{"level":"warn","ts":"2026-03-31T20:18:07.272087Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:18:07.272199Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:18:07.272289Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:18:07.272302Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-31T20:18:07.272325Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:18:07.272933Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-03-31T20:18:07.273057Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:18:07.278Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.736133ms"} {"level":"info","ts":"2026-03-31T20:18:07.285754Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-03-31T20:18:07.285848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:18:07.285882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-03-31T20:18:07.28591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:18:07.285922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-03-31T20:18:07.285974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-03-31T20:18:07.301218Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:18:07.302795Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:18:07.303967Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:18:07.306727Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:18:07.306882Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:18:07.306947Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:18:07.307674Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:18:07.307793Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:18:07.308813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-03-31T20:18:07.309112Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-31T20:18:07.310676Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:18:07.310732Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-31T20:18:07.310764Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-31T20:18:07.310934Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:18:07.310981Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:18:07.586318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:18:07.586393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:18:07.586435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-03-31T20:18:07.586455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:18:07.586468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-31T20:18:07.586484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-03-31T20:18:07.586497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-31T20:18:07.587636Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:18:07.589178Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:18:07.58922Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:18:07.58931Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:18:07.589546Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:18:07.589602Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:18:07.589742Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:18:07.589869Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:18:07.589906Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:18:07.592321Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-03-31T20:18:07.592984Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T20:18:14.047264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.318452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:14.047407Z","caller":"traceutil/trace.go:171","msg":"trace[764251520] linearizableReadLoop","detail":"{readStateIndex:296; appliedIndex:295; }","duration":"305.321441ms","start":"2026-03-31T20:18:13.742067Z","end":"2026-03-31T20:18:14.047388Z","steps":["trace[764251520] 'read index received' (duration: 170.186308ms)","trace[764251520] 'applied index is now lower than readState.Index' (duration: 135.133283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:14.047505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.436784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:14.047558Z","caller":"traceutil/trace.go:171","msg":"trace[1067025765] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:283; }","duration":"305.528337ms","start":"2026-03-31T20:18:13.742013Z","end":"2026-03-31T20:18:14.047542Z","steps":["trace[1067025765] 'agreement among raft nodes before linearized reading' (duration: 305.444645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:14.047606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:13.741991Z","time spent":"305.602658ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"info","ts":"2026-03-31T20:18:14.047896Z","caller":"traceutil/trace.go:171","msg":"trace[1461231457] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"336.098593ms","start":"2026-03-31T20:18:13.711778Z","end":"2026-03-31T20:18:14.047876Z","steps":["trace[1461231457] 'process raft request' (duration: 200.401756ms)","trace[1461231457] 'compare' (duration: 134.051914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:14.047997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:13.711757Z","time spent":"336.192006ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:14.438531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.318004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:14.438637Z","caller":"traceutil/trace.go:171","msg":"trace[1686199748] linearizableReadLoop","detail":"{readStateIndex:299; appliedIndex:298; }","duration":"339.610875ms","start":"2026-03-31T20:18:14.09901Z","end":"2026-03-31T20:18:14.438621Z","steps":["trace[1686199748] 'read index received' (duration: 68.127867ms)","trace[1686199748] 'applied index is now lower than readState.Index' (duration: 271.481908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:14.438706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.690438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T20:18:14.438749Z","caller":"traceutil/trace.go:171","msg":"trace[1934334567] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:286; }","duration":"339.76906ms","start":"2026-03-31T20:18:14.098966Z","end":"2026-03-31T20:18:14.438735Z","steps":["trace[1934334567] 'agreement among raft nodes before linearized reading' (duration: 339.698299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:14.438727Z","caller":"traceutil/trace.go:171","msg":"trace[1850934789] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"342.185724ms","start":"2026-03-31T20:18:14.096475Z","end":"2026-03-31T20:18:14.43866Z","steps":["trace[1850934789] 'process raft request' (duration: 70.665664ms)","trace[1850934789] 'compare' (duration: 271.19333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:14.43883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:14.098947Z","time spent":"339.867583ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T20:18:14.43903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:14.096457Z","time spent":"342.387108ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:15.176469Z","caller":"traceutil/trace.go:171","msg":"trace[2083752536] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"132.975878ms","start":"2026-03-31T20:18:15.043464Z","end":"2026-03-31T20:18:15.176439Z","steps":["trace[2083752536] 'process raft request' (duration: 101.137718ms)","trace[2083752536] 'compare' (duration: 31.658205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:15.48745Z","caller":"traceutil/trace.go:171","msg":"trace[1979346497] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"109.273219ms","start":"2026-03-31T20:18:15.378149Z","end":"2026-03-31T20:18:15.487422Z","steps":["trace[1979346497] 'process raft request' (duration: 109.076354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:15.569034Z","caller":"traceutil/trace.go:171","msg":"trace[1798764038] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"190.144417ms","start":"2026-03-31T20:18:15.378851Z","end":"2026-03-31T20:18:15.568995Z","steps":["trace[1798764038] 'process raft request' (duration: 189.984473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:15.689172Z","caller":"traceutil/trace.go:171","msg":"trace[588022287] linearizableReadLoop","detail":"{readStateIndex:310; appliedIndex:308; }","duration":"115.143223ms","start":"2026-03-31T20:18:15.574Z","end":"2026-03-31T20:18:15.689143Z","steps":["trace[588022287] 'read index received' (duration: 32.728013ms)","trace[588022287] 'applied index is now lower than readState.Index' (duration: 82.41391ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:15.689208Z","caller":"traceutil/trace.go:171","msg":"trace[2017002075] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"115.950443ms","start":"2026-03-31T20:18:15.57322Z","end":"2026-03-31T20:18:15.68917Z","steps":["trace[2017002075] 'process raft request' (duration: 33.467702ms)","trace[2017002075] 'compare' (duration: 82.282786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:15.689296Z","caller":"traceutil/trace.go:171","msg":"trace[759761357] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"115.762558ms","start":"2026-03-31T20:18:15.573473Z","end":"2026-03-31T20:18:15.689236Z","steps":["trace[759761357] 'process raft request' (duration: 115.627125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:15.689358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.329167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T20:18:15.689632Z","caller":"traceutil/trace.go:171","msg":"trace[1389146441] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:297; }","duration":"115.647365ms","start":"2026-03-31T20:18:15.573969Z","end":"2026-03-31T20:18:15.689617Z","steps":["trace[1389146441] 'agreement among raft nodes before linearized reading' (duration: 115.282736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:16.063851Z","caller":"traceutil/trace.go:171","msg":"trace[2022026665] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"282.153668ms","start":"2026-03-31T20:18:15.781671Z","end":"2026-03-31T20:18:16.063824Z","steps":["trace[2022026665] 'process raft request' (duration: 236.64929ms)","trace[2022026665] 'compare' (duration: 45.368274ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:16.42714Z","caller":"traceutil/trace.go:171","msg":"trace[668794116] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"308.959265ms","start":"2026-03-31T20:18:16.118149Z","end":"2026-03-31T20:18:16.427109Z","steps":["trace[668794116] 'process raft request' (duration: 308.798121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:16.427331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.118131Z","time spent":"309.11401ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:18.852438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.394923747s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:18:18.917333Z","caller":"traceutil/trace.go:171","msg":"trace[1776042201] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:313; }","duration":"2.795999235s","start":"2026-03-31T20:18:16.121298Z","end":"2026-03-31T20:18:18.917297Z","steps":["trace[1776042201] 'read index received' (duration: 305.837934ms)","trace[1776042201] 'applied index is now lower than readState.Index' (duration: 2.490160181s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:18.917362Z","caller":"traceutil/trace.go:171","msg":"trace[1868326091] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"2.798713305s","start":"2026-03-31T20:18:16.118573Z","end":"2026-03-31T20:18:18.917287Z","steps":["trace[1868326091] 'process raft request' (duration: 2.734257575s)","trace[1868326091] 'compare' (duration: 63.603689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:18.917554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770493441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-31T20:18:18.917668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223352388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:18:18.917866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665544023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T20:18:18.9179Z","caller":"traceutil/trace.go:171","msg":"trace[1729050370] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:302; }","duration":"2.665600614s","start":"2026-03-31T20:18:16.252286Z","end":"2026-03-31T20:18:18.917886Z","steps":["trace[1729050370] 'agreement among raft nodes before linearized reading' (duration: 2.665550773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.917937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.25227Z","time spent":"2.665658856s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:18.918026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745010444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T20:18:18.918051Z","caller":"traceutil/trace.go:171","msg":"trace[17017933] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:302; }","duration":"2.745060126s","start":"2026-03-31T20:18:16.172982Z","end":"2026-03-31T20:18:18.918043Z","steps":["trace[17017933] 'agreement among raft nodes before linearized reading' (duration: 2.745019875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.918079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.17297Z","time spent":"2.745103018s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:18.918105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736766621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T20:18:18.91818Z","caller":"traceutil/trace.go:171","msg":"trace[2086113503] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:302; }","duration":"2.736878574s","start":"2026-03-31T20:18:16.18128Z","end":"2026-03-31T20:18:18.918158Z","steps":["trace[2086113503] 'agreement among raft nodes before linearized reading' (duration: 2.736727659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.919306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.181258Z","time spent":"2.737702604s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-31T20:18:18.919358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798024628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-31T20:18:18.920756Z","caller":"traceutil/trace.go:171","msg":"trace[1843697143] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:302; }","duration":"2.79814032s","start":"2026-03-31T20:18:16.121292Z","end":"2026-03-31T20:18:18.919432Z","steps":["trace[1843697143] 'agreement among raft nodes before linearized reading' (duration: 2.796105517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.92093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.121248Z","time spent":"2.79962451s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-31T20:18:18.917493Z","caller":"traceutil/trace.go:171","msg":"trace[299497122] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"2.798303926s","start":"2026-03-31T20:18:16.11915Z","end":"2026-03-31T20:18:18.917454Z","steps":["trace[299497122] 'process raft request' (duration: 2.798046109s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.921311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.119135Z","time spent":"2.802042863s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:18.91816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763347414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-31T20:18:18.921448Z","caller":"traceutil/trace.go:171","msg":"trace[809022718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:302; }","duration":"2.766640759s","start":"2026-03-31T20:18:16.154774Z","end":"2026-03-31T20:18:18.921415Z","steps":["trace[809022718] 'agreement among raft nodes before linearized reading' (duration: 2.763332443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.921524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.154761Z","time spent":"2.766726922s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:18.921675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718145555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T20:18:18.921849Z","caller":"traceutil/trace.go:171","msg":"trace[940180315] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:302; }","duration":"2.71834481s","start":"2026-03-31T20:18:16.203444Z","end":"2026-03-31T20:18:18.921789Z","steps":["trace[940180315] 'agreement among raft nodes before linearized reading' (duration: 2.715580028s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.921904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.203433Z","time spent":"2.718455184s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:18.922073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.595167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:18.922167Z","caller":"traceutil/trace.go:171","msg":"trace[247670139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:302; }","duration":"573.698389ms","start":"2026-03-31T20:18:18.348423Z","end":"2026-03-31T20:18:18.922122Z","steps":["trace[247670139] 'agreement among raft nodes before linearized reading' (duration: 569.198811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.922214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.348401Z","time spent":"573.801662ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:18:18.921732Z","caller":"traceutil/trace.go:171","msg":"trace[1587924560] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:302; }","duration":"2.770593072s","start":"2026-03-31T20:18:16.147007Z","end":"2026-03-31T20:18:18.9176Z","steps":["trace[1587924560] 'agreement among raft nodes before linearized reading' (duration: 2.77048553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.922827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.14699Z","time spent":"2.775820189s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-31T20:18:18.923112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.118544Z","time spent":"2.798978893s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:18.923296Z","caller":"traceutil/trace.go:171","msg":"trace[2120502687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:302; }","duration":"1.223397429s","start":"2026-03-31T20:18:17.694288Z","end":"2026-03-31T20:18:18.917685Z","steps":["trace[2120502687] 'agreement among raft nodes before linearized reading' (duration: 1.223347607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.923385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:17.69428Z","time spent":"1.229094038s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:18:18.925921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227382208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-31T20:18:18.925998Z","caller":"traceutil/trace.go:171","msg":"trace[1234764896] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:302; }","duration":"2.227483831s","start":"2026-03-31T20:18:16.698496Z","end":"2026-03-31T20:18:18.92598Z","steps":["trace[1234764896] 'agreement among raft nodes before linearized reading' (duration: 2.219346849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.925982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353086171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:18:18.926028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.698483Z","time spent":"2.227538552s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4344,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-31T20:18:18.926046Z","caller":"traceutil/trace.go:171","msg":"trace[1259476634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:302; }","duration":"1.353211014s","start":"2026-03-31T20:18:17.57282Z","end":"2026-03-31T20:18:18.926031Z","steps":["trace[1259476634] 'agreement among raft nodes before linearized reading' (duration: 1.344906518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.926018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227289776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"warn","ts":"2026-03-31T20:18:18.926104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:17.572791Z","time spent":"1.353306827s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:18:18.926142Z","caller":"traceutil/trace.go:171","msg":"trace[569738845] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:302; }","duration":"2.22747402s","start":"2026-03-31T20:18:16.698638Z","end":"2026-03-31T20:18:18.926112Z","steps":["trace[569738845] 'agreement among raft nodes before linearized reading' (duration: 2.219154583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.926208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.698604Z","time spent":"2.227589983s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4681,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-31T20:18:18.92648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227690367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-31T20:18:18.926533Z","caller":"traceutil/trace.go:171","msg":"trace[1719504223] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:302; }","duration":"2.22779868s","start":"2026-03-31T20:18:16.698718Z","end":"2026-03-31T20:18:18.926517Z","steps":["trace[1719504223] 'agreement among raft nodes before linearized reading' (duration: 2.21901978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.926559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.698675Z","time spent":"2.227877552s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5348,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-31T20:18:18.926596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228008516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-31T20:18:18.926634Z","caller":"traceutil/trace.go:171","msg":"trace[1599795924] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:302; }","duration":"2.228076108s","start":"2026-03-31T20:18:16.698549Z","end":"2026-03-31T20:18:18.926625Z","steps":["trace[1599795924] 'agreement among raft nodes before linearized reading' (duration: 2.219261337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.926659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.698535Z","time spent":"2.228117658s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T20:18:18.92666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632271396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T20:18:18.926702Z","caller":"traceutil/trace.go:171","msg":"trace[101509018] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:302; }","duration":"2.632354718s","start":"2026-03-31T20:18:16.29434Z","end":"2026-03-31T20:18:18.926694Z","steps":["trace[101509018] 'agreement among raft nodes before linearized reading' (duration: 2.623493656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.926725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.294315Z","time spent":"2.63240526s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:18.923448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22419283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:18:18.926821Z","caller":"traceutil/trace.go:171","msg":"trace[798027495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:302; }","duration":"1.23334081s","start":"2026-03-31T20:18:17.693462Z","end":"2026-03-31T20:18:18.926803Z","steps":["trace[798027495] 'agreement among raft nodes before linearized reading' (duration: 1.224231502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.926863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:17.69343Z","time spent":"1.233420101s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:18:18.926875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228754515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-31T20:18:18.926903Z","caller":"traceutil/trace.go:171","msg":"trace[414531027] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:302; }","duration":"2.228828827s","start":"2026-03-31T20:18:16.698066Z","end":"2026-03-31T20:18:18.926895Z","steps":["trace[414531027] 'agreement among raft nodes before linearized reading' (duration: 2.21980152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.926935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.698041Z","time spent":"2.228884478s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7316,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T20:18:18.92697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228950159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-31T20:18:18.927022Z","caller":"traceutil/trace.go:171","msg":"trace[33416786] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:302; }","duration":"2.229008871s","start":"2026-03-31T20:18:16.697991Z","end":"2026-03-31T20:18:18.927Z","steps":["trace[33416786] 'agreement among raft nodes before linearized reading' (duration: 2.219885573s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.927048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.69798Z","time spent":"2.229062612s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T20:18:18.927057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229177435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"info","ts":"2026-03-31T20:18:18.927099Z","caller":"traceutil/trace.go:171","msg":"trace[1526427981] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:302; }","duration":"2.229254148s","start":"2026-03-31T20:18:16.697836Z","end":"2026-03-31T20:18:18.927091Z","steps":["trace[1526427981] 'agreement among raft nodes before linearized reading' (duration: 2.220055477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.927126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.697817Z","time spent":"2.229302258s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:18:18.927186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485006146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:18:18.927231Z","caller":"traceutil/trace.go:171","msg":"trace[1560851378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:302; }","duration":"2.485068608s","start":"2026-03-31T20:18:16.44215Z","end":"2026-03-31T20:18:18.927218Z","steps":["trace[1560851378] 'agreement among raft nodes before linearized reading' (duration: 2.475764415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.927269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.442142Z","time spent":"2.485117839s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:18:18.927294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6308871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T20:18:18.927325Z","caller":"traceutil/trace.go:171","msg":"trace[1949619200] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:302; }","duration":"2.63093877s","start":"2026-03-31T20:18:16.296378Z","end":"2026-03-31T20:18:18.927317Z","steps":["trace[1949619200] 'agreement among raft nodes before linearized reading' (duration: 2.621555405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.927364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.296367Z","time spent":"2.630992412s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:18.927436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676683234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T20:18:18.927502Z","caller":"traceutil/trace.go:171","msg":"trace[1970124799] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:302; }","duration":"2.676796547s","start":"2026-03-31T20:18:16.25069Z","end":"2026-03-31T20:18:18.927486Z","steps":["trace[1970124799] 'agreement among raft nodes before linearized reading' (duration: 2.667284528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:18.927537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:16.250665Z","time spent":"2.676862499s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-31T20:18:19.311785Z","caller":"traceutil/trace.go:171","msg":"trace[1246024849] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"383.91488ms","start":"2026-03-31T20:18:18.927839Z","end":"2026-03-31T20:18:19.311754Z","steps":["trace[1246024849] 'process raft request' (duration: 382.916225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.312177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.92782Z","time spent":"384.047534ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:19.324444Z","caller":"traceutil/trace.go:171","msg":"trace[1260154652] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"393.490041ms","start":"2026-03-31T20:18:18.930929Z","end":"2026-03-31T20:18:19.324419Z","steps":["trace[1260154652] 'process raft request' (duration: 393.402849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.324481Z","caller":"traceutil/trace.go:171","msg":"trace[1315347923] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"393.824799ms","start":"2026-03-31T20:18:18.930613Z","end":"2026-03-31T20:18:19.324438Z","steps":["trace[1315347923] 'process raft request' (duration: 393.526871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.324704Z","caller":"traceutil/trace.go:171","msg":"trace[247637065] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"393.283996ms","start":"2026-03-31T20:18:18.931398Z","end":"2026-03-31T20:18:19.324682Z","steps":["trace[247637065] 'process raft request' (duration: 392.977458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.324611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.930919Z","time spent":"393.600063ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:19.324806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.930599Z","time spent":"394.067055ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:19.324826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.93139Z","time spent":"393.370448ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:19.324893Z","caller":"traceutil/trace.go:171","msg":"trace[709389826] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:315; }","duration":"394.024104ms","start":"2026-03-31T20:18:18.930859Z","end":"2026-03-31T20:18:19.324883Z","steps":["trace[709389826] 'read index received' (duration: 379.920706ms)","trace[709389826] 'applied index is now lower than readState.Index' (duration: 14.102648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:19.324989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.125987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"info","ts":"2026-03-31T20:18:19.324951Z","caller":"traceutil/trace.go:171","msg":"trace[992948613] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"393.071999ms","start":"2026-03-31T20:18:18.931829Z","end":"2026-03-31T20:18:19.324901Z","steps":["trace[992948613] 'process raft request' (duration: 392.791402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.325025Z","caller":"traceutil/trace.go:171","msg":"trace[1312275868] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:308; }","duration":"394.182008ms","start":"2026-03-31T20:18:18.930833Z","end":"2026-03-31T20:18:19.325015Z","steps":["trace[1312275868] 'agreement among raft nodes before linearized reading' (duration: 394.115147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.324985Z","caller":"traceutil/trace.go:171","msg":"trace[1404580131] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"390.703538ms","start":"2026-03-31T20:18:18.934243Z","end":"2026-03-31T20:18:19.324947Z","steps":["trace[1404580131] 'process raft request' (duration: 390.579575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.930826Z","time spent":"394.219629ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.854768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-31T20:18:19.325122Z","caller":"traceutil/trace.go:171","msg":"trace[6479048] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:308; }","duration":"391.890209ms","start":"2026-03-31T20:18:18.933222Z","end":"2026-03-31T20:18:19.325112Z","steps":["trace[6479048] 'agreement among raft nodes before linearized reading' (duration: 391.837287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.931806Z","time spent":"393.234804ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:19.325144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.933218Z","time spent":"391.920109ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.083186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-31T20:18:19.325244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.94902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"warn","ts":"2026-03-31T20:18:19.325261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.006331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"warn","ts":"2026-03-31T20:18:19.325288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.072643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T20:18:19.325314Z","caller":"traceutil/trace.go:171","msg":"trace[385175533] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:308; }","duration":"392.088794ms","start":"2026-03-31T20:18:18.933209Z","end":"2026-03-31T20:18:19.325298Z","steps":["trace[385175533] 'agreement among raft nodes before linearized reading' (duration: 391.892528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.32533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.533557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:18:19.325339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.684745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"info","ts":"2026-03-31T20:18:19.325338Z","caller":"traceutil/trace.go:171","msg":"trace[998656033] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:308; }","duration":"392.119754ms","start":"2026-03-31T20:18:18.933197Z","end":"2026-03-31T20:18:19.325317Z","steps":["trace[998656033] 'agreement among raft nodes before linearized reading' (duration: 392.050242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.325375Z","caller":"traceutil/trace.go:171","msg":"trace[355823080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:308; }","duration":"389.583268ms","start":"2026-03-31T20:18:18.93578Z","end":"2026-03-31T20:18:19.325363Z","steps":["trace[355823080] 'agreement among raft nodes before linearized reading' (duration: 389.522837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.933186Z","time spent":"392.175716ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.167426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T20:18:19.325321Z","caller":"traceutil/trace.go:171","msg":"trace[629414530] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:308; }","duration":"392.079284ms","start":"2026-03-31T20:18:18.933229Z","end":"2026-03-31T20:18:19.325308Z","steps":["trace[629414530] 'agreement among raft nodes before linearized reading' (duration: 391.92936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.935773Z","time spent":"389.624589ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.933194Z","time spent":"392.195236ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.533362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T20:18:19.325427Z","caller":"traceutil/trace.go:171","msg":"trace[435620036] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:308; }","duration":"392.209096ms","start":"2026-03-31T20:18:18.933204Z","end":"2026-03-31T20:18:19.325413Z","steps":["trace[435620036] 'agreement among raft nodes before linearized reading' (duration: 392.150705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.339783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-31T20:18:19.325446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.345983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T20:18:19.325382Z","caller":"traceutil/trace.go:171","msg":"trace[2047611497] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:308; }","duration":"393.755537ms","start":"2026-03-31T20:18:18.931617Z","end":"2026-03-31T20:18:19.325372Z","steps":["trace[2047611497] 'agreement among raft nodes before linearized reading' (duration: 393.683826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.325463Z","caller":"traceutil/trace.go:171","msg":"trace[1908356873] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:308; }","duration":"393.614433ms","start":"2026-03-31T20:18:18.931831Z","end":"2026-03-31T20:18:19.325446Z","steps":["trace[1908356873] 'agreement among raft nodes before linearized reading' (duration: 393.392278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.933197Z","time spent":"392.254957ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.933224Z","time spent":"392.198967ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.539785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"info","ts":"2026-03-31T20:18:19.325494Z","caller":"traceutil/trace.go:171","msg":"trace[280774848] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:308; }","duration":"394.399004ms","start":"2026-03-31T20:18:18.931079Z","end":"2026-03-31T20:18:19.325478Z","steps":["trace[280774848] 'agreement among raft nodes before linearized reading' (duration: 394.313522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.931596Z","time spent":"393.89478ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.93182Z","time spent":"393.677446ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.931072Z","time spent":"394.451905ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-31T20:18:19.325264Z","caller":"traceutil/trace.go:171","msg":"trace[1475440772] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:308; }","duration":"394.227299ms","start":"2026-03-31T20:18:18.93102Z","end":"2026-03-31T20:18:19.325248Z","steps":["trace[1475440772] 'agreement among raft nodes before linearized reading' (duration: 394.013574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.442173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-03-31T20:18:19.325541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.413814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-31T20:18:19.325572Z","caller":"traceutil/trace.go:171","msg":"trace[898365598] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:308; }","duration":"392.475433ms","start":"2026-03-31T20:18:18.933091Z","end":"2026-03-31T20:18:19.325566Z","steps":["trace[898365598] 'agreement among raft nodes before linearized reading' (duration: 392.432852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.32527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.96301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-31T20:18:19.325592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.933083Z","time spent":"392.502944ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7316,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T20:18:19.325511Z","caller":"traceutil/trace.go:171","msg":"trace[1469856031] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:308; }","duration":"392.569376ms","start":"2026-03-31T20:18:18.932933Z","end":"2026-03-31T20:18:19.325502Z","steps":["trace[1469856031] 'agreement among raft nodes before linearized reading' (duration: 392.525175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.325603Z","caller":"traceutil/trace.go:171","msg":"trace[41548460] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:308; }","duration":"392.311489ms","start":"2026-03-31T20:18:18.933282Z","end":"2026-03-31T20:18:19.325593Z","steps":["trace[41548460] 'agreement among raft nodes before linearized reading' (duration: 391.839557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.325466Z","caller":"traceutil/trace.go:171","msg":"trace[2069218828] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:308; }","duration":"394.372414ms","start":"2026-03-31T20:18:18.931085Z","end":"2026-03-31T20:18:19.325458Z","steps":["trace[2069218828] 'agreement among raft nodes before linearized reading' (duration: 394.316542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.93293Z","time spent":"392.684219ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4222,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:18:19.325609Z","caller":"traceutil/trace.go:171","msg":"trace[977271094] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:308; }","duration":"394.485556ms","start":"2026-03-31T20:18:18.931101Z","end":"2026-03-31T20:18:19.325586Z","steps":["trace[977271094] 'agreement among raft nodes before linearized reading' (duration: 394.312541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.703779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"warn","ts":"2026-03-31T20:18:19.325646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.933278Z","time spent":"392.35658ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.96491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-31T20:18:19.325649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.931069Z","time spent":"394.569598ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.931013Z","time spent":"394.559098ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-31T20:18:19.325683Z","caller":"traceutil/trace.go:171","msg":"trace[1326094526] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:308; }","duration":"392.756861ms","start":"2026-03-31T20:18:18.932909Z","end":"2026-03-31T20:18:19.325665Z","steps":["trace[1326094526] 'agreement among raft nodes before linearized reading' (duration: 392.655368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:19.325685Z","caller":"traceutil/trace.go:171","msg":"trace[499527645] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:308; }","duration":"392.512794ms","start":"2026-03-31T20:18:18.933162Z","end":"2026-03-31T20:18:19.325674Z","steps":["trace[499527645] 'agreement among raft nodes before linearized reading' (duration: 391.890508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:19.325656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.931096Z","time spent":"394.551288ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.933141Z","time spent":"392.573696ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.93289Z","time spent":"392.824562ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:18:19.325766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:18.934234Z","time spent":"390.839432ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:19.923504Z","caller":"traceutil/trace.go:171","msg":"trace[595666987] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"105.744916ms","start":"2026-03-31T20:18:19.817727Z","end":"2026-03-31T20:18:19.923472Z","steps":["trace[595666987] 'process raft request' (duration: 105.546941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:21.467313Z","caller":"traceutil/trace.go:171","msg":"trace[337349219] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"128.030888ms","start":"2026-03-31T20:18:21.339251Z","end":"2026-03-31T20:18:21.467282Z","steps":["trace[337349219] 'process raft request' (duration: 127.931286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:21.467355Z","caller":"traceutil/trace.go:171","msg":"trace[624996490] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"128.904782ms","start":"2026-03-31T20:18:21.338391Z","end":"2026-03-31T20:18:21.467296Z","steps":["trace[624996490] 'process raft request' (duration: 119.24257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:21.467452Z","caller":"traceutil/trace.go:171","msg":"trace[1360854561] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"128.096641ms","start":"2026-03-31T20:18:21.339333Z","end":"2026-03-31T20:18:21.46743Z","steps":["trace[1360854561] 'process raft request' (duration: 127.901355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:25.583832Z","caller":"traceutil/trace.go:171","msg":"trace[809560326] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"169.278444ms","start":"2026-03-31T20:18:25.414527Z","end":"2026-03-31T20:18:25.583806Z","steps":["trace[809560326] 'process raft request' (duration: 169.067848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:26.305185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:26.58769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.772818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:26.587837Z","caller":"traceutil/trace.go:171","msg":"trace[2031880583] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"999.180142ms","start":"2026-03-31T20:18:25.588631Z","end":"2026-03-31T20:18:26.587811Z","steps":["trace[2031880583] 'process raft request' (duration: 129.166018ms)","trace[2031880583] 'compare' (duration: 869.595093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:26.587908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:25.588605Z","time spent":"999.273005ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:26.772475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05470938s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:18:26.871606Z","caller":"traceutil/trace.go:171","msg":"trace[645907773] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"1.282675425s","start":"2026-03-31T20:18:25.588875Z","end":"2026-03-31T20:18:26.87155Z","steps":["trace[645907773] 'process raft request' (duration: 1.183839147s)","trace[645907773] 'compare' (duration: 98.609303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:26.871931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:25.588852Z","time spent":"1.282909702s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:26.872041Z","caller":"traceutil/trace.go:171","msg":"trace[763329039] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.283063156s","start":"2026-03-31T20:18:25.588918Z","end":"2026-03-31T20:18:26.871981Z","steps":["trace[763329039] 'process raft request' (duration: 1.282689496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:26.872377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:25.588888Z","time spent":"1.283269481s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:27.022627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.71511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:18:27.022775Z","caller":"traceutil/trace.go:171","msg":"trace[213619899] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:386; }","duration":"1.218005569s","start":"2026-03-31T20:18:25.80475Z","end":"2026-03-31T20:18:27.022756Z","steps":["trace[213619899] 'read index received' (duration: 967.962728ms)","trace[213619899] 'applied index is now lower than readState.Index' (duration: 250.041141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:27.022897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182285258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:27.022933Z","caller":"traceutil/trace.go:171","msg":"trace[242522619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"1.182352849s","start":"2026-03-31T20:18:25.840569Z","end":"2026-03-31T20:18:27.022922Z","steps":["trace[242522619] 'agreement among raft nodes before linearized reading' (duration: 1.182283337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:27.022972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:25.840553Z","time spent":"1.182409171s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:18:27.023066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218293657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-31T20:18:27.023176Z","caller":"traceutil/trace.go:171","msg":"trace[423819521] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:373; }","duration":"1.218470551s","start":"2026-03-31T20:18:25.804685Z","end":"2026-03-31T20:18:27.023155Z","steps":["trace[423819521] 'agreement among raft nodes before linearized reading' (duration: 1.218148463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:27.023266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:25.804657Z","time spent":"1.218593175s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-31T20:18:27.198015Z","caller":"traceutil/trace.go:171","msg":"trace[1238086395] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"162.871937ms","start":"2026-03-31T20:18:27.035093Z","end":"2026-03-31T20:18:27.197965Z","steps":["trace[1238086395] 'process raft request' (duration: 162.642201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:31.576596Z","caller":"traceutil/trace.go:171","msg":"trace[1235977533] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"682.151217ms","start":"2026-03-31T20:18:30.894418Z","end":"2026-03-31T20:18:31.57657Z","steps":["trace[1235977533] 'process raft request' (duration: 681.926161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:31.57677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:30.894393Z","time spent":"682.28921ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:31.733942Z","caller":"traceutil/trace.go:171","msg":"trace[75138917] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"838.77453ms","start":"2026-03-31T20:18:30.895072Z","end":"2026-03-31T20:18:31.733846Z","steps":["trace[75138917] 'process raft request' (duration: 838.280068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:31.734206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:30.895038Z","time spent":"839.021537ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:33.215188Z","caller":"traceutil/trace.go:171","msg":"trace[1230545399] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"221.766423ms","start":"2026-03-31T20:18:32.993398Z","end":"2026-03-31T20:18:33.215165Z","steps":["trace[1230545399] 'process raft request' (duration: 221.615949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:33.859482Z","caller":"traceutil/trace.go:171","msg":"trace[124985468] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"109.858904ms","start":"2026-03-31T20:18:33.749588Z","end":"2026-03-31T20:18:33.859447Z","steps":["trace[124985468] 'process raft request' (duration: 102.897573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:39.785176Z","caller":"traceutil/trace.go:171","msg":"trace[415089589] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"125.023429ms","start":"2026-03-31T20:18:39.660134Z","end":"2026-03-31T20:18:39.785157Z","steps":["trace[415089589] 'process raft request' (duration: 124.899516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:40.385104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.466881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:40.385279Z","caller":"traceutil/trace.go:171","msg":"trace[388836587] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"556.126432ms","start":"2026-03-31T20:18:39.829129Z","end":"2026-03-31T20:18:40.385256Z","steps":["trace[388836587] 'read index received' (duration: 109.319141ms)","trace[388836587] 'applied index is now lower than readState.Index' (duration: 446.80529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:40.385474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.75305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:18:40.385445Z","caller":"traceutil/trace.go:171","msg":"trace[1639402276] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"633.842258ms","start":"2026-03-31T20:18:39.751551Z","end":"2026-03-31T20:18:40.385393Z","steps":["trace[1639402276] 'process raft request' (duration: 186.930304ms)","trace[1639402276] 'compare' (duration: 446.095002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:40.385491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.318166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:18:40.385572Z","caller":"traceutil/trace.go:171","msg":"trace[695511354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:432; }","duration":"556.47216ms","start":"2026-03-31T20:18:39.829079Z","end":"2026-03-31T20:18:40.385552Z","steps":["trace[695511354] 'agreement among raft nodes before linearized reading' (duration: 556.294316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:40.385617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:39.829058Z","time spent":"556.550223ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:18:40.385517Z","caller":"traceutil/trace.go:171","msg":"trace[1046878863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:432; }","duration":"446.835682ms","start":"2026-03-31T20:18:39.938671Z","end":"2026-03-31T20:18:40.385507Z","steps":["trace[1046878863] 'agreement among raft nodes before linearized reading' (duration: 446.714829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:40.38566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:39.751529Z","time spent":"634.001643ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:40.385683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:39.938649Z","time spent":"447.022186ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:18:45.228909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:45.732573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:45.900855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270729703s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:18:45.901352Z","caller":"traceutil/trace.go:171","msg":"trace[881600074] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"1.271279868s","start":"2026-03-31T20:18:44.630038Z","end":"2026-03-31T20:18:45.901318Z","steps":["trace[881600074] 'process raft request' (duration: 1.271064883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:45.901548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.63002Z","time spent":"1.271435613s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:46.221351Z","caller":"traceutil/trace.go:171","msg":"trace[667538766] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"1.58693223s","start":"2026-03-31T20:18:44.634391Z","end":"2026-03-31T20:18:46.221323Z","steps":["trace[667538766] 'process raft request' (duration: 1.586665263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:46.221423Z","caller":"traceutil/trace.go:171","msg":"trace[1244803914] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"1.586866298s","start":"2026-03-31T20:18:44.634515Z","end":"2026-03-31T20:18:46.221381Z","steps":["trace[1244803914] 'process raft request' (duration: 1.586728465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.221564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.634495Z","time spent":"1.586990111s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:46.221593Z","caller":"traceutil/trace.go:171","msg":"trace[375814303] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"1.575988994s","start":"2026-03-31T20:18:44.645562Z","end":"2026-03-31T20:18:46.221551Z","steps":["trace[375814303] 'process raft request' (duration: 1.575745468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.221494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.634376Z","time spent":"1.587055292s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:46.221664Z","caller":"traceutil/trace.go:171","msg":"trace[699495162] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.5704848s","start":"2026-03-31T20:18:44.651103Z","end":"2026-03-31T20:18:46.221588Z","steps":["trace[699495162] 'process raft request' (duration: 1.570325196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.221743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.645542Z","time spent":"1.576125887s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:46.22179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.651084Z","time spent":"1.570648735s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:46.221889Z","caller":"traceutil/trace.go:171","msg":"trace[291427324] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"1.548475877s","start":"2026-03-31T20:18:44.673396Z","end":"2026-03-31T20:18:46.221872Z","steps":["trace[291427324] 'process raft request' (duration: 1.548294122s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:46.221879Z","caller":"traceutil/trace.go:171","msg":"trace[400010941] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.570555013s","start":"2026-03-31T20:18:44.651244Z","end":"2026-03-31T20:18:46.221799Z","steps":["trace[400010941] 'process raft request' (duration: 1.570335967s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:46.221849Z","caller":"traceutil/trace.go:171","msg":"trace[350417190] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.570593864s","start":"2026-03-31T20:18:44.651171Z","end":"2026-03-31T20:18:46.221765Z","steps":["trace[350417190] 'process raft request' (duration: 1.570346998s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:46.221949Z","caller":"traceutil/trace.go:171","msg":"trace[994425026] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"1.538167048s","start":"2026-03-31T20:18:44.683761Z","end":"2026-03-31T20:18:46.221928Z","steps":["trace[994425026] 'process raft request' (duration: 1.537987344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.22198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.673377Z","time spent":"1.548561209s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:46.222022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.651239Z","time spent":"1.570718177s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:46.221998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.683739Z","time spent":"1.538236679s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:46.222054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.651167Z","time spent":"1.570795089s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:46.222123Z","caller":"traceutil/trace.go:171","msg":"trace[139317925] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.501632625s","start":"2026-03-31T20:18:44.720474Z","end":"2026-03-31T20:18:46.222106Z","steps":["trace[139317925] 'process raft request' (duration: 1.50145429s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:46.222157Z","caller":"traceutil/trace.go:171","msg":"trace[1584856071] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.39481356s","start":"2026-03-31T20:18:44.82733Z","end":"2026-03-31T20:18:46.222144Z","steps":["trace[1584856071] 'process raft request' (duration: 1.394711917s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:46.222142Z","caller":"traceutil/trace.go:171","msg":"trace[1537286809] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"1.5240839s","start":"2026-03-31T20:18:44.697972Z","end":"2026-03-31T20:18:46.222056Z","steps":["trace[1537286809] 'process raft request' (duration: 1.523897996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.222268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.827312Z","time spent":"1.394929353s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:46.2222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.720447Z","time spent":"1.501721137s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:46.222427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.697936Z","time spent":"1.524386118s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:46.243804Z","caller":"traceutil/trace.go:171","msg":"trace[947051657] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:496; }","duration":"1.515742813s","start":"2026-03-31T20:18:44.728028Z","end":"2026-03-31T20:18:46.243771Z","steps":["trace[947051657] 'read index received' (duration: 1.173143969s)","trace[947051657] 'applied index is now lower than readState.Index' (duration: 342.595444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:46.243903Z","caller":"traceutil/trace.go:171","msg":"trace[1606847128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:491; }","duration":"333.739162ms","start":"2026-03-31T20:18:45.910133Z","end":"2026-03-31T20:18:46.243872Z","steps":["trace[1606847128] 'process raft request' (duration: 333.696421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.244055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516002479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:18:46.244094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:45.910117Z","time spent":"333.863315ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7365,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:46.244113Z","caller":"traceutil/trace.go:171","msg":"trace[1374889309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:491; }","duration":"1.516111392s","start":"2026-03-31T20:18:44.727987Z","end":"2026-03-31T20:18:46.244098Z","steps":["trace[1374889309] 'agreement among raft nodes before linearized reading' (duration: 1.515928757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.244159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.727966Z","time spent":"1.516182884s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:18:46.244343Z","caller":"traceutil/trace.go:171","msg":"trace[1234898590] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"338.089447ms","start":"2026-03-31T20:18:45.90622Z","end":"2026-03-31T20:18:46.244309Z","steps":["trace[1234898590] 'process raft request' (duration: 337.413089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:46.244443Z","caller":"traceutil/trace.go:171","msg":"trace[2132002436] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"336.171956ms","start":"2026-03-31T20:18:45.908256Z","end":"2026-03-31T20:18:46.244428Z","steps":["trace[2132002436] 'process raft request' (duration: 335.514459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.244487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:45.906191Z","time spent":"338.219619ms","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:46.244554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:45.908217Z","time spent":"336.268988ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:46.274171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.733272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:18:46.274463Z","caller":"traceutil/trace.go:171","msg":"trace[628635089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:499; }","duration":"464.065261ms","start":"2026-03-31T20:18:45.810383Z","end":"2026-03-31T20:18:46.274449Z","steps":["trace[628635089] 'agreement among raft nodes before linearized reading' (duration: 462.427308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.274562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:45.810362Z","time spent":"464.192005ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:18:46.274354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.220853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:46.274656Z","caller":"traceutil/trace.go:171","msg":"trace[1091172953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:499; }","duration":"434.586762ms","start":"2026-03-31T20:18:45.840057Z","end":"2026-03-31T20:18:46.274644Z","steps":["trace[1091172953] 'agreement among raft nodes before linearized reading' (duration: 432.772924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:46.274684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:45.840023Z","time spent":"434.653884ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:18:52.592517Z","caller":"traceutil/trace.go:171","msg":"trace[1250491115] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:607; }","duration":"264.716011ms","start":"2026-03-31T20:18:52.327766Z","end":"2026-03-31T20:18:52.592482Z","steps":["trace[1250491115] 'read index received' (duration: 10.819712ms)","trace[1250491115] 'applied index is now lower than readState.Index' (duration: 253.894669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:52.592633Z","caller":"traceutil/trace.go:171","msg":"trace[667779458] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"280.531795ms","start":"2026-03-31T20:18:52.312042Z","end":"2026-03-31T20:18:52.592573Z","steps":["trace[667779458] 'process raft request' (duration: 279.521349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:52.592825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.03977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:18:52.592925Z","caller":"traceutil/trace.go:171","msg":"trace[574561099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:583; }","duration":"265.180813ms","start":"2026-03-31T20:18:52.327718Z","end":"2026-03-31T20:18:52.592899Z","steps":["trace[574561099] 'agreement among raft nodes before linearized reading' (duration: 264.900806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:53.525282Z","caller":"traceutil/trace.go:171","msg":"trace[1599900569] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"404.942495ms","start":"2026-03-31T20:18:53.120316Z","end":"2026-03-31T20:18:53.525259Z","steps":["trace[1599900569] 'process raft request' (duration: 404.408351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:53.525463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:53.120271Z","time spent":"405.09331ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:54.144669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.10159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:54.144886Z","caller":"traceutil/trace.go:171","msg":"trace[1169075227] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"584.455259ms","start":"2026-03-31T20:18:53.560415Z","end":"2026-03-31T20:18:54.14487Z","steps":["trace[1169075227] 'process raft request' (duration: 227.060851ms)","trace[1169075227] 'compare' (duration: 356.887285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:54.144952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:53.560358Z","time spent":"584.552861ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:54.145098Z","caller":"traceutil/trace.go:171","msg":"trace[1989432347] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"567.429895ms","start":"2026-03-31T20:18:53.57766Z","end":"2026-03-31T20:18:54.14509Z","steps":["trace[1989432347] 'read index received' (duration: 209.832712ms)","trace[1989432347] 'applied index is now lower than readState.Index' (duration: 357.596163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:54.145282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.626959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gbsh5\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T20:18:54.145302Z","caller":"traceutil/trace.go:171","msg":"trace[1703014696] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gbsh5; range_end:; response_count:1; response_revision:592; }","duration":"567.686611ms","start":"2026-03-31T20:18:53.577608Z","end":"2026-03-31T20:18:54.145294Z","steps":["trace[1703014696] 'agreement among raft nodes before linearized reading' (duration: 567.567658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:54.145323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:53.577573Z","time spent":"567.746003ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-gbsh5\" "} {"level":"warn","ts":"2026-03-31T20:18:54.148775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.944933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:54.148901Z","caller":"traceutil/trace.go:171","msg":"trace[632718964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"307.114457ms","start":"2026-03-31T20:18:53.841758Z","end":"2026-03-31T20:18:54.148873Z","steps":["trace[632718964] 'agreement among raft nodes before linearized reading' (duration: 306.924542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:54.148956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:53.841741Z","time spent":"307.20332ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:18:54.148785Z","caller":"traceutil/trace.go:171","msg":"trace[1527458165] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"560.801103ms","start":"2026-03-31T20:18:53.587914Z","end":"2026-03-31T20:18:54.148715Z","steps":["trace[1527458165] 'process raft request' (duration: 556.844839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:54.149254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:53.587898Z","time spent":"561.208674ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:54.665626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:55.166554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:55.667684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:56.167887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:56.183145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.021673955s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:18:56.849951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:18:56.850062Z","caller":"traceutil/trace.go:171","msg":"trace[68521517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045133s","start":"2026-03-31T20:18:54.84999Z","end":"2026-03-31T20:18:56.850035Z","steps":["trace[68521517] 'agreement among raft nodes before linearized reading' (duration: 1.999896299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:56.850126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.849969Z","time spent":"2.000146215s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:18:58.850603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:18:58.850774Z","caller":"traceutil/trace.go:171","msg":"trace[1081546450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265308s","start":"2026-03-31T20:18:56.850487Z","end":"2026-03-31T20:18:58.850752Z","steps":["trace[1081546450] 'agreement among raft nodes before linearized reading' (duration: 2.000064593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:58.850861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:56.850465Z","time spent":"2.000383052s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:18:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:18:59.400477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216992403s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:59.401371Z","caller":"traceutil/trace.go:171","msg":"trace[1142007987] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"5.240016022s","start":"2026-03-31T20:18:54.161308Z","end":"2026-03-31T20:18:59.401324Z","steps":["trace[1142007987] 'process raft request' (duration: 2.022091285s)","trace[1142007987] 'compare' (duration: 3.216374197s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:59.401563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.161289Z","time spent":"5.240213948s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:59.593191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.585043ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:18:59.59345Z","caller":"traceutil/trace.go:171","msg":"trace[1241114202] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"714.133054ms","start":"2026-03-31T20:18:58.8793Z","end":"2026-03-31T20:18:59.593433Z","steps":["trace[1241114202] 'process raft request' (duration: 714.005771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.593553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.879269Z","time spent":"714.227266ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.593542Z","caller":"traceutil/trace.go:171","msg":"trace[615902520] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:618; }","duration":"5.428290102s","start":"2026-03-31T20:18:54.1652Z","end":"2026-03-31T20:18:59.59349Z","steps":["trace[615902520] 'read index received' (duration: 2.018162852s)","trace[615902520] 'applied index is now lower than readState.Index' (duration: 3.41011892s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:59.593707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428509408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:59.593761Z","caller":"traceutil/trace.go:171","msg":"trace[455519046] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:594; }","duration":"5.42861405s","start":"2026-03-31T20:18:54.165132Z","end":"2026-03-31T20:18:59.593746Z","steps":["trace[455519046] 'agreement among raft nodes before linearized reading' (duration: 5.428465966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.593798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.165107Z","time spent":"5.428682541s","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-31T20:18:59.59396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.234213462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:18:59.59398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952388105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:18:59.594019Z","caller":"traceutil/trace.go:171","msg":"trace[158332850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"4.952442406s","start":"2026-03-31T20:18:54.641565Z","end":"2026-03-31T20:18:59.594007Z","steps":["trace[158332850] 'agreement among raft nodes before linearized reading' (duration: 4.952296902s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:59.594015Z","caller":"traceutil/trace.go:171","msg":"trace[1520690083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"5.234341145s","start":"2026-03-31T20:18:54.359653Z","end":"2026-03-31T20:18:59.593994Z","steps":["trace[1520690083] 'agreement among raft nodes before linearized reading' (duration: 5.234072359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.594051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.641557Z","time spent":"4.952487088s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:18:59.594106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.359618Z","time spent":"5.234468369s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:18:59.594231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952988232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:18:59.594282Z","caller":"traceutil/trace.go:171","msg":"trace[1004971107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"4.953074014s","start":"2026-03-31T20:18:54.641194Z","end":"2026-03-31T20:18:59.594268Z","steps":["trace[1004971107] 'agreement among raft nodes before linearized reading' (duration: 4.95293399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.594334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.641163Z","time spent":"4.953157997s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:18:59.594328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.683196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:59.594419Z","caller":"traceutil/trace.go:171","msg":"trace[446997878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"708.810288ms","start":"2026-03-31T20:18:58.885585Z","end":"2026-03-31T20:18:59.594395Z","steps":["trace[446997878] 'agreement among raft nodes before linearized reading' (duration: 708.572142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.594459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979759059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:18:59.594567Z","caller":"traceutil/trace.go:171","msg":"trace[1960523106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"4.979933744s","start":"2026-03-31T20:18:54.614607Z","end":"2026-03-31T20:18:59.594541Z","steps":["trace[1960523106] 'agreement among raft nodes before linearized reading' (duration: 4.979632217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.59462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.614575Z","time spent":"4.980034027s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:18:59.594476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.885567Z","time spent":"708.900471ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:19:00.738428Z","caller":"traceutil/trace.go:171","msg":"trace[2128374434] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"106.048884ms","start":"2026-03-31T20:19:00.632352Z","end":"2026-03-31T20:19:00.7384Z","steps":["trace[2128374434] 'process raft request' (duration: 91.211388ms)","trace[2128374434] 'compare' (duration: 14.693652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:02.553035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.404535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:19:02.553052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.464629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gbsh5\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-31T20:19:02.553117Z","caller":"traceutil/trace.go:171","msg":"trace[634660987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"924.517688ms","start":"2026-03-31T20:19:01.628579Z","end":"2026-03-31T20:19:02.553097Z","steps":["trace[634660987] 'range keys from in-memory index tree' (duration: 924.23236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:02.553137Z","caller":"traceutil/trace.go:171","msg":"trace[182964414] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gbsh5; range_end:; response_count:1; response_revision:610; }","duration":"932.603723ms","start":"2026-03-31T20:19:01.620513Z","end":"2026-03-31T20:19:02.553116Z","steps":["trace[182964414] 'range keys from in-memory index tree' (duration: 932.247264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.55316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.628559Z","time spent":"924.592399ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:19:02.553178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.995999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:02.553196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.620493Z","time spent":"932.680455ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17265,"request content":"key:\"/registry/pods/kube-system/cilium-gbsh5\" "} {"level":"info","ts":"2026-03-31T20:19:02.553229Z","caller":"traceutil/trace.go:171","msg":"trace[1582106655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"712.132343ms","start":"2026-03-31T20:19:01.841081Z","end":"2026-03-31T20:19:02.553214Z","steps":["trace[1582106655] 'range keys from in-memory index tree' (duration: 711.842186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.553269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.841043Z","time spent":"712.219315ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:19:02.553269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.615496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:19:02.553032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.746124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:19:02.553322Z","caller":"traceutil/trace.go:171","msg":"trace[1285426515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:610; }","duration":"925.694788ms","start":"2026-03-31T20:19:01.627608Z","end":"2026-03-31T20:19:02.553303Z","steps":["trace[1285426515] 'range keys from in-memory index tree' (duration: 925.464663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.55336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.627587Z","time spent":"925.764039ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:19:02.55337Z","caller":"traceutil/trace.go:171","msg":"trace[1275249104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:610; }","duration":"925.098282ms","start":"2026-03-31T20:19:01.628243Z","end":"2026-03-31T20:19:02.553341Z","steps":["trace[1275249104] 'range keys from in-memory index tree' (duration: 924.583839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.553452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.628219Z","time spent":"925.206975ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:19:02.553612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.266976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:19:02.55375Z","caller":"traceutil/trace.go:171","msg":"trace[1535153295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:610; }","duration":"925.511623ms","start":"2026-03-31T20:19:01.628217Z","end":"2026-03-31T20:19:02.553728Z","steps":["trace[1535153295] 'range keys from in-memory index tree' (duration: 924.919058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.553821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.628191Z","time spent":"925.612545ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:19:08.934832Z","caller":"traceutil/trace.go:171","msg":"trace[1635879546] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"156.255475ms","start":"2026-03-31T20:19:08.778551Z","end":"2026-03-31T20:19:08.934807Z","steps":["trace[1635879546] 'process raft request' (duration: 124.163352ms)","trace[1635879546] 'compare' (duration: 31.924249ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:09.896706Z","caller":"traceutil/trace.go:171","msg":"trace[252278538] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"163.000655ms","start":"2026-03-31T20:19:09.733672Z","end":"2026-03-31T20:19:09.896673Z","steps":["trace[252278538] 'process raft request' (duration: 162.762229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:10.852102Z","caller":"traceutil/trace.go:171","msg":"trace[1440929571] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"120.586852ms","start":"2026-03-31T20:19:10.731492Z","end":"2026-03-31T20:19:10.852079Z","steps":["trace[1440929571] 'process raft request' (duration: 54.832198ms)","trace[1440929571] 'compare' (duration: 65.471587ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:10.852343Z","caller":"traceutil/trace.go:171","msg":"trace[1715159994] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"119.619616ms","start":"2026-03-31T20:19:10.732712Z","end":"2026-03-31T20:19:10.852332Z","steps":["trace[1715159994] 'process raft request' (duration: 119.207586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:11.002566Z","caller":"traceutil/trace.go:171","msg":"trace[1845111812] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"140.944127ms","start":"2026-03-31T20:19:10.861595Z","end":"2026-03-31T20:19:11.002539Z","steps":["trace[1845111812] 'process raft request' (duration: 124.291415ms)","trace[1845111812] 'compare' (duration: 16.460517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:11.145943Z","caller":"traceutil/trace.go:171","msg":"trace[311539558] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"134.416262ms","start":"2026-03-31T20:19:11.011499Z","end":"2026-03-31T20:19:11.145915Z","steps":["trace[311539558] 'process raft request' (duration: 134.36796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:11.145982Z","caller":"traceutil/trace.go:171","msg":"trace[927562791] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"136.961876ms","start":"2026-03-31T20:19:11.008979Z","end":"2026-03-31T20:19:11.145941Z","steps":["trace[927562791] 'process raft request' (duration: 136.233308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:11.498148Z","caller":"traceutil/trace.go:171","msg":"trace[563335076] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"124.829029ms","start":"2026-03-31T20:19:11.373292Z","end":"2026-03-31T20:19:11.498121Z","steps":["trace[563335076] 'process raft request' (duration: 124.676106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:11.653319Z","caller":"traceutil/trace.go:171","msg":"trace[1384482979] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"136.813973ms","start":"2026-03-31T20:19:11.516479Z","end":"2026-03-31T20:19:11.653293Z","steps":["trace[1384482979] 'process raft request' (duration: 136.134366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:11.982058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.844871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:19:11.982161Z","caller":"traceutil/trace.go:171","msg":"trace[957193624] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"318.618263ms","start":"2026-03-31T20:19:11.663524Z","end":"2026-03-31T20:19:11.982142Z","steps":["trace[957193624] 'process raft request' (duration: 157.616058ms)","trace[957193624] 'compare' (duration: 160.735309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:11.982212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:11.663509Z","time spent":"318.679994ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:12.063878Z","caller":"traceutil/trace.go:171","msg":"trace[1408768132] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:753; }","duration":"388.383179ms","start":"2026-03-31T20:19:11.675471Z","end":"2026-03-31T20:19:12.063854Z","steps":["trace[1408768132] 'read index received' (duration: 145.584824ms)","trace[1408768132] 'applied index is now lower than readState.Index' (duration: 242.797395ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:12.063989Z","caller":"traceutil/trace.go:171","msg":"trace[341800406] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"397.603062ms","start":"2026-03-31T20:19:11.666376Z","end":"2026-03-31T20:19:12.063979Z","steps":["trace[341800406] 'process raft request' (duration: 397.339195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:12.064087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:11.666354Z","time spent":"397.661153ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:12.06426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.724457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:12.06439Z","caller":"traceutil/trace.go:171","msg":"trace[488056743] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:724; }","duration":"388.930203ms","start":"2026-03-31T20:19:11.675439Z","end":"2026-03-31T20:19:12.064369Z","steps":["trace[488056743] 'agreement among raft nodes before linearized reading' (duration: 388.619735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:12.064475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:11.675424Z","time spent":"389.036285ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:19:12.300124Z","caller":"traceutil/trace.go:171","msg":"trace[869732978] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"236.153125ms","start":"2026-03-31T20:19:12.063946Z","end":"2026-03-31T20:19:12.3001Z","steps":["trace[869732978] 'read index received' (duration: 235.93564ms)","trace[869732978] 'applied index is now lower than readState.Index' (duration: 216.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:12.300171Z","caller":"traceutil/trace.go:171","msg":"trace[1841205071] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"311.40007ms","start":"2026-03-31T20:19:11.988736Z","end":"2026-03-31T20:19:12.300136Z","steps":["trace[1841205071] 'process raft request' (duration: 311.211016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:12.300371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.43842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:12.300407Z","caller":"traceutil/trace.go:171","msg":"trace[291754864] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:725; }","duration":"326.507642ms","start":"2026-03-31T20:19:11.97389Z","end":"2026-03-31T20:19:12.300397Z","steps":["trace[291754864] 'agreement among raft nodes before linearized reading' (duration: 326.460861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:12.300446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:11.973863Z","time spent":"326.573734ms","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:19:12.300563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.835156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:12.300322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.602126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:19:12.300655Z","caller":"traceutil/trace.go:171","msg":"trace[1854959658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:725; }","duration":"459.97158ms","start":"2026-03-31T20:19:11.840659Z","end":"2026-03-31T20:19:12.30063Z","steps":["trace[1854959658] 'agreement among raft nodes before linearized reading' (duration: 459.806665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:12.300705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:11.840632Z","time spent":"460.064561ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:19:12.300792Z","caller":"traceutil/trace.go:171","msg":"trace[1725593101] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:725; }","duration":"561.092298ms","start":"2026-03-31T20:19:11.739651Z","end":"2026-03-31T20:19:12.300744Z","steps":["trace[1725593101] 'agreement among raft nodes before linearized reading' (duration: 560.541685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:12.301148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:11.739634Z","time spent":"561.364785ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:19:12.301321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:11.988712Z","time spent":"311.668056ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4532,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:13.117301Z","caller":"traceutil/trace.go:171","msg":"trace[1313459414] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:757; }","duration":"261.343093ms","start":"2026-03-31T20:19:12.855921Z","end":"2026-03-31T20:19:13.117264Z","steps":["trace[1313459414] 'read index received' (duration: 261.110647ms)","trace[1313459414] 'applied index is now lower than readState.Index' (duration: 230.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:13.117446Z","caller":"traceutil/trace.go:171","msg":"trace[1233906410] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"336.185297ms","start":"2026-03-31T20:19:12.781167Z","end":"2026-03-31T20:19:13.117352Z","steps":["trace[1233906410] 'process raft request' (duration: 335.928211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:13.117529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.60102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:19:13.117572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:12.781147Z","time spent":"336.359912ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:13.117619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.568249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:13.117689Z","caller":"traceutil/trace.go:171","msg":"trace[1916675316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:727; }","duration":"261.685822ms","start":"2026-03-31T20:19:12.855985Z","end":"2026-03-31T20:19:13.117671Z","steps":["trace[1916675316] 'agreement among raft nodes before linearized reading' (duration: 261.490347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:13.117605Z","caller":"traceutil/trace.go:171","msg":"trace[1165183218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:727; }","duration":"261.742964ms","start":"2026-03-31T20:19:12.855847Z","end":"2026-03-31T20:19:13.11759Z","steps":["trace[1165183218] 'agreement among raft nodes before linearized reading' (duration: 261.522378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:15.186938Z","caller":"traceutil/trace.go:171","msg":"trace[1779564241] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"291.752414ms","start":"2026-03-31T20:19:14.895149Z","end":"2026-03-31T20:19:15.186901Z","steps":["trace[1779564241] 'process raft request' (duration: 214.125299ms)","trace[1779564241] 'compare' (duration: 77.352608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:16.917176Z","caller":"traceutil/trace.go:171","msg":"trace[637337032] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"102.875852ms","start":"2026-03-31T20:19:16.814256Z","end":"2026-03-31T20:19:16.917132Z","steps":["trace[637337032] 'process raft request' (duration: 102.649857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:17.438531Z","caller":"traceutil/trace.go:171","msg":"trace[196939112] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"165.702833ms","start":"2026-03-31T20:19:17.272808Z","end":"2026-03-31T20:19:17.43851Z","steps":["trace[196939112] 'process raft request' (duration: 165.475408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:17.575737Z","caller":"traceutil/trace.go:171","msg":"trace[581851625] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:784; }","duration":"280.719913ms","start":"2026-03-31T20:19:17.294981Z","end":"2026-03-31T20:19:17.575701Z","steps":["trace[581851625] 'read index received' (duration: 143.319706ms)","trace[581851625] 'applied index is now lower than readState.Index' (duration: 137.398997ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:17.575837Z","caller":"traceutil/trace.go:171","msg":"trace[748123052] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"302.919895ms","start":"2026-03-31T20:19:17.272873Z","end":"2026-03-31T20:19:17.575793Z","steps":["trace[748123052] 'process raft request' (duration: 302.757291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:17.576025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:17.272859Z","time spent":"303.069739ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:17.576017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.95959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:17.576653Z","caller":"traceutil/trace.go:171","msg":"trace[2132676939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:754; }","duration":"281.691868ms","start":"2026-03-31T20:19:17.294933Z","end":"2026-03-31T20:19:17.576624Z","steps":["trace[2132676939] 'agreement among raft nodes before linearized reading' (duration: 280.954479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:17.576056Z","caller":"traceutil/trace.go:171","msg":"trace[37128740] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"303.182942ms","start":"2026-03-31T20:19:17.272845Z","end":"2026-03-31T20:19:17.576028Z","steps":["trace[37128740] 'process raft request' (duration: 269.311065ms)","trace[37128740] 'compare' (duration: 33.278452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:17.576176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.915133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:17.577008Z","caller":"traceutil/trace.go:171","msg":"trace[1753684141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:754; }","duration":"261.745164ms","start":"2026-03-31T20:19:17.315227Z","end":"2026-03-31T20:19:17.576972Z","steps":["trace[1753684141] 'agreement among raft nodes before linearized reading' (duration: 260.907752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:17.576222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.204305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:17.57625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.385589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:17.577288Z","caller":"traceutil/trace.go:171","msg":"trace[228281417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:754; }","duration":"263.470677ms","start":"2026-03-31T20:19:17.313792Z","end":"2026-03-31T20:19:17.577262Z","steps":["trace[228281417] 'agreement among raft nodes before linearized reading' (duration: 262.350568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:17.57639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.547925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:17.577343Z","caller":"traceutil/trace.go:171","msg":"trace[715340538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:754; }","duration":"263.57707ms","start":"2026-03-31T20:19:17.313756Z","end":"2026-03-31T20:19:17.577333Z","steps":["trace[715340538] 'agreement among raft nodes before linearized reading' (duration: 262.382249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:17.577285Z","caller":"traceutil/trace.go:171","msg":"trace[1617966391] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:754; }","duration":"282.190211ms","start":"2026-03-31T20:19:17.294965Z","end":"2026-03-31T20:19:17.577155Z","steps":["trace[1617966391] 'agreement among raft nodes before linearized reading' (duration: 281.134074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:17.57745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:17.27282Z","time spent":"304.528506ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:19.09065Z","caller":"traceutil/trace.go:171","msg":"trace[1063191803] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"164.184395ms","start":"2026-03-31T20:19:18.926442Z","end":"2026-03-31T20:19:19.090626Z","steps":["trace[1063191803] 'process raft request' (duration: 164.014611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:23.828637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:24.328897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837534882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:24.531904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420947667s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:19:24.532516Z","caller":"traceutil/trace.go:171","msg":"trace[76500909] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"1.421682356s","start":"2026-03-31T20:19:23.1108Z","end":"2026-03-31T20:19:24.532482Z","steps":["trace[76500909] 'process raft request' (duration: 1.421421339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.532738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.11077Z","time spent":"1.421860911s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:24.840157Z","caller":"traceutil/trace.go:171","msg":"trace[1994241017] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"1.018669667s","start":"2026-03-31T20:19:23.821467Z","end":"2026-03-31T20:19:24.840136Z","steps":["trace[1994241017] 'process raft request' (duration: 1.018438491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.84036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.821441Z","time spent":"1.018810592s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:24.840387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512165117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:19:24.840113Z","caller":"traceutil/trace.go:171","msg":"trace[1196375368] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:809; }","duration":"1.511853887s","start":"2026-03-31T20:19:23.328221Z","end":"2026-03-31T20:19:24.840075Z","steps":["trace[1196375368] 'read index received' (duration: 1.203999667s)","trace[1196375368] 'applied index is now lower than readState.Index' (duration: 307.85244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:24.840723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330372656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:19:24.840778Z","caller":"traceutil/trace.go:171","msg":"trace[598234434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:777; }","duration":"1.330472749s","start":"2026-03-31T20:19:23.510292Z","end":"2026-03-31T20:19:24.840765Z","steps":["trace[598234434] 'agreement among raft nodes before linearized reading' (duration: 1.330336775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.840814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.510263Z","time spent":"1.3305431s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:19:24.840948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247667064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:19:24.840981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230894439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:19:24.841061Z","caller":"traceutil/trace.go:171","msg":"trace[533983066] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:777; }","duration":"1.247823717s","start":"2026-03-31T20:19:23.593211Z","end":"2026-03-31T20:19:24.841034Z","steps":["trace[533983066] 'agreement among raft nodes before linearized reading' (duration: 1.247643483s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.841061Z","caller":"traceutil/trace.go:171","msg":"trace[1124890142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:777; }","duration":"1.230998232s","start":"2026-03-31T20:19:23.610046Z","end":"2026-03-31T20:19:24.841044Z","steps":["trace[1124890142] 'agreement among raft nodes before linearized reading' (duration: 1.230712924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.841066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255575183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:19:24.841031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001845853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:24.841115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.5932Z","time spent":"1.247904789s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:19:24.841115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.61004Z","time spent":"1.231065283s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:19:24.841149Z","caller":"traceutil/trace.go:171","msg":"trace[1712337148] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:777; }","duration":"1.255731887s","start":"2026-03-31T20:19:23.585396Z","end":"2026-03-31T20:19:24.841128Z","steps":["trace[1712337148] 'agreement among raft nodes before linearized reading' (duration: 1.255501231s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.841191Z","caller":"traceutil/trace.go:171","msg":"trace[884323974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:777; }","duration":"1.002053927s","start":"2026-03-31T20:19:23.839096Z","end":"2026-03-31T20:19:24.84115Z","steps":["trace[884323974] 'agreement among raft nodes before linearized reading' (duration: 1.00175793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.841211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.585372Z","time spent":"1.255822088s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:19:24.841256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.839083Z","time spent":"1.00215955s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:19:24.84128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232002316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:24.840506Z","caller":"traceutil/trace.go:171","msg":"trace[1115418649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:777; }","duration":"1.512324601s","start":"2026-03-31T20:19:23.328164Z","end":"2026-03-31T20:19:24.840488Z","steps":["trace[1115418649] 'agreement among raft nodes before linearized reading' (duration: 1.512036484s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.841384Z","caller":"traceutil/trace.go:171","msg":"trace[60502359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:777; }","duration":"1.23216147s","start":"2026-03-31T20:19:23.609197Z","end":"2026-03-31T20:19:24.841358Z","steps":["trace[60502359] 'agreement among raft nodes before linearized reading' (duration: 1.231797941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.841387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.328133Z","time spent":"1.513235863s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:19:24.841624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.609179Z","time spent":"1.232436708s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:19:33.291572Z","caller":"traceutil/trace.go:171","msg":"trace[2099570359] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"130.920942ms","start":"2026-03-31T20:19:33.160601Z","end":"2026-03-31T20:19:33.291522Z","steps":["trace[2099570359] 'process raft request' (duration: 38.090903ms)","trace[2099570359] 'compare' (duration: 92.543622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:37.072937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.139772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:19:37.073033Z","caller":"traceutil/trace.go:171","msg":"trace[1850729579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:900; }","duration":"158.294036ms","start":"2026-03-31T20:19:36.914715Z","end":"2026-03-31T20:19:37.073009Z","steps":["trace[1850729579] 'range keys from in-memory index tree' (duration: 157.963677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.073041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.300306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:19:37.073111Z","caller":"traceutil/trace.go:171","msg":"trace[1203362025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:900; }","duration":"158.400668ms","start":"2026-03-31T20:19:36.914693Z","end":"2026-03-31T20:19:37.073094Z","steps":["trace[1203362025] 'range keys from in-memory index tree' (duration: 158.105331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.073147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.594119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:19:37.073151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.803961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:37.073201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.840492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:37.073199Z","caller":"traceutil/trace.go:171","msg":"trace[1901498448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:900; }","duration":"161.689401ms","start":"2026-03-31T20:19:36.911496Z","end":"2026-03-31T20:19:37.073185Z","steps":["trace[1901498448] 'range keys from in-memory index tree' (duration: 161.417374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.073287Z","caller":"traceutil/trace.go:171","msg":"trace[354446217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"233.041727ms","start":"2026-03-31T20:19:36.840215Z","end":"2026-03-31T20:19:37.073257Z","steps":["trace[354446217] 'range keys from in-memory index tree' (duration: 232.685558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.073302Z","caller":"traceutil/trace.go:171","msg":"trace[1969798555] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:900; }","duration":"122.012876ms","start":"2026-03-31T20:19:36.951264Z","end":"2026-03-31T20:19:37.073277Z","steps":["trace[1969798555] 'range keys from in-memory index tree' (duration: 121.671549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.073332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.670681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:37.073434Z","caller":"traceutil/trace.go:171","msg":"trace[1112828675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"161.837805ms","start":"2026-03-31T20:19:36.911573Z","end":"2026-03-31T20:19:37.073411Z","steps":["trace[1112828675] 'range keys from in-memory index tree' (duration: 161.435925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.383758Z","caller":"traceutil/trace.go:171","msg":"trace[1496048072] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"305.737867ms","start":"2026-03-31T20:19:37.077999Z","end":"2026-03-31T20:19:37.383737Z","steps":["trace[1496048072] 'process raft request' (duration: 305.4789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.383852Z","caller":"traceutil/trace.go:171","msg":"trace[722276975] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:937; }","duration":"304.66008ms","start":"2026-03-31T20:19:37.079164Z","end":"2026-03-31T20:19:37.383824Z","steps":["trace[722276975] 'read index received' (duration: 82.313344ms)","trace[722276975] 'applied index is now lower than readState.Index' (duration: 222.344576ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:37.383898Z","caller":"traceutil/trace.go:171","msg":"trace[1601095960] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"305.041449ms","start":"2026-03-31T20:19:37.078839Z","end":"2026-03-31T20:19:37.38388Z","steps":["trace[1601095960] 'process raft request' (duration: 304.840404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.383923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:37.077986Z","time spent":"305.856959ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:37.383974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:37.078811Z","time spent":"305.118802ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:37.383978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.797723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:37.383756Z","caller":"traceutil/trace.go:171","msg":"trace[384494697] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"305.019318ms","start":"2026-03-31T20:19:37.078703Z","end":"2026-03-31T20:19:37.383722Z","steps":["trace[384494697] 'process raft request' (duration: 304.933926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.384034Z","caller":"traceutil/trace.go:171","msg":"trace[7060660] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:0; response_revision:904; }","duration":"304.877105ms","start":"2026-03-31T20:19:37.079141Z","end":"2026-03-31T20:19:37.384018Z","steps":["trace[7060660] 'agreement among raft nodes before linearized reading' (duration: 304.763502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.384074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:37.078697Z","time spent":"305.345547ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:37.38408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:37.079135Z","time spent":"304.933027ms","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T20:19:37.591825Z","caller":"traceutil/trace.go:171","msg":"trace[1356232042] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"181.795509ms","start":"2026-03-31T20:19:37.409998Z","end":"2026-03-31T20:19:37.591794Z","steps":["trace[1356232042] 'process raft request' (duration: 179.539903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.884499Z","caller":"traceutil/trace.go:171","msg":"trace[1311489700] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"182.097198ms","start":"2026-03-31T20:19:37.702343Z","end":"2026-03-31T20:19:37.884441Z","steps":["trace[1311489700] 'process raft request' (duration: 179.051971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:40.787732Z","caller":"traceutil/trace.go:171","msg":"trace[107628526] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"165.944599ms","start":"2026-03-31T20:19:40.62175Z","end":"2026-03-31T20:19:40.787695Z","steps":["trace[107628526] 'process raft request' (duration: 165.651712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:40.908965Z","caller":"traceutil/trace.go:171","msg":"trace[1166709491] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"113.79776ms","start":"2026-03-31T20:19:40.795117Z","end":"2026-03-31T20:19:40.908915Z","steps":["trace[1166709491] 'process raft request' (duration: 54.217541ms)","trace[1166709491] 'compare' (duration: 59.379163ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:41.284922Z","caller":"traceutil/trace.go:171","msg":"trace[457544667] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"103.12564ms","start":"2026-03-31T20:19:41.181769Z","end":"2026-03-31T20:19:41.284895Z","steps":["trace[457544667] 'process raft request' (duration: 102.931625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:41.539573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.52134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:41.539665Z","caller":"traceutil/trace.go:171","msg":"trace[1308818117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:951; }","duration":"137.668314ms","start":"2026-03-31T20:19:41.401972Z","end":"2026-03-31T20:19:41.539641Z","steps":["trace[1308818117] 'range keys from in-memory index tree' (duration: 137.332826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:41.53966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.664654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:19:41.539734Z","caller":"traceutil/trace.go:171","msg":"trace[2062178553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:951; }","duration":"137.784597ms","start":"2026-03-31T20:19:41.401929Z","end":"2026-03-31T20:19:41.539713Z","steps":["trace[2062178553] 'range keys from in-memory index tree' (duration: 137.492729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:41.539895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.444849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:19:41.540031Z","caller":"traceutil/trace.go:171","msg":"trace[911576697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:951; }","duration":"137.686224ms","start":"2026-03-31T20:19:41.402313Z","end":"2026-03-31T20:19:41.539999Z","steps":["trace[911576697] 'range keys from in-memory index tree' (duration: 137.14338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:41.664891Z","caller":"traceutil/trace.go:171","msg":"trace[724991714] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"119.244647ms","start":"2026-03-31T20:19:41.545622Z","end":"2026-03-31T20:19:41.664866Z","steps":["trace[724991714] 'process raft request' (duration: 119.181396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:41.664918Z","caller":"traceutil/trace.go:171","msg":"trace[44235569] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"119.315069ms","start":"2026-03-31T20:19:41.545582Z","end":"2026-03-31T20:19:41.664897Z","steps":["trace[44235569] 'process raft request' (duration: 114.683653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.879989Z","caller":"traceutil/trace.go:171","msg":"trace[2081930469] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"241.482491ms","start":"2026-03-31T20:19:43.638489Z","end":"2026-03-31T20:19:43.879972Z","steps":["trace[2081930469] 'process raft request' (duration: 241.175444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.879754Z","caller":"traceutil/trace.go:171","msg":"trace[1917721706] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"242.014254ms","start":"2026-03-31T20:19:43.637709Z","end":"2026-03-31T20:19:43.879724Z","steps":["trace[1917721706] 'process raft request' (duration: 180.578309ms)","trace[1917721706] 'compare' (duration: 61.21501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:43.880382Z","caller":"traceutil/trace.go:171","msg":"trace[1654943806] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"240.745763ms","start":"2026-03-31T20:19:43.639612Z","end":"2026-03-31T20:19:43.880358Z","steps":["trace[1654943806] 'process raft request' (duration: 240.340813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.880409Z","caller":"traceutil/trace.go:171","msg":"trace[1644763000] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"191.212109ms","start":"2026-03-31T20:19:43.689188Z","end":"2026-03-31T20:19:43.8804Z","steps":["trace[1644763000] 'process raft request' (duration: 191.010514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.880393Z","caller":"traceutil/trace.go:171","msg":"trace[225089996] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1085; }","duration":"195.780974ms","start":"2026-03-31T20:19:43.684598Z","end":"2026-03-31T20:19:43.880379Z","steps":["trace[225089996] 'read index received' (duration: 133.637052ms)","trace[225089996] 'applied index is now lower than readState.Index' (duration: 62.143092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:43.880519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.594651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-31T20:19:43.880548Z","caller":"traceutil/trace.go:171","msg":"trace[1204705129] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1052; }","duration":"246.683212ms","start":"2026-03-31T20:19:43.633854Z","end":"2026-03-31T20:19:43.880538Z","steps":["trace[1204705129] 'agreement among raft nodes before linearized reading' (duration: 246.56531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.880759Z","caller":"traceutil/trace.go:171","msg":"trace[1186582316] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"190.624424ms","start":"2026-03-31T20:19:43.690125Z","end":"2026-03-31T20:19:43.880749Z","steps":["trace[1186582316] 'process raft request' (duration: 190.286535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.88084Z","caller":"traceutil/trace.go:171","msg":"trace[1391707448] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"191.515756ms","start":"2026-03-31T20:19:43.689317Z","end":"2026-03-31T20:19:43.880833Z","steps":["trace[1391707448] 'process raft request' (duration: 191.010643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:43.880859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.873667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-31T20:19:43.880906Z","caller":"traceutil/trace.go:171","msg":"trace[1842642488] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"189.907725ms","start":"2026-03-31T20:19:43.690991Z","end":"2026-03-31T20:19:43.880899Z","steps":["trace[1842642488] 'process raft request' (duration: 189.619078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.880908Z","caller":"traceutil/trace.go:171","msg":"trace[1134951705] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1055; }","duration":"246.958859ms","start":"2026-03-31T20:19:43.633936Z","end":"2026-03-31T20:19:43.880895Z","steps":["trace[1134951705] 'agreement among raft nodes before linearized reading' (duration: 246.779305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.880857Z","caller":"traceutil/trace.go:171","msg":"trace[1166045663] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"190.069889ms","start":"2026-03-31T20:19:43.690717Z","end":"2026-03-31T20:19:43.880786Z","steps":["trace[1166045663] 'process raft request' (duration: 189.747621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:43.881056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.996124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:43.881179Z","caller":"traceutil/trace.go:171","msg":"trace[920539548] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1055; }","duration":"242.138148ms","start":"2026-03-31T20:19:43.639007Z","end":"2026-03-31T20:19:43.881145Z","steps":["trace[920539548] 'agreement among raft nodes before linearized reading' (duration: 241.688116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:43.881407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.956894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:19:43.88144Z","caller":"traceutil/trace.go:171","msg":"trace[973671768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1056; }","duration":"212.032786ms","start":"2026-03-31T20:19:43.669399Z","end":"2026-03-31T20:19:43.881432Z","steps":["trace[973671768] 'agreement among raft nodes before linearized reading' (duration: 211.591744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:43.881477Z","caller":"traceutil/trace.go:171","msg":"trace[1494106959] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"188.482621ms","start":"2026-03-31T20:19:43.692983Z","end":"2026-03-31T20:19:43.881465Z","steps":["trace[1494106959] 'process raft request' (duration: 187.69915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:43.882358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.298592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:43.882424Z","caller":"traceutil/trace.go:171","msg":"trace[1478301890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1055; }","duration":"213.851982ms","start":"2026-03-31T20:19:43.668554Z","end":"2026-03-31T20:19:43.882406Z","steps":["trace[1478301890] 'agreement among raft nodes before linearized reading' (duration: 212.119478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.045612Z","caller":"traceutil/trace.go:171","msg":"trace[1877008371] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"153.962256ms","start":"2026-03-31T20:19:43.891625Z","end":"2026-03-31T20:19:44.045588Z","steps":["trace[1877008371] 'process raft request' (duration: 153.913815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.045983Z","caller":"traceutil/trace.go:171","msg":"trace[1944252092] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"159.098305ms","start":"2026-03-31T20:19:43.886869Z","end":"2026-03-31T20:19:44.045968Z","steps":["trace[1944252092] 'process raft request' (duration: 99.754224ms)","trace[1944252092] 'compare' (duration: 58.327186ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:44.046118Z","caller":"traceutil/trace.go:171","msg":"trace[1072877535] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"159.198098ms","start":"2026-03-31T20:19:43.886911Z","end":"2026-03-31T20:19:44.046109Z","steps":["trace[1072877535] 'process raft request' (duration: 158.296435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.046343Z","caller":"traceutil/trace.go:171","msg":"trace[922618746] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"156.322526ms","start":"2026-03-31T20:19:43.890011Z","end":"2026-03-31T20:19:44.046333Z","steps":["trace[922618746] 'process raft request' (duration: 155.449964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.046491Z","caller":"traceutil/trace.go:171","msg":"trace[277615079] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"156.065399ms","start":"2026-03-31T20:19:43.890416Z","end":"2026-03-31T20:19:44.046481Z","steps":["trace[277615079] 'process raft request' (duration: 155.086864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.046495Z","caller":"traceutil/trace.go:171","msg":"trace[1531912740] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"158.005219ms","start":"2026-03-31T20:19:43.888454Z","end":"2026-03-31T20:19:44.046459Z","steps":["trace[1531912740] 'process raft request' (duration: 156.809128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.046828Z","caller":"traceutil/trace.go:171","msg":"trace[2021434512] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"158.331038ms","start":"2026-03-31T20:19:43.888483Z","end":"2026-03-31T20:19:44.046814Z","steps":["trace[2021434512] 'process raft request' (duration: 156.829039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.047086Z","caller":"traceutil/trace.go:171","msg":"trace[406976335] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"158.479861ms","start":"2026-03-31T20:19:43.88859Z","end":"2026-03-31T20:19:44.04707Z","steps":["trace[406976335] 'process raft request' (duration: 156.791818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.047227Z","caller":"traceutil/trace.go:171","msg":"trace[1243623749] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"157.721522ms","start":"2026-03-31T20:19:43.889496Z","end":"2026-03-31T20:19:44.047217Z","steps":["trace[1243623749] 'process raft request' (duration: 155.928926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.051215Z","caller":"traceutil/trace.go:171","msg":"trace[1326128699] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"140.32598ms","start":"2026-03-31T20:19:43.910285Z","end":"2026-03-31T20:19:44.050611Z","steps":["trace[1326128699] 'process raft request' (duration: 139.866289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.282915Z","caller":"traceutil/trace.go:171","msg":"trace[378850760] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1115; }","duration":"155.021042ms","start":"2026-03-31T20:19:44.12787Z","end":"2026-03-31T20:19:44.282891Z","steps":["trace[378850760] 'read index received' (duration: 65.478956ms)","trace[378850760] 'applied index is now lower than readState.Index' (duration: 89.541096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:44.283015Z","caller":"traceutil/trace.go:171","msg":"trace[1865511305] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"155.974257ms","start":"2026-03-31T20:19:44.127031Z","end":"2026-03-31T20:19:44.283005Z","steps":["trace[1865511305] 'process raft request' (duration: 66.348509ms)","trace[1865511305] 'compare' (duration: 89.414443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:44.28325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.34813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-03-31T20:19:44.283388Z","caller":"traceutil/trace.go:171","msg":"trace[714860943] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:1078; }","duration":"155.482254ms","start":"2026-03-31T20:19:44.127854Z","end":"2026-03-31T20:19:44.283337Z","steps":["trace[714860943] 'agreement among raft nodes before linearized reading' (duration: 155.176447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.283697Z","caller":"traceutil/trace.go:171","msg":"trace[1637874034] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"152.041017ms","start":"2026-03-31T20:19:44.131633Z","end":"2026-03-31T20:19:44.283674Z","steps":["trace[1637874034] 'process raft request' (duration: 151.838812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:44.283817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.53811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:44.283846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.590501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-03-31T20:19:44.283911Z","caller":"traceutil/trace.go:171","msg":"trace[1479882321] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1079; }","duration":"154.659753ms","start":"2026-03-31T20:19:44.129226Z","end":"2026-03-31T20:19:44.283886Z","steps":["trace[1479882321] 'agreement among raft nodes before linearized reading' (duration: 154.492839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.283919Z","caller":"traceutil/trace.go:171","msg":"trace[426218431] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1079; }","duration":"154.690194ms","start":"2026-03-31T20:19:44.129208Z","end":"2026-03-31T20:19:44.283898Z","steps":["trace[426218431] 'agreement among raft nodes before linearized reading' (duration: 154.458828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.492814Z","caller":"traceutil/trace.go:171","msg":"trace[1571772481] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"198.093373ms","start":"2026-03-31T20:19:44.294661Z","end":"2026-03-31T20:19:44.492754Z","steps":["trace[1571772481] 'process raft request' (duration: 147.523354ms)","trace[1571772481] 'compare' (duration: 50.360714ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:44.495586Z","caller":"traceutil/trace.go:171","msg":"trace[1811080491] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"117.77567ms","start":"2026-03-31T20:19:44.377789Z","end":"2026-03-31T20:19:44.495565Z","steps":["trace[1811080491] 'process raft request' (duration: 117.472783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.940812Z","caller":"traceutil/trace.go:171","msg":"trace[1264412908] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"169.077469ms","start":"2026-03-31T20:19:44.771702Z","end":"2026-03-31T20:19:44.940779Z","steps":["trace[1264412908] 'process raft request' (duration: 108.925167ms)","trace[1264412908] 'compare' (duration: 59.941687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:44.945859Z","caller":"traceutil/trace.go:171","msg":"trace[694262744] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"163.238782ms","start":"2026-03-31T20:19:44.782588Z","end":"2026-03-31T20:19:44.945827Z","steps":["trace[694262744] 'process raft request' (duration: 163.068816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.945924Z","caller":"traceutil/trace.go:171","msg":"trace[1073049720] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1122; }","duration":"114.745813ms","start":"2026-03-31T20:19:44.831153Z","end":"2026-03-31T20:19:44.945899Z","steps":["trace[1073049720] 'read index received' (duration: 49.555823ms)","trace[1073049720] 'applied index is now lower than readState.Index' (duration: 65.18852ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:44.945985Z","caller":"traceutil/trace.go:171","msg":"trace[1807786008] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"116.13855ms","start":"2026-03-31T20:19:44.829825Z","end":"2026-03-31T20:19:44.945963Z","steps":["trace[1807786008] 'process raft request' (duration: 115.927375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.946099Z","caller":"traceutil/trace.go:171","msg":"trace[827213673] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"115.108372ms","start":"2026-03-31T20:19:44.830914Z","end":"2026-03-31T20:19:44.946023Z","steps":["trace[827213673] 'process raft request' (duration: 114.899137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:44.946207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.817413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:44.946283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.100773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:19:44.946351Z","caller":"traceutil/trace.go:171","msg":"trace[1736985910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1088; }","duration":"115.201855ms","start":"2026-03-31T20:19:44.831129Z","end":"2026-03-31T20:19:44.946331Z","steps":["trace[1736985910] 'agreement among raft nodes before linearized reading' (duration: 115.00377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.946344Z","caller":"traceutil/trace.go:171","msg":"trace[1982081487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1088; }","duration":"106.995148ms","start":"2026-03-31T20:19:44.839319Z","end":"2026-03-31T20:19:44.946314Z","steps":["trace[1982081487] 'agreement among raft nodes before linearized reading' (duration: 106.772772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:45.258575Z","caller":"traceutil/trace.go:171","msg":"trace[523146842] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1126; }","duration":"300.886683ms","start":"2026-03-31T20:19:44.957655Z","end":"2026-03-31T20:19:45.258542Z","steps":["trace[523146842] 'read index received' (duration: 48.783234ms)","trace[523146842] 'applied index is now lower than readState.Index' (duration: 252.102059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:45.258794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.110558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:45.258904Z","caller":"traceutil/trace.go:171","msg":"trace[133089156] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"302.459694ms","start":"2026-03-31T20:19:44.956385Z","end":"2026-03-31T20:19:45.258844Z","steps":["trace[133089156] 'process raft request' (duration: 235.364046ms)","trace[133089156] 'compare' (duration: 66.176395ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:45.258962Z","caller":"traceutil/trace.go:171","msg":"trace[1283948608] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"285.072683ms","start":"2026-03-31T20:19:44.973875Z","end":"2026-03-31T20:19:45.258948Z","steps":["trace[1283948608] 'process raft request' (duration: 284.605442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:45.259107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:44.956372Z","time spent":"302.646288ms","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2948,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:19:45.259034Z","caller":"traceutil/trace.go:171","msg":"trace[1319690672] range","detail":"{range_begin:/registry/jobs/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1091; }","duration":"301.212731ms","start":"2026-03-31T20:19:44.957623Z","end":"2026-03-31T20:19:45.258835Z","steps":["trace[1319690672] 'agreement among raft nodes before linearized reading' (duration: 301.052417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:45.259347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:44.957612Z","time spent":"301.720814ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" "} {"level":"info","ts":"2026-03-31T20:19:45.554197Z","caller":"traceutil/trace.go:171","msg":"trace[249033355] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"101.286213ms","start":"2026-03-31T20:19:45.452879Z","end":"2026-03-31T20:19:45.554166Z","steps":["trace[249033355] 'process raft request' (duration: 50.302954ms)","trace[249033355] 'compare' (duration: 50.710272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:45.740836Z","caller":"traceutil/trace.go:171","msg":"trace[655511164] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1134; }","duration":"110.703041ms","start":"2026-03-31T20:19:45.630103Z","end":"2026-03-31T20:19:45.740806Z","steps":["trace[655511164] 'read index received' (duration: 92.225264ms)","trace[655511164] 'applied index is now lower than readState.Index' (duration: 18.476587ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:45.740975Z","caller":"traceutil/trace.go:171","msg":"trace[106885328] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"179.969504ms","start":"2026-03-31T20:19:45.560965Z","end":"2026-03-31T20:19:45.740935Z","steps":["trace[106885328] 'process raft request' (duration: 161.323973ms)","trace[106885328] 'compare' (duration: 18.361194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:45.741113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.982788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:19:45.741169Z","caller":"traceutil/trace.go:171","msg":"trace[487736523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1097; }","duration":"111.091781ms","start":"2026-03-31T20:19:45.630062Z","end":"2026-03-31T20:19:45.741154Z","steps":["trace[487736523] 'agreement among raft nodes before linearized reading' (duration: 110.855115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:48.286174Z","caller":"traceutil/trace.go:171","msg":"trace[2047000581] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"142.569768ms","start":"2026-03-31T20:19:48.143581Z","end":"2026-03-31T20:19:48.286151Z","steps":["trace[2047000581] 'process raft request' (duration: 142.410864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:48.298707Z","caller":"traceutil/trace.go:171","msg":"trace[1722806949] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"154.706374ms","start":"2026-03-31T20:19:48.143977Z","end":"2026-03-31T20:19:48.298683Z","steps":["trace[1722806949] 'process raft request' (duration: 154.445988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:48.298927Z","caller":"traceutil/trace.go:171","msg":"trace[638176212] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"154.664513ms","start":"2026-03-31T20:19:48.144222Z","end":"2026-03-31T20:19:48.298887Z","steps":["trace[638176212] 'process raft request' (duration: 154.394707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:48.745536Z","caller":"traceutil/trace.go:171","msg":"trace[1807075989] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"100.604016ms","start":"2026-03-31T20:19:48.644896Z","end":"2026-03-31T20:19:48.7455Z","steps":["trace[1807075989] 'process raft request' (duration: 100.468562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:01.096016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:00.782146Z","time spent":"313.865883ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:20:01.09602Z","caller":"traceutil/trace.go:171","msg":"trace[173696488] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1241; }","duration":"252.822446ms","start":"2026-03-31T20:20:00.843147Z","end":"2026-03-31T20:20:01.09597Z","steps":["trace[173696488] 'read index received' (duration: 252.793645ms)","trace[173696488] 'applied index is now lower than readState.Index' (duration: 24.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:01.096293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.082012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:01.096401Z","caller":"traceutil/trace.go:171","msg":"trace[176133978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1200; }","duration":"253.296887ms","start":"2026-03-31T20:20:00.843081Z","end":"2026-03-31T20:20:01.096378Z","steps":["trace[176133978] 'agreement among raft nodes before linearized reading' (duration: 253.078602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:01.410514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.556433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:01.410634Z","caller":"traceutil/trace.go:171","msg":"trace[1837023047] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1242; }","duration":"312.898859ms","start":"2026-03-31T20:20:01.097704Z","end":"2026-03-31T20:20:01.410602Z","steps":["trace[1837023047] 'read index received' (duration: 141.027848ms)","trace[1837023047] 'applied index is now lower than readState.Index' (duration: 171.869731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:01.410685Z","caller":"traceutil/trace.go:171","msg":"trace[1092349476] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"312.962571ms","start":"2026-03-31T20:20:01.097672Z","end":"2026-03-31T20:20:01.410634Z","steps":["trace[1092349476] 'process raft request' (duration: 141.192162ms)","trace[1092349476] 'compare' (duration: 171.43203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:01.410754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.052833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:01.410789Z","caller":"traceutil/trace.go:171","msg":"trace[747463301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1201; }","duration":"313.147975ms","start":"2026-03-31T20:20:01.097632Z","end":"2026-03-31T20:20:01.41078Z","steps":["trace[747463301] 'agreement among raft nodes before linearized reading' (duration: 313.063983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:01.410835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:01.097574Z","time spent":"313.252478ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:01.411061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.823065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:20:01.411159Z","caller":"traceutil/trace.go:171","msg":"trace[297643703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1201; }","duration":"252.976338ms","start":"2026-03-31T20:20:01.158165Z","end":"2026-03-31T20:20:01.411141Z","steps":["trace[297643703] 'agreement among raft nodes before linearized reading' (duration: 252.595669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:01.411186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:01.09759Z","time spent":"313.199736ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:01.917214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837535666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:20:02.418445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837535666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:20:02.918864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837535666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:20:03.419832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837535666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:20:03.568819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.152853092s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:20:03.584682Z","caller":"traceutil/trace.go:171","msg":"trace[2110570873] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"2.168815377s","start":"2026-03-31T20:20:01.41583Z","end":"2026-03-31T20:20:03.584646Z","steps":["trace[2110570873] 'process raft request' (duration: 2.153198s)","trace[2110570873] 'compare' (duration: 15.365081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:03.584852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:01.415813Z","time spent":"2.168958411s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:03.608486Z","caller":"traceutil/trace.go:171","msg":"trace[96171350] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"1.308481119s","start":"2026-03-31T20:20:02.299974Z","end":"2026-03-31T20:20:03.608456Z","steps":["trace[96171350] 'process raft request' (duration: 1.308301015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.608685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.29993Z","time spent":"1.308649015s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:03.608718Z","caller":"traceutil/trace.go:171","msg":"trace[1381158192] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1243; }","duration":"2.192374415s","start":"2026-03-31T20:20:01.416305Z","end":"2026-03-31T20:20:03.60868Z","steps":["trace[1381158192] 'read index received' (duration: 2.152737509s)","trace[1381158192] 'applied index is now lower than readState.Index' (duration: 39.634226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:03.608855Z","caller":"traceutil/trace.go:171","msg":"trace[1571908304] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"1.162850044s","start":"2026-03-31T20:20:02.445971Z","end":"2026-03-31T20:20:03.608821Z","steps":["trace[1571908304] 'process raft request' (duration: 1.162443492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.609043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192721974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:20:03.609078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.756413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:03.609109Z","caller":"traceutil/trace.go:171","msg":"trace[344173549] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1204; }","duration":"2.192878588s","start":"2026-03-31T20:20:01.416213Z","end":"2026-03-31T20:20:03.609092Z","steps":["trace[344173549] 'agreement among raft nodes before linearized reading' (duration: 2.192649113s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.609141Z","caller":"traceutil/trace.go:171","msg":"trace[1973602698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1204; }","duration":"894.861675ms","start":"2026-03-31T20:20:02.714267Z","end":"2026-03-31T20:20:03.609129Z","steps":["trace[1973602698] 'agreement among raft nodes before linearized reading' (duration: 894.740212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.609126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016213956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:20:03.609166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:01.416185Z","time spent":"2.192966611s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T20:20:03.609078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.445943Z","time spent":"1.163069159s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:03.609174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.714244Z","time spent":"894.921546ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:03.609174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.844187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:03.609206Z","caller":"traceutil/trace.go:171","msg":"trace[1801178862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1204; }","duration":"2.01635906s","start":"2026-03-31T20:20:01.592827Z","end":"2026-03-31T20:20:03.609186Z","steps":["trace[1801178862] 'agreement among raft nodes before linearized reading' (duration: 2.016093993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.60921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.791003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:20:03.609347Z","caller":"traceutil/trace.go:171","msg":"trace[1321583036] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1204; }","duration":"878.025648ms","start":"2026-03-31T20:20:02.731286Z","end":"2026-03-31T20:20:03.609312Z","steps":["trace[1321583036] 'agreement among raft nodes before linearized reading' (duration: 877.738971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.609346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992206717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:03.609435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.731239Z","time spent":"878.180572ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":37,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:20:03.609413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569742549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:20:03.609444Z","caller":"traceutil/trace.go:171","msg":"trace[710556065] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1204; }","duration":"1.992368051s","start":"2026-03-31T20:20:01.617049Z","end":"2026-03-31T20:20:03.609417Z","steps":["trace[710556065] 'agreement among raft nodes before linearized reading' (duration: 1.992213777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.609258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:01.592794Z","time spent":"2.016452642s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:03.609511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:01.617021Z","time spent":"1.992477874s","remote":"127.0.0.1:55494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:20:03.609513Z","caller":"traceutil/trace.go:171","msg":"trace[1868047786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1204; }","duration":"1.569885792s","start":"2026-03-31T20:20:02.0396Z","end":"2026-03-31T20:20:03.609486Z","steps":["trace[1868047786] 'agreement among raft nodes before linearized reading' (duration: 1.569619686s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.609255Z","caller":"traceutil/trace.go:171","msg":"trace[713506337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1204; }","duration":"766.97914ms","start":"2026-03-31T20:20:02.842252Z","end":"2026-03-31T20:20:03.609231Z","steps":["trace[713506337] 'agreement among raft nodes before linearized reading' (duration: 766.778575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.609561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.039569Z","time spent":"1.569983335s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:20:03.60957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149789894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:20:03.609669Z","caller":"traceutil/trace.go:171","msg":"trace[1238811124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1204; }","duration":"1.149985068s","start":"2026-03-31T20:20:02.459657Z","end":"2026-03-31T20:20:03.609642Z","steps":["trace[1238811124] 'agreement among raft nodes before linearized reading' (duration: 1.149543437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.609726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.459647Z","time spent":"1.15006324s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:03.6096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.842224Z","time spent":"767.36191ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:03.609251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155634792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:20:03.609825Z","caller":"traceutil/trace.go:171","msg":"trace[166029272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1204; }","duration":"1.156269987s","start":"2026-03-31T20:20:02.453538Z","end":"2026-03-31T20:20:03.609808Z","steps":["trace[166029272] 'agreement among raft nodes before linearized reading' (duration: 1.155514398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.609885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.453511Z","time spent":"1.15635606s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:03.823604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.442041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:03.823736Z","caller":"traceutil/trace.go:171","msg":"trace[1104839844] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"209.755262ms","start":"2026-03-31T20:20:03.613957Z","end":"2026-03-31T20:20:03.823713Z","steps":["trace[1104839844] 'process raft request' (duration: 88.066305ms)","trace[1104839844] 'compare' (duration: 121.295537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:03.872211Z","caller":"traceutil/trace.go:171","msg":"trace[949822014] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"256.431786ms","start":"2026-03-31T20:20:03.61574Z","end":"2026-03-31T20:20:03.872172Z","steps":["trace[949822014] 'process raft request' (duration: 256.352224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.872282Z","caller":"traceutil/trace.go:171","msg":"trace[1618621097] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"258.255743ms","start":"2026-03-31T20:20:03.613989Z","end":"2026-03-31T20:20:03.872245Z","steps":["trace[1618621097] 'process raft request' (duration: 257.916035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.872475Z","caller":"traceutil/trace.go:171","msg":"trace[724857186] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"255.923384ms","start":"2026-03-31T20:20:03.616541Z","end":"2026-03-31T20:20:03.872464Z","steps":["trace[724857186] 'process raft request' (duration: 255.592275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:11.748573Z","caller":"traceutil/trace.go:171","msg":"trace[236134940] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"115.440619ms","start":"2026-03-31T20:20:11.633093Z","end":"2026-03-31T20:20:11.748534Z","steps":["trace[236134940] 'process raft request' (duration: 115.091781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:12.114213Z","caller":"traceutil/trace.go:171","msg":"trace[1433602686] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"153.375912ms","start":"2026-03-31T20:20:11.960806Z","end":"2026-03-31T20:20:12.114182Z","steps":["trace[1433602686] 'process raft request' (duration: 153.312421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:12.114265Z","caller":"traceutil/trace.go:171","msg":"trace[570494664] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"154.066359ms","start":"2026-03-31T20:20:11.960171Z","end":"2026-03-31T20:20:12.114237Z","steps":["trace[570494664] 'process raft request' (duration: 145.777968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:17.859088Z","caller":"traceutil/trace.go:171","msg":"trace[834889076] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"128.967482ms","start":"2026-03-31T20:20:17.73008Z","end":"2026-03-31T20:20:17.859047Z","steps":["trace[834889076] 'process raft request' (duration: 128.736706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:18.032444Z","caller":"traceutil/trace.go:171","msg":"trace[1463968470] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"260.459529ms","start":"2026-03-31T20:20:17.771957Z","end":"2026-03-31T20:20:18.032416Z","steps":["trace[1463968470] 'process raft request' (duration: 258.526001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:23.583865Z","caller":"traceutil/trace.go:171","msg":"trace[860539239] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"125.756581ms","start":"2026-03-31T20:20:23.458064Z","end":"2026-03-31T20:20:23.583821Z","steps":["trace[860539239] 'process raft request' (duration: 100.644723ms)","trace[860539239] 'compare' (duration: 24.897092ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:23.784345Z","caller":"traceutil/trace.go:171","msg":"trace[1268997670] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"101.358332ms","start":"2026-03-31T20:20:23.682953Z","end":"2026-03-31T20:20:23.784311Z","steps":["trace[1268997670] 'process raft request' (duration: 52.588424ms)","trace[1268997670] 'compare' (duration: 48.563003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:24.115615Z","caller":"traceutil/trace.go:171","msg":"trace[329337421] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"150.274763ms","start":"2026-03-31T20:20:23.965305Z","end":"2026-03-31T20:20:24.11558Z","steps":["trace[329337421] 'process raft request' (duration: 94.561249ms)","trace[329337421] 'compare' (duration: 55.505089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:24.115681Z","caller":"traceutil/trace.go:171","msg":"trace[138828735] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"150.255642ms","start":"2026-03-31T20:20:23.965392Z","end":"2026-03-31T20:20:24.115647Z","steps":["trace[138828735] 'process raft request' (duration: 150.121659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:24.115636Z","caller":"traceutil/trace.go:171","msg":"trace[1332284831] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"131.952477ms","start":"2026-03-31T20:20:23.983654Z","end":"2026-03-31T20:20:24.115607Z","steps":["trace[1332284831] 'process raft request' (duration: 131.907146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:26.06412Z","caller":"traceutil/trace.go:171","msg":"trace[1884118716] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"105.720592ms","start":"2026-03-31T20:20:25.958381Z","end":"2026-03-31T20:20:26.064102Z","steps":["trace[1884118716] 'process raft request' (duration: 105.588619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:26.468502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.642014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:26.468654Z","caller":"traceutil/trace.go:171","msg":"trace[1619303363] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1458; }","duration":"195.88661ms","start":"2026-03-31T20:20:26.272736Z","end":"2026-03-31T20:20:26.468623Z","steps":["trace[1619303363] 'count revisions from in-memory index tree' (duration: 195.47383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:27.242089Z","caller":"traceutil/trace.go:171","msg":"trace[1252367149] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"471.552684ms","start":"2026-03-31T20:20:26.770505Z","end":"2026-03-31T20:20:27.242058Z","steps":["trace[1252367149] 'process raft request' (duration: 470.832396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:27.242074Z","caller":"traceutil/trace.go:171","msg":"trace[1731779137] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1513; }","duration":"192.813363ms","start":"2026-03-31T20:20:27.049231Z","end":"2026-03-31T20:20:27.242044Z","steps":["trace[1731779137] 'read index received' (duration: 192.110065ms)","trace[1731779137] 'applied index is now lower than readState.Index' (duration: 701.648µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:27.24226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:26.770465Z","time spent":"471.707888ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:27.242291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.053488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7pvs8\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-03-31T20:20:27.2424Z","caller":"traceutil/trace.go:171","msg":"trace[1836248985] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7pvs8; range_end:; response_count:1; response_revision:1462; }","duration":"193.215712ms","start":"2026-03-31T20:20:27.049164Z","end":"2026-03-31T20:20:27.24238Z","steps":["trace[1836248985] 'agreement among raft nodes before linearized reading' (duration: 192.974706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:30.363794Z","caller":"traceutil/trace.go:171","msg":"trace[1884533134] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"253.478021ms","start":"2026-03-31T20:20:30.110289Z","end":"2026-03-31T20:20:30.363767Z","steps":["trace[1884533134] 'process raft request' (duration: 253.303607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:30.59024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.297739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:30.590385Z","caller":"traceutil/trace.go:171","msg":"trace[885495261] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1522; }","duration":"430.085662ms","start":"2026-03-31T20:20:30.160276Z","end":"2026-03-31T20:20:30.590362Z","steps":["trace[885495261] 'read index received' (duration: 203.401461ms)","trace[885495261] 'applied index is now lower than readState.Index' (duration: 226.681931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:30.590449Z","caller":"traceutil/trace.go:171","msg":"trace[1045745725] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"444.188899ms","start":"2026-03-31T20:20:30.146224Z","end":"2026-03-31T20:20:30.590413Z","steps":["trace[1045745725] 'process raft request' (duration: 305.602623ms)","trace[1045745725] 'compare' (duration: 137.994581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:30.590645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.146193Z","time spent":"444.349564ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:30.590752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.446261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:20:30.59088Z","caller":"traceutil/trace.go:171","msg":"trace[2067677800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1472; }","duration":"430.654506ms","start":"2026-03-31T20:20:30.160196Z","end":"2026-03-31T20:20:30.590851Z","steps":["trace[2067677800] 'agreement among raft nodes before linearized reading' (duration: 430.312018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:30.590941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.160168Z","time spent":"430.763098ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:20:30.590913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.672027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:20:30.590763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.70221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:20:30.591029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.936137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:20:30.591035Z","caller":"traceutil/trace.go:171","msg":"trace[77385515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1472; }","duration":"419.81865ms","start":"2026-03-31T20:20:30.171197Z","end":"2026-03-31T20:20:30.591016Z","steps":["trace[77385515] 'agreement among raft nodes before linearized reading' (duration: 419.41037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:30.591111Z","caller":"traceutil/trace.go:171","msg":"trace[68932520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1472; }","duration":"363.078391ms","start":"2026-03-31T20:20:30.228016Z","end":"2026-03-31T20:20:30.591095Z","steps":["trace[68932520] 'agreement among raft nodes before linearized reading' (duration: 362.851666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:30.59113Z","caller":"traceutil/trace.go:171","msg":"trace[1752848913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1472; }","duration":"342.068288ms","start":"2026-03-31T20:20:30.248989Z","end":"2026-03-31T20:20:30.591057Z","steps":["trace[1752848913] 'agreement among raft nodes before linearized reading' (duration: 341.667348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:30.59117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.171175Z","time spent":"419.974565ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:30.591195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.227983Z","time spent":"363.199435ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:30.591316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.248953Z","time spent":"342.315455ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:31.282893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837536177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:20:31.496846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.646366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:31.49698Z","caller":"traceutil/trace.go:171","msg":"trace[601552361] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"901.656777ms","start":"2026-03-31T20:20:30.595301Z","end":"2026-03-31T20:20:31.496958Z","steps":["trace[601552361] 'process raft request' (duration: 688.780776ms)","trace[601552361] 'compare' (duration: 212.45277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:31.497367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.595267Z","time spent":"902.041786ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:31.529131Z","caller":"traceutil/trace.go:171","msg":"trace[82780525] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"933.642078ms","start":"2026-03-31T20:20:30.59547Z","end":"2026-03-31T20:20:31.529112Z","steps":["trace[82780525] 'process raft request' (duration: 933.569386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:31.529238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.595448Z","time spent":"933.738871ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:31.529343Z","caller":"traceutil/trace.go:171","msg":"trace[124944183] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"934.030157ms","start":"2026-03-31T20:20:30.595301Z","end":"2026-03-31T20:20:31.529331Z","steps":["trace[124944183] 'process raft request' (duration: 933.624677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:31.529397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.595267Z","time spent":"934.103289ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:31.5295Z","caller":"traceutil/trace.go:171","msg":"trace[231138050] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1524; }","duration":"747.446874ms","start":"2026-03-31T20:20:30.782045Z","end":"2026-03-31T20:20:31.529492Z","steps":["trace[231138050] 'read index received' (duration: 502.053278ms)","trace[231138050] 'applied index is now lower than readState.Index' (duration: 245.392765ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:31.529598Z","caller":"traceutil/trace.go:171","msg":"trace[1893679308] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"933.759091ms","start":"2026-03-31T20:20:30.595829Z","end":"2026-03-31T20:20:31.529588Z","steps":["trace[1893679308] 'process raft request' (duration: 933.248218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:31.529659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.595819Z","time spent":"933.804162ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:31.52981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.706719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:31.529943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.859135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:20:31.53008Z","caller":"traceutil/trace.go:171","msg":"trace[1359405736] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:1476; }","duration":"748.058739ms","start":"2026-03-31T20:20:30.781987Z","end":"2026-03-31T20:20:31.530046Z","steps":["trace[1359405736] 'agreement among raft nodes before linearized reading' (duration: 747.72035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:31.530152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.78196Z","time spent":"748.181173ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-03-31T20:20:31.529937Z","caller":"traceutil/trace.go:171","msg":"trace[2128292063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1476; }","duration":"689.911925ms","start":"2026-03-31T20:20:30.839989Z","end":"2026-03-31T20:20:31.5299Z","steps":["trace[2128292063] 'agreement among raft nodes before linearized reading' (duration: 689.696518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:31.530856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.839956Z","time spent":"690.878039ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:20:32.473289Z","caller":"traceutil/trace.go:171","msg":"trace[843554405] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"100.88559ms","start":"2026-03-31T20:20:32.372375Z","end":"2026-03-31T20:20:32.47326Z","steps":["trace[843554405] 'process raft request' (duration: 100.697425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:33.536761Z","caller":"traceutil/trace.go:171","msg":"trace[1356827950] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1490; }","duration":"253.356538ms","start":"2026-03-31T20:20:33.282159Z","end":"2026-03-31T20:20:33.535515Z","steps":["trace[1356827950] 'process raft request' (duration: 216.39538ms)","trace[1356827950] 'compare' (duration: 36.792354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:34.589998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.190885ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:34.590143Z","caller":"traceutil/trace.go:171","msg":"trace[261710847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1502; }","duration":"350.358569ms","start":"2026-03-31T20:20:34.239764Z","end":"2026-03-31T20:20:34.590122Z","steps":["trace[261710847] 'range keys from in-memory index tree' (duration: 350.163724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:34.59735Z","caller":"traceutil/trace.go:171","msg":"trace[57233477] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1556; }","duration":"410.372222ms","start":"2026-03-31T20:20:34.186959Z","end":"2026-03-31T20:20:34.597332Z","steps":["trace[57233477] 'read index received' (duration: 410.188527ms)","trace[57233477] 'applied index is now lower than readState.Index' (duration: 182.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:34.597408Z","caller":"traceutil/trace.go:171","msg":"trace[1896598426] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"470.512538ms","start":"2026-03-31T20:20:34.126867Z","end":"2026-03-31T20:20:34.597379Z","steps":["trace[1896598426] 'process raft request' (duration: 470.334852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:34.597526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.566318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" ","response":"range_response_count:1 size:1035"} {"level":"info","ts":"2026-03-31T20:20:34.597555Z","caller":"traceutil/trace.go:171","msg":"trace[1242025581] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:1; response_revision:1503; }","duration":"410.64833ms","start":"2026-03-31T20:20:34.1869Z","end":"2026-03-31T20:20:34.597549Z","steps":["trace[1242025581] 'agreement among raft nodes before linearized reading' (duration: 410.533907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:34.59755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:34.126821Z","time spent":"470.648411ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:34.597577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:34.186876Z","time spent":"410.696471ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1057,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" "} {"level":"warn","ts":"2026-03-31T20:20:34.597661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.22814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:20:34.597748Z","caller":"traceutil/trace.go:171","msg":"trace[1335771958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1503; }","duration":"120.366973ms","start":"2026-03-31T20:20:34.477361Z","end":"2026-03-31T20:20:34.597728Z","steps":["trace[1335771958] 'agreement among raft nodes before linearized reading' (duration: 120.129507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:35.924728Z","caller":"traceutil/trace.go:171","msg":"trace[1093400091] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1592; }","duration":"237.902776ms","start":"2026-03-31T20:20:35.686797Z","end":"2026-03-31T20:20:35.9247Z","steps":["trace[1093400091] 'read index received' (duration: 152.289254ms)","trace[1093400091] 'applied index is now lower than readState.Index' (duration: 85.612042ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:35.924785Z","caller":"traceutil/trace.go:171","msg":"trace[950475423] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"238.299556ms","start":"2026-03-31T20:20:35.686464Z","end":"2026-03-31T20:20:35.924763Z","steps":["trace[950475423] 'process raft request' (duration: 152.5373ms)","trace[950475423] 'compare' (duration: 85.54205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:35.924882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.073781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:35.925102Z","caller":"traceutil/trace.go:171","msg":"trace[654339825] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:0; response_revision:1539; }","duration":"238.332787ms","start":"2026-03-31T20:20:35.686754Z","end":"2026-03-31T20:20:35.925087Z","steps":["trace[654339825] 'agreement among raft nodes before linearized reading' (duration: 238.07077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:36.386425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.603308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:36.386687Z","caller":"traceutil/trace.go:171","msg":"trace[1964519718] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"265.095756ms","start":"2026-03-31T20:20:36.121551Z","end":"2026-03-31T20:20:36.386647Z","steps":["trace[1964519718] 'process raft request' (duration: 135.160239ms)","trace[1964519718] 'compare' (duration: 129.426554ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:36.386822Z","caller":"traceutil/trace.go:171","msg":"trace[1452909006] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"244.261147ms","start":"2026-03-31T20:20:36.14254Z","end":"2026-03-31T20:20:36.386801Z","steps":["trace[1452909006] 'process raft request' (duration: 244.175214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:36.386907Z","caller":"traceutil/trace.go:171","msg":"trace[617019947] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1604; }","duration":"263.409063ms","start":"2026-03-31T20:20:36.123466Z","end":"2026-03-31T20:20:36.386875Z","steps":["trace[617019947] 'read index received' (duration: 12.318583ms)","trace[617019947] 'applied index is now lower than readState.Index' (duration: 251.08699ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:36.386965Z","caller":"traceutil/trace.go:171","msg":"trace[960060152] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"244.569145ms","start":"2026-03-31T20:20:36.142371Z","end":"2026-03-31T20:20:36.38694Z","steps":["trace[960060152] 'process raft request' (duration: 244.180325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:36.387114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.593638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:36.387162Z","caller":"traceutil/trace.go:171","msg":"trace[1546688570] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com; range_end:; response_count:0; response_revision:1553; }","duration":"263.712781ms","start":"2026-03-31T20:20:36.123435Z","end":"2026-03-31T20:20:36.387148Z","steps":["trace[1546688570] 'agreement among raft nodes before linearized reading' (duration: 263.580738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:36.387191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.775176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-zgnlq\" ","response":"range_response_count:1 size:4531"} {"level":"info","ts":"2026-03-31T20:20:36.387239Z","caller":"traceutil/trace.go:171","msg":"trace[778785677] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-zgnlq; range_end:; response_count:1; response_revision:1553; }","duration":"247.860838ms","start":"2026-03-31T20:20:36.139361Z","end":"2026-03-31T20:20:36.387222Z","steps":["trace[778785677] 'agreement among raft nodes before linearized reading' (duration: 247.686014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:36.709314Z","caller":"traceutil/trace.go:171","msg":"trace[2073276713] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"136.888262ms","start":"2026-03-31T20:20:36.572393Z","end":"2026-03-31T20:20:36.709282Z","steps":["trace[2073276713] 'process raft request' (duration: 123.958595ms)","trace[2073276713] 'compare' (duration: 12.792634ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:36.709768Z","caller":"traceutil/trace.go:171","msg":"trace[1202734474] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"135.406156ms","start":"2026-03-31T20:20:36.574341Z","end":"2026-03-31T20:20:36.709747Z","steps":["trace[1202734474] 'process raft request' (duration: 135.115938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:36.965114Z","caller":"traceutil/trace.go:171","msg":"trace[903174934] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"236.44303ms","start":"2026-03-31T20:20:36.728643Z","end":"2026-03-31T20:20:36.965086Z","steps":["trace[903174934] 'process raft request' (duration: 194.045604ms)","trace[903174934] 'compare' (duration: 42.267532ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:37.791297Z","caller":"traceutil/trace.go:171","msg":"trace[1035043899] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1625; }","duration":"204.853498ms","start":"2026-03-31T20:20:37.586422Z","end":"2026-03-31T20:20:37.791276Z","steps":["trace[1035043899] 'read index received' (duration: 113.09054ms)","trace[1035043899] 'applied index is now lower than readState.Index' (duration: 91.762058ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:37.791437Z","caller":"traceutil/trace.go:171","msg":"trace[321961256] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"215.034865ms","start":"2026-03-31T20:20:37.576383Z","end":"2026-03-31T20:20:37.791418Z","steps":["trace[321961256] 'process raft request' (duration: 123.182545ms)","trace[321961256] 'compare' (duration: 91.592514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:37.791555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.855727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:20:37.791619Z","caller":"traceutil/trace.go:171","msg":"trace[474583718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1571; }","duration":"204.9661ms","start":"2026-03-31T20:20:37.586639Z","end":"2026-03-31T20:20:37.791605Z","steps":["trace[474583718] 'agreement among raft nodes before linearized reading' (duration: 204.791606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:37.791822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.323484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:20:37.792049Z","caller":"traceutil/trace.go:171","msg":"trace[2062780759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1571; }","duration":"204.55799ms","start":"2026-03-31T20:20:37.587471Z","end":"2026-03-31T20:20:37.792029Z","steps":["trace[2062780759] 'agreement among raft nodes before linearized reading' (duration: 204.216391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:37.791841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.398091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:20:37.792374Z","caller":"traceutil/trace.go:171","msg":"trace[922969551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1571; }","duration":"205.950236ms","start":"2026-03-31T20:20:37.586401Z","end":"2026-03-31T20:20:37.792351Z","steps":["trace[922969551] 'agreement among raft nodes before linearized reading' (duration: 205.31598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.051714Z","caller":"traceutil/trace.go:171","msg":"trace[1363772857] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1629; }","duration":"133.250772ms","start":"2026-03-31T20:20:37.91844Z","end":"2026-03-31T20:20:38.051691Z","steps":["trace[1363772857] 'read index received' (duration: 132.967304ms)","trace[1363772857] 'applied index is now lower than readState.Index' (duration: 282.438µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:38.051857Z","caller":"traceutil/trace.go:171","msg":"trace[1832660455] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"168.200557ms","start":"2026-03-31T20:20:37.883601Z","end":"2026-03-31T20:20:38.051801Z","steps":["trace[1832660455] 'process raft request' (duration: 167.946661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:38.052058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.59471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:20:38.052218Z","caller":"traceutil/trace.go:171","msg":"trace[1302778950] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1575; }","duration":"133.810535ms","start":"2026-03-31T20:20:37.918388Z","end":"2026-03-31T20:20:38.052199Z","steps":["trace[1302778950] 'agreement among raft nodes before linearized reading' (duration: 133.444236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:38.384182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.579205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:38.384757Z","caller":"traceutil/trace.go:171","msg":"trace[356673249] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"327.92781ms","start":"2026-03-31T20:20:38.056797Z","end":"2026-03-31T20:20:38.384724Z","steps":["trace[356673249] 'process raft request' (duration: 97.703109ms)","trace[356673249] 'compare' (duration: 229.3543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:38.384912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.056766Z","time spent":"328.059195ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:38.385883Z","caller":"traceutil/trace.go:171","msg":"trace[1113157615] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"266.578794ms","start":"2026-03-31T20:20:38.119284Z","end":"2026-03-31T20:20:38.385863Z","steps":["trace[1113157615] 'process raft request' (duration: 265.149627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:39.51227Z","caller":"traceutil/trace.go:171","msg":"trace[649534184] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1580; }","duration":"127.033553ms","start":"2026-03-31T20:20:39.385163Z","end":"2026-03-31T20:20:39.512196Z","steps":["trace[649534184] 'process raft request' (duration: 126.903069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:39.931564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.805602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:20:39.93159Z","caller":"traceutil/trace.go:171","msg":"trace[561199990] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1582; }","duration":"128.527122ms","start":"2026-03-31T20:20:39.803021Z","end":"2026-03-31T20:20:39.931548Z","steps":["trace[561199990] 'process raft request' (duration: 117.43461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:39.931655Z","caller":"traceutil/trace.go:171","msg":"trace[671357058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1582; }","duration":"121.923904ms","start":"2026-03-31T20:20:39.809708Z","end":"2026-03-31T20:20:39.931631Z","steps":["trace[671357058] 'agreement among raft nodes before linearized reading' (duration: 121.721779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:39.931768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.682568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:20:39.931931Z","caller":"traceutil/trace.go:171","msg":"trace[627190136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1582; }","duration":"121.900104ms","start":"2026-03-31T20:20:39.81001Z","end":"2026-03-31T20:20:39.93191Z","steps":["trace[627190136] 'agreement among raft nodes before linearized reading' (duration: 121.561545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:39.948975Z","caller":"traceutil/trace.go:171","msg":"trace[1513241489] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"101.998918ms","start":"2026-03-31T20:20:39.846957Z","end":"2026-03-31T20:20:39.948956Z","steps":["trace[1513241489] 'process raft request' (duration: 101.394043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:40.657995Z","caller":"traceutil/trace.go:171","msg":"trace[652321901] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1585; }","duration":"267.783254ms","start":"2026-03-31T20:20:40.390188Z","end":"2026-03-31T20:20:40.657971Z","steps":["trace[652321901] 'process raft request' (duration: 267.691722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:41.189022Z","caller":"traceutil/trace.go:171","msg":"trace[672409608] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1654; }","duration":"405.811856ms","start":"2026-03-31T20:20:40.783183Z","end":"2026-03-31T20:20:41.188995Z","steps":["trace[672409608] 'read index received' (duration: 353.437057ms)","trace[672409608] 'applied index is now lower than readState.Index' (duration: 52.373469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:41.18907Z","caller":"traceutil/trace.go:171","msg":"trace[921039638] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1586; }","duration":"436.560497ms","start":"2026-03-31T20:20:40.752465Z","end":"2026-03-31T20:20:41.189026Z","steps":["trace[921039638] 'process raft request' (duration: 384.222939ms)","trace[921039638] 'compare' (duration: 52.248675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:41.189251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.037782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:20:41.189306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.752424Z","time spent":"436.743502ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:20:41.189315Z","caller":"traceutil/trace.go:171","msg":"trace[78708572] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:1586; }","duration":"406.170155ms","start":"2026-03-31T20:20:40.78313Z","end":"2026-03-31T20:20:41.1893Z","steps":["trace[78708572] 'agreement among raft nodes before linearized reading' (duration: 405.95441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.18931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.60545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:41.189364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.783112Z","time spent":"406.242327ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-03-31T20:20:41.189401Z","caller":"traceutil/trace.go:171","msg":"trace[1585859031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1586; }","duration":"349.753324ms","start":"2026-03-31T20:20:40.839625Z","end":"2026-03-31T20:20:41.189379Z","steps":["trace[1585859031] 'agreement among raft nodes before linearized reading' (duration: 349.60692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.189494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.839602Z","time spent":"349.869147ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:41.189466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.297123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:20:41.189562Z","caller":"traceutil/trace.go:171","msg":"trace[1722512675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1586; }","duration":"377.440897ms","start":"2026-03-31T20:20:40.812102Z","end":"2026-03-31T20:20:41.189543Z","steps":["trace[1722512675] 'agreement among raft nodes before linearized reading' (duration: 377.124539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.18966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.812082Z","time spent":"377.565951ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:41.491743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.248675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:41.491907Z","caller":"traceutil/trace.go:171","msg":"trace[2044504715] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"284.232992ms","start":"2026-03-31T20:20:41.207642Z","end":"2026-03-31T20:20:41.491875Z","steps":["trace[2044504715] 'process raft request' (duration: 114.744251ms)","trace[2044504715] 'compare' (duration: 168.916846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:41.492108Z","caller":"traceutil/trace.go:171","msg":"trace[167102079] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"217.294494ms","start":"2026-03-31T20:20:41.274685Z","end":"2026-03-31T20:20:41.491979Z","steps":["trace[167102079] 'process raft request' (duration: 217.169521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:41.492287Z","caller":"traceutil/trace.go:171","msg":"trace[1796452146] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1656; }","duration":"218.553076ms","start":"2026-03-31T20:20:41.273705Z","end":"2026-03-31T20:20:41.492258Z","steps":["trace[1796452146] 'read index received' (duration: 48.690375ms)","trace[1796452146] 'applied index is now lower than readState.Index' (duration: 169.859091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:41.492579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.420558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:1 size:120324"} {"level":"info","ts":"2026-03-31T20:20:41.492631Z","caller":"traceutil/trace.go:171","msg":"trace[166165993] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:1; response_revision:1588; }","duration":"301.517571ms","start":"2026-03-31T20:20:41.191099Z","end":"2026-03-31T20:20:41.492617Z","steps":["trace[166165993] 'agreement among raft nodes before linearized reading' (duration: 301.246044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.492662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.191082Z","time spent":"301.573612ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":120346,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"info","ts":"2026-03-31T20:20:41.995399Z","caller":"traceutil/trace.go:171","msg":"trace[233664022] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"144.898166ms","start":"2026-03-31T20:20:41.850463Z","end":"2026-03-31T20:20:41.995361Z","steps":["trace[233664022] 'process raft request' (duration: 144.615429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:42.166989Z","caller":"traceutil/trace.go:171","msg":"trace[1701428793] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"168.094785ms","start":"2026-03-31T20:20:41.998849Z","end":"2026-03-31T20:20:42.166944Z","steps":["trace[1701428793] 'process raft request' (duration: 165.329995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:42.167053Z","caller":"traceutil/trace.go:171","msg":"trace[2087355872] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"168.106475ms","start":"2026-03-31T20:20:41.998923Z","end":"2026-03-31T20:20:42.167029Z","steps":["trace[2087355872] 'process raft request' (duration: 167.90747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:42.167274Z","caller":"traceutil/trace.go:171","msg":"trace[1114671723] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"168.065034ms","start":"2026-03-31T20:20:41.999196Z","end":"2026-03-31T20:20:42.167261Z","steps":["trace[1114671723] 'process raft request' (duration: 167.677154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:43.813794Z","caller":"traceutil/trace.go:171","msg":"trace[388451522] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"160.899342ms","start":"2026-03-31T20:20:43.652856Z","end":"2026-03-31T20:20:43.813756Z","steps":["trace[388451522] 'process raft request' (duration: 95.425001ms)","trace[388451522] 'compare' (duration: 65.176383ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:43.813813Z","caller":"traceutil/trace.go:171","msg":"trace[468149364] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"158.07752ms","start":"2026-03-31T20:20:43.655708Z","end":"2026-03-31T20:20:43.813786Z","steps":["trace[468149364] 'process raft request' (duration: 158.020029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:43.81385Z","caller":"traceutil/trace.go:171","msg":"trace[1145719048] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"159.680052ms","start":"2026-03-31T20:20:43.654162Z","end":"2026-03-31T20:20:43.813842Z","steps":["trace[1145719048] 'process raft request' (duration: 159.461936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.039382Z","caller":"traceutil/trace.go:171","msg":"trace[1675932540] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"217.207511ms","start":"2026-03-31T20:20:43.821951Z","end":"2026-03-31T20:20:44.039158Z","steps":["trace[1675932540] 'process raft request' (duration: 144.713412ms)","trace[1675932540] 'compare' (duration: 72.347906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:44.042859Z","caller":"traceutil/trace.go:171","msg":"trace[2064727477] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"219.984961ms","start":"2026-03-31T20:20:43.822853Z","end":"2026-03-31T20:20:44.042838Z","steps":["trace[2064727477] 'process raft request' (duration: 219.866138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.043073Z","caller":"traceutil/trace.go:171","msg":"trace[275363662] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1707; }","duration":"202.450127ms","start":"2026-03-31T20:20:43.8406Z","end":"2026-03-31T20:20:44.04305Z","steps":["trace[275363662] 'read index received' (duration: 126.079889ms)","trace[275363662] 'applied index is now lower than readState.Index' (duration: 76.368968ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:44.043196Z","caller":"traceutil/trace.go:171","msg":"trace[224358250] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"217.454386ms","start":"2026-03-31T20:20:43.825706Z","end":"2026-03-31T20:20:44.04316Z","steps":["trace[224358250] 'process raft request' (duration: 217.103938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.043312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.681802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.043368Z","caller":"traceutil/trace.go:171","msg":"trace[1474352502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"202.790225ms","start":"2026-03-31T20:20:43.840561Z","end":"2026-03-31T20:20:44.043351Z","steps":["trace[1474352502] 'agreement among raft nodes before linearized reading' (duration: 202.613931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.168805Z","caller":"traceutil/trace.go:171","msg":"trace[581071945] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"120.552509ms","start":"2026-03-31T20:20:44.048219Z","end":"2026-03-31T20:20:44.168772Z","steps":["trace[581071945] 'process raft request' (duration: 116.149037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.169202Z","caller":"traceutil/trace.go:171","msg":"trace[262890140] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"119.81433ms","start":"2026-03-31T20:20:44.049358Z","end":"2026-03-31T20:20:44.169173Z","steps":["trace[262890140] 'process raft request' (duration: 119.328117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.169456Z","caller":"traceutil/trace.go:171","msg":"trace[1396485990] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"116.604318ms","start":"2026-03-31T20:20:44.052829Z","end":"2026-03-31T20:20:44.169434Z","steps":["trace[1396485990] 'process raft request' (duration: 116.399313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.169467Z","caller":"traceutil/trace.go:171","msg":"trace[1243473128] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"119.741497ms","start":"2026-03-31T20:20:44.049614Z","end":"2026-03-31T20:20:44.169356Z","steps":["trace[1243473128] 'process raft request' (duration: 119.498281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.169664Z","caller":"traceutil/trace.go:171","msg":"trace[404041199] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1646; }","duration":"112.875283ms","start":"2026-03-31T20:20:44.05677Z","end":"2026-03-31T20:20:44.169645Z","steps":["trace[404041199] 'process raft request' (duration: 112.694539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.169649Z","caller":"traceutil/trace.go:171","msg":"trace[609149986] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"115.373167ms","start":"2026-03-31T20:20:44.05423Z","end":"2026-03-31T20:20:44.169604Z","steps":["trace[609149986] 'process raft request' (duration: 115.055199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.169611Z","caller":"traceutil/trace.go:171","msg":"trace[1469698496] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1711; }","duration":"100.411987ms","start":"2026-03-31T20:20:44.069178Z","end":"2026-03-31T20:20:44.16959Z","steps":["trace[1469698496] 'read index received' (duration: 95.113753ms)","trace[1469698496] 'applied index is now lower than readState.Index' (duration: 5.296664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:44.169865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.751212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:20:44.169928Z","caller":"traceutil/trace.go:171","msg":"trace[289804842] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1646; }","duration":"103.839194ms","start":"2026-03-31T20:20:44.06607Z","end":"2026-03-31T20:20:44.169909Z","steps":["trace[289804842] 'agreement among raft nodes before linearized reading' (duration: 103.6804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.214926Z","caller":"traceutil/trace.go:171","msg":"trace[1398201829] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"143.173132ms","start":"2026-03-31T20:20:44.071725Z","end":"2026-03-31T20:20:44.214898Z","steps":["trace[1398201829] 'process raft request' (duration: 142.856064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.215139Z","caller":"traceutil/trace.go:171","msg":"trace[1738104147] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"142.889765ms","start":"2026-03-31T20:20:44.072203Z","end":"2026-03-31T20:20:44.215092Z","steps":["trace[1738104147] 'process raft request' (duration: 142.543377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.215249Z","caller":"traceutil/trace.go:171","msg":"trace[57274988] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"142.941497ms","start":"2026-03-31T20:20:44.072292Z","end":"2026-03-31T20:20:44.215233Z","steps":["trace[57274988] 'process raft request' (duration: 142.523536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.436209Z","caller":"traceutil/trace.go:171","msg":"trace[2092970777] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"133.216431ms","start":"2026-03-31T20:20:44.302961Z","end":"2026-03-31T20:20:44.436177Z","steps":["trace[2092970777] 'process raft request' (duration: 117.120032ms)","trace[2092970777] 'compare' (duration: 15.935125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:44.440937Z","caller":"traceutil/trace.go:171","msg":"trace[575278002] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"134.869691ms","start":"2026-03-31T20:20:44.306041Z","end":"2026-03-31T20:20:44.440911Z","steps":["trace[575278002] 'process raft request' (duration: 134.667566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.441319Z","caller":"traceutil/trace.go:171","msg":"trace[1156345074] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"131.196098ms","start":"2026-03-31T20:20:44.310102Z","end":"2026-03-31T20:20:44.441298Z","steps":["trace[1156345074] 'process raft request' (duration: 130.740417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.441457Z","caller":"traceutil/trace.go:171","msg":"trace[1128490866] linearizableReadLoop","detail":"{readStateIndex:1747; appliedIndex:1745; }","duration":"133.801775ms","start":"2026-03-31T20:20:44.307642Z","end":"2026-03-31T20:20:44.441444Z","steps":["trace[1128490866] 'read index received' (duration: 112.521864ms)","trace[1128490866] 'applied index is now lower than readState.Index' (duration: 21.279301ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:44.441545Z","caller":"traceutil/trace.go:171","msg":"trace[260195327] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"122.405716ms","start":"2026-03-31T20:20:44.319114Z","end":"2026-03-31T20:20:44.441519Z","steps":["trace[260195327] 'process raft request' (duration: 122.064837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.441685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.030971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2939"} {"level":"info","ts":"2026-03-31T20:20:44.441761Z","caller":"traceutil/trace.go:171","msg":"trace[834934094] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1678; }","duration":"134.104393ms","start":"2026-03-31T20:20:44.307627Z","end":"2026-03-31T20:20:44.441731Z","steps":["trace[834934094] 'agreement among raft nodes before linearized reading' (duration: 133.883417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.699431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.586552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:44.699719Z","caller":"traceutil/trace.go:171","msg":"trace[1860166191] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"162.697248ms","start":"2026-03-31T20:20:44.536962Z","end":"2026-03-31T20:20:44.699659Z","steps":["trace[1860166191] 'process raft request' (duration: 22.747597ms)","trace[1860166191] 'compare' (duration: 139.339485ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:44.699752Z","caller":"traceutil/trace.go:171","msg":"trace[1648691750] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"162.142444ms","start":"2026-03-31T20:20:44.537556Z","end":"2026-03-31T20:20:44.699699Z","steps":["trace[1648691750] 'process raft request' (duration: 162.025651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.699808Z","caller":"traceutil/trace.go:171","msg":"trace[480489976] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"162.066213ms","start":"2026-03-31T20:20:44.537699Z","end":"2026-03-31T20:20:44.699766Z","steps":["trace[480489976] 'process raft request' (duration: 161.94559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.699898Z","caller":"traceutil/trace.go:171","msg":"trace[422276304] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"162.134964ms","start":"2026-03-31T20:20:44.537729Z","end":"2026-03-31T20:20:44.699864Z","steps":["trace[422276304] 'process raft request' (duration: 161.95492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.69995Z","caller":"traceutil/trace.go:171","msg":"trace[1055589492] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"162.141604ms","start":"2026-03-31T20:20:44.537769Z","end":"2026-03-31T20:20:44.69991Z","steps":["trace[1055589492] 'process raft request' (duration: 161.97612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.700114Z","caller":"traceutil/trace.go:171","msg":"trace[1772140152] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"140.432134ms","start":"2026-03-31T20:20:44.559651Z","end":"2026-03-31T20:20:44.700083Z","steps":["trace[1772140152] 'process raft request' (duration: 140.182147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.700215Z","caller":"traceutil/trace.go:171","msg":"trace[820218363] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"162.072282ms","start":"2026-03-31T20:20:44.538073Z","end":"2026-03-31T20:20:44.700145Z","steps":["trace[820218363] 'process raft request' (duration: 161.719443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.097577Z","caller":"traceutil/trace.go:171","msg":"trace[24368022] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1776; }","duration":"271.9487ms","start":"2026-03-31T20:20:44.82558Z","end":"2026-03-31T20:20:45.097529Z","steps":["trace[24368022] 'read index received' (duration: 184.915781ms)","trace[24368022] 'applied index is now lower than readState.Index' (duration: 87.031139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:45.097621Z","caller":"traceutil/trace.go:171","msg":"trace[149102191] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"274.251288ms","start":"2026-03-31T20:20:44.823344Z","end":"2026-03-31T20:20:45.097595Z","steps":["trace[149102191] 'process raft request' (duration: 187.182399ms)","trace[149102191] 'compare' (duration: 86.776432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:45.097901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.945108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:20:45.09797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.358681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"warn","ts":"2026-03-31T20:20:45.097978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.144116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:20:45.098042Z","caller":"traceutil/trace.go:171","msg":"trace[1249450690] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1705; }","duration":"272.450833ms","start":"2026-03-31T20:20:44.825572Z","end":"2026-03-31T20:20:45.098023Z","steps":["trace[1249450690] 'agreement among raft nodes before linearized reading' (duration: 272.161206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.098133Z","caller":"traceutil/trace.go:171","msg":"trace[1200547534] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1705; }","duration":"114.387813ms","start":"2026-03-31T20:20:44.983713Z","end":"2026-03-31T20:20:45.0981Z","steps":["trace[1200547534] 'agreement among raft nodes before linearized reading' (duration: 114.083255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.097994Z","caller":"traceutil/trace.go:171","msg":"trace[1328089617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1705; }","duration":"227.104792ms","start":"2026-03-31T20:20:44.870874Z","end":"2026-03-31T20:20:45.097979Z","steps":["trace[1328089617] 'agreement among raft nodes before linearized reading' (duration: 226.926887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:45.098423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.785381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:5710"} {"level":"info","ts":"2026-03-31T20:20:45.098515Z","caller":"traceutil/trace.go:171","msg":"trace[817388375] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1705; }","duration":"272.921525ms","start":"2026-03-31T20:20:44.825568Z","end":"2026-03-31T20:20:45.09849Z","steps":["trace[817388375] 'agreement among raft nodes before linearized reading' (duration: 272.213257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:54.403282Z","caller":"traceutil/trace.go:171","msg":"trace[1353975035] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1874; }","duration":"118.150328ms","start":"2026-03-31T20:20:54.285094Z","end":"2026-03-31T20:20:54.403244Z","steps":["trace[1353975035] 'read index received' (duration: 117.909661ms)","trace[1353975035] 'applied index is now lower than readState.Index' (duration: 238.627µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:54.403421Z","caller":"traceutil/trace.go:171","msg":"trace[107933406] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"144.922368ms","start":"2026-03-31T20:20:54.258457Z","end":"2026-03-31T20:20:54.40338Z","steps":["trace[107933406] 'process raft request' (duration: 144.541637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:54.403544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.429636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:20:54.40359Z","caller":"traceutil/trace.go:171","msg":"trace[898463640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1797; }","duration":"118.56999ms","start":"2026-03-31T20:20:54.285009Z","end":"2026-03-31T20:20:54.403579Z","steps":["trace[898463640] 'agreement among raft nodes before linearized reading' (duration: 118.383055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:54.408879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.006031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:20:54.408998Z","caller":"traceutil/trace.go:171","msg":"trace[18068746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1798; }","duration":"123.173096ms","start":"2026-03-31T20:20:54.285802Z","end":"2026-03-31T20:20:54.408975Z","steps":["trace[18068746] 'agreement among raft nodes before linearized reading' (duration: 122.826316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:54.408903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.388646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:20:54.409137Z","caller":"traceutil/trace.go:171","msg":"trace[1496561703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1798; }","duration":"122.658992ms","start":"2026-03-31T20:20:54.28646Z","end":"2026-03-31T20:20:54.409119Z","steps":["trace[1496561703] 'agreement among raft nodes before linearized reading' (duration: 122.252352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.631405Z","caller":"traceutil/trace.go:171","msg":"trace[2066687286] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"182.322866ms","start":"2026-03-31T20:21:02.449061Z","end":"2026-03-31T20:21:02.631384Z","steps":["trace[2066687286] 'read index received' (duration: 182.248574ms)","trace[2066687286] 'applied index is now lower than readState.Index' (duration: 73.182µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:02.631461Z","caller":"traceutil/trace.go:171","msg":"trace[1228217007] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"182.813349ms","start":"2026-03-31T20:21:02.448615Z","end":"2026-03-31T20:21:02.631428Z","steps":["trace[1228217007] 'process raft request' (duration: 182.626844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.631624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.536381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:21:02.63165Z","caller":"traceutil/trace.go:171","msg":"trace[1705602997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1911; }","duration":"182.643744ms","start":"2026-03-31T20:21:02.448999Z","end":"2026-03-31T20:21:02.631643Z","steps":["trace[1705602997] 'agreement among raft nodes before linearized reading' (duration: 182.507961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.773812Z","caller":"traceutil/trace.go:171","msg":"trace[1633476830] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"320.773249ms","start":"2026-03-31T20:21:02.453007Z","end":"2026-03-31T20:21:02.77378Z","steps":["trace[1633476830] 'process raft request' (duration: 316.604803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.773904Z","caller":"traceutil/trace.go:171","msg":"trace[83866196] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"142.398714ms","start":"2026-03-31T20:21:02.631481Z","end":"2026-03-31T20:21:02.77388Z","steps":["trace[83866196] 'read index received' (duration: 138.160715ms)","trace[83866196] 'applied index is now lower than readState.Index' (duration: 4.236579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:02.774007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:02.452985Z","time spent":"320.910603ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:02.774981Z","caller":"traceutil/trace.go:171","msg":"trace[1758072053] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"136.034852ms","start":"2026-03-31T20:21:02.638725Z","end":"2026-03-31T20:21:02.77476Z","steps":["trace[1758072053] 'process raft request' (duration: 135.072007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.775057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.98965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:21:02.775325Z","caller":"traceutil/trace.go:171","msg":"trace[114205106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"322.238076ms","start":"2026-03-31T20:21:02.452985Z","end":"2026-03-31T20:21:02.775223Z","steps":["trace[114205106] 'agreement among raft nodes before linearized reading' (duration: 321.011355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.775519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:02.452964Z","time spent":"322.41183ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:21:04.763255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.270987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5283e798-99ca-45c9-80b4-decc386e316c\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-31T20:21:04.763388Z","caller":"traceutil/trace.go:171","msg":"trace[662859937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5283e798-99ca-45c9-80b4-decc386e316c; range_end:; response_count:1; response_revision:1922; }","duration":"927.524753ms","start":"2026-03-31T20:21:03.835837Z","end":"2026-03-31T20:21:04.763361Z","steps":["trace[662859937] 'range keys from in-memory index tree' (duration: 927.104233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:04.763384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.493776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:04.763445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:03.835806Z","time spent":"927.626166ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5283e798-99ca-45c9-80b4-decc386e316c\" "} {"level":"info","ts":"2026-03-31T20:21:04.763477Z","caller":"traceutil/trace.go:171","msg":"trace[863014088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"922.67205ms","start":"2026-03-31T20:21:03.840782Z","end":"2026-03-31T20:21:04.763454Z","steps":["trace[863014088] 'range keys from in-memory index tree' (duration: 922.116306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:04.763532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:03.840744Z","time spent":"922.778833ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:04.764643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374613106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:21:04.764588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.640921ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:04.764192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115313618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:21:04.764743Z","caller":"traceutil/trace.go:171","msg":"trace[1822641903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"1.37476254s","start":"2026-03-31T20:21:03.389955Z","end":"2026-03-31T20:21:04.764717Z","steps":["trace[1822641903] 'range keys from in-memory index tree' (duration: 1.374436102s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:04.764817Z","caller":"traceutil/trace.go:171","msg":"trace[2102107750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1922; }","duration":"524.883667ms","start":"2026-03-31T20:21:04.239899Z","end":"2026-03-31T20:21:04.764783Z","steps":["trace[2102107750] 'range keys from in-memory index tree' (duration: 524.61696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:04.764984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:03.389934Z","time spent":"1.374859352s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:21:04.765349Z","caller":"traceutil/trace.go:171","msg":"trace[634567187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.115965024s","start":"2026-03-31T20:21:03.648816Z","end":"2026-03-31T20:21:04.764781Z","steps":["trace[634567187] 'range keys from in-memory index tree' (duration: 1.115060771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:04.765474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:03.64879Z","time spent":"1.116663862s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:21:04.779418Z","caller":"traceutil/trace.go:171","msg":"trace[1376537839] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2002; }","duration":"144.330141ms","start":"2026-03-31T20:21:04.635064Z","end":"2026-03-31T20:21:04.779394Z","steps":["trace[1376537839] 'read index received' (duration: 143.586112ms)","trace[1376537839] 'applied index is now lower than readState.Index' (duration: 743.019µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:04.779544Z","caller":"traceutil/trace.go:171","msg":"trace[1148831644] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"207.051393ms","start":"2026-03-31T20:21:04.572469Z","end":"2026-03-31T20:21:04.779521Z","steps":["trace[1148831644] 'process raft request' (duration: 206.15356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:04.779666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.583719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:21:04.77973Z","caller":"traceutil/trace.go:171","msg":"trace[200695563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1923; }","duration":"144.710782ms","start":"2026-03-31T20:21:04.635001Z","end":"2026-03-31T20:21:04.779712Z","steps":["trace[200695563] 'agreement among raft nodes before linearized reading' (duration: 144.528137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:04.837462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.41076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:04.837603Z","caller":"traceutil/trace.go:171","msg":"trace[699636744] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1924; }","duration":"188.641955ms","start":"2026-03-31T20:21:04.648933Z","end":"2026-03-31T20:21:04.837575Z","steps":["trace[699636744] 'agreement among raft nodes before linearized reading' (duration: 188.311337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:04.997139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.077833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:04.997272Z","caller":"traceutil/trace.go:171","msg":"trace[1407531347] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2004; }","duration":"160.223023ms","start":"2026-03-31T20:21:04.837029Z","end":"2026-03-31T20:21:04.997252Z","steps":["trace[1407531347] 'read index received' (duration: 56.025177ms)","trace[1407531347] 'applied index is now lower than readState.Index' (duration: 104.196446ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:04.997332Z","caller":"traceutil/trace.go:171","msg":"trace[481341678] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"213.173998ms","start":"2026-03-31T20:21:04.784129Z","end":"2026-03-31T20:21:04.997303Z","steps":["trace[481341678] 'process raft request' (duration: 108.823678ms)","trace[481341678] 'compare' (duration: 103.932759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:04.997448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.034094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:21:04.997453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.134137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:21:04.997501Z","caller":"traceutil/trace.go:171","msg":"trace[1417591430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1925; }","duration":"213.120386ms","start":"2026-03-31T20:21:04.784368Z","end":"2026-03-31T20:21:04.997488Z","steps":["trace[1417591430] 'agreement among raft nodes before linearized reading' (duration: 212.954592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:04.997548Z","caller":"traceutil/trace.go:171","msg":"trace[1927083086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1925; }","duration":"217.215059ms","start":"2026-03-31T20:21:04.78028Z","end":"2026-03-31T20:21:04.997495Z","steps":["trace[1927083086] 'agreement among raft nodes before linearized reading' (duration: 217.049285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.002581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.894976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:06.002973Z","caller":"traceutil/trace.go:171","msg":"trace[223791330] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.161083523s","start":"2026-03-31T20:21:04.841841Z","end":"2026-03-31T20:21:06.002924Z","steps":["trace[223791330] 'process raft request' (duration: 343.707055ms)","trace[223791330] 'compare' (duration: 816.62451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:06.003052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:04.841811Z","time spent":"1.161206107s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:06.754127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534475899s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:06.833537Z","caller":"traceutil/trace.go:171","msg":"trace[1894952494] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.912979376s","start":"2026-03-31T20:21:04.920526Z","end":"2026-03-31T20:21:06.833505Z","steps":["trace[1894952494] 'process raft request' (duration: 1.912799641s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:06.833632Z","caller":"traceutil/trace.go:171","msg":"trace[748213043] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.920720882s","start":"2026-03-31T20:21:04.912834Z","end":"2026-03-31T20:21:06.833555Z","steps":["trace[748213043] 'process raft request' (duration: 1.84158418s)","trace[748213043] 'compare' (duration: 78.632349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:06.833787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:04.920487Z","time spent":"1.91314415s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:06.833938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:04.912807Z","time spent":"1.920972598s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:06.834207Z","caller":"traceutil/trace.go:171","msg":"trace[891424631] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2005; }","duration":"1.836882701s","start":"2026-03-31T20:21:04.997303Z","end":"2026-03-31T20:21:06.834186Z","steps":["trace[891424631] 'read index received' (duration: 188.260862ms)","trace[891424631] 'applied index is now lower than readState.Index' (duration: 1.648619949s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:06.834309Z","caller":"traceutil/trace.go:171","msg":"trace[1947192817] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.857523333s","start":"2026-03-31T20:21:04.976751Z","end":"2026-03-31T20:21:06.834274Z","steps":["trace[1947192817] 'process raft request' (duration: 1.856704592s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:06.834326Z","caller":"traceutil/trace.go:171","msg":"trace[434986124] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"812.927326ms","start":"2026-03-31T20:21:06.021362Z","end":"2026-03-31T20:21:06.834289Z","steps":["trace[434986124] 'process raft request' (duration: 812.375872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:06.834324Z","caller":"traceutil/trace.go:171","msg":"trace[1668650109] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.832061589s","start":"2026-03-31T20:21:05.00223Z","end":"2026-03-31T20:21:06.834292Z","steps":["trace[1668650109] 'process raft request' (duration: 1.831465494s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:06.834285Z","caller":"traceutil/trace.go:171","msg":"trace[25531172] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.832028478s","start":"2026-03-31T20:21:05.002173Z","end":"2026-03-31T20:21:06.834201Z","steps":["trace[25531172] 'process raft request' (duration: 1.831483984s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:06.834333Z","caller":"traceutil/trace.go:171","msg":"trace[1017443197] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.856920927s","start":"2026-03-31T20:21:04.977373Z","end":"2026-03-31T20:21:06.834294Z","steps":["trace[1017443197] 'process raft request' (duration: 1.856194509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.83451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:05.002215Z","time spent":"1.832193312s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:06.834484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:04.976709Z","time spent":"1.857678557s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:06.83455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:04.977361Z","time spent":"1.857071292s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:06.834519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:06.021342Z","time spent":"813.066779ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:06.834837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:05.002151Z","time spent":"1.832305235s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:06.838149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991316427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:06.838202Z","caller":"traceutil/trace.go:171","msg":"trace[492562071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"1.991431039s","start":"2026-03-31T20:21:04.846759Z","end":"2026-03-31T20:21:06.83819Z","steps":["trace[492562071] 'agreement among raft nodes before linearized reading' (duration: 1.987596433s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.838254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:04.846736Z","time spent":"1.991512222s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:06.838317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.958901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:06.838355Z","caller":"traceutil/trace.go:171","msg":"trace[117576810] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1933; }","duration":"144.042073ms","start":"2026-03-31T20:21:06.694301Z","end":"2026-03-31T20:21:06.838343Z","steps":["trace[117576810] 'agreement among raft nodes before linearized reading' (duration: 143.980582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.838249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066211833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5283e798-99ca-45c9-80b4-decc386e316c\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-31T20:21:06.838375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894420476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:06.838412Z","caller":"traceutil/trace.go:171","msg":"trace[994094188] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5283e798-99ca-45c9-80b4-decc386e316c; range_end:; response_count:1; response_revision:1933; }","duration":"1.066422399s","start":"2026-03-31T20:21:05.77198Z","end":"2026-03-31T20:21:06.838402Z","steps":["trace[994094188] 'agreement among raft nodes before linearized reading' (duration: 1.066121201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.838404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920243489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-31T20:21:06.838445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.96068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:06.838438Z","caller":"traceutil/trace.go:171","msg":"trace[1164752724] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1933; }","duration":"1.89456583s","start":"2026-03-31T20:21:04.943856Z","end":"2026-03-31T20:21:06.838422Z","steps":["trace[1164752724] 'agreement among raft nodes before linearized reading' (duration: 1.890413115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.838453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:05.771954Z","time spent":"1.066492401s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5283e798-99ca-45c9-80b4-decc386e316c\" "} {"level":"info","ts":"2026-03-31T20:21:06.838476Z","caller":"traceutil/trace.go:171","msg":"trace[1573894323] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1933; }","duration":"153.068442ms","start":"2026-03-31T20:21:06.685399Z","end":"2026-03-31T20:21:06.838467Z","steps":["trace[1573894323] 'agreement among raft nodes before linearized reading' (duration: 153.01679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:06.838481Z","caller":"traceutil/trace.go:171","msg":"trace[698233910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1933; }","duration":"1.920342812s","start":"2026-03-31T20:21:04.918118Z","end":"2026-03-31T20:21:06.83846Z","steps":["trace[698233910] 'agreement among raft nodes before linearized reading' (duration: 1.916154676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.838501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:04.943827Z","time spent":"1.894658013s","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:06.838544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:04.918105Z","time spent":"1.920426365s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:21:06.838585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06169464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:21:06.838641Z","caller":"traceutil/trace.go:171","msg":"trace[247219756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"1.061795912s","start":"2026-03-31T20:21:05.776827Z","end":"2026-03-31T20:21:06.838623Z","steps":["trace[247219756] 'agreement among raft nodes before linearized reading' (duration: 1.061636378s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.838683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:05.77679Z","time spent":"1.061884604s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:21:12.412945Z","caller":"traceutil/trace.go:171","msg":"trace[1582904797] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"101.370084ms","start":"2026-03-31T20:21:12.311551Z","end":"2026-03-31T20:21:12.412922Z","steps":["trace[1582904797] 'process raft request' (duration: 101.21697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:12.578755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.428812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:12.578889Z","caller":"traceutil/trace.go:171","msg":"trace[374540647] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"172.911604ms","start":"2026-03-31T20:21:12.405955Z","end":"2026-03-31T20:21:12.578867Z","steps":["trace[374540647] 'process raft request' (duration: 36.284758ms)","trace[374540647] 'compare' (duration: 136.202335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:13.073499Z","caller":"traceutil/trace.go:171","msg":"trace[232820945] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"135.671271ms","start":"2026-03-31T20:21:12.937792Z","end":"2026-03-31T20:21:13.073464Z","steps":["trace[232820945] 'process raft request' (duration: 120.126969ms)","trace[232820945] 'compare' (duration: 15.276396ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:13.073788Z","caller":"traceutil/trace.go:171","msg":"trace[1263535030] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"135.494657ms","start":"2026-03-31T20:21:12.938274Z","end":"2026-03-31T20:21:13.073769Z","steps":["trace[1263535030] 'process raft request' (duration: 135.139758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:13.073783Z","caller":"traceutil/trace.go:171","msg":"trace[2006927263] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"135.479736ms","start":"2026-03-31T20:21:12.938273Z","end":"2026-03-31T20:21:13.073753Z","steps":["trace[2006927263] 'process raft request' (duration: 135.354533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:14.687067Z","caller":"traceutil/trace.go:171","msg":"trace[1246984286] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"597.602868ms","start":"2026-03-31T20:21:14.089437Z","end":"2026-03-31T20:21:14.68704Z","steps":["trace[1246984286] 'process raft request' (duration: 597.430184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:14.687235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:14.089411Z","time spent":"597.737261ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:14.882619Z","caller":"traceutil/trace.go:171","msg":"trace[2094075294] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2073; }","duration":"327.152407ms","start":"2026-03-31T20:21:14.555437Z","end":"2026-03-31T20:21:14.88259Z","steps":["trace[2094075294] 'read index received' (duration: 131.517757ms)","trace[2094075294] 'applied index is now lower than readState.Index' (duration: 195.63314ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:14.882702Z","caller":"traceutil/trace.go:171","msg":"trace[408015954] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"537.015466ms","start":"2026-03-31T20:21:14.345661Z","end":"2026-03-31T20:21:14.882676Z","steps":["trace[408015954] 'process raft request' (duration: 470.76787ms)","trace[408015954] 'compare' (duration: 66.01238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:14.882857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:14.345619Z","time spent":"537.132329ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:14.883024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.577077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz\" ","response":"range_response_count:1 size:5854"} {"level":"info","ts":"2026-03-31T20:21:14.883136Z","caller":"traceutil/trace.go:171","msg":"trace[949300935] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz; range_end:; response_count:1; response_revision:1992; }","duration":"327.754612ms","start":"2026-03-31T20:21:14.555352Z","end":"2026-03-31T20:21:14.883107Z","steps":["trace[949300935] 'agreement among raft nodes before linearized reading' (duration: 327.417053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:14.883198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:14.555327Z","time spent":"327.860255ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5876,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz\" "} {"level":"info","ts":"2026-03-31T20:21:15.084053Z","caller":"traceutil/trace.go:171","msg":"trace[1479177684] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"119.972976ms","start":"2026-03-31T20:21:14.964056Z","end":"2026-03-31T20:21:15.084029Z","steps":["trace[1479177684] 'process raft request' (duration: 119.73999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.084304Z","caller":"traceutil/trace.go:171","msg":"trace[274831067] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"118.132038ms","start":"2026-03-31T20:21:14.966074Z","end":"2026-03-31T20:21:15.084206Z","steps":["trace[274831067] 'process raft request' (duration: 117.892322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.727025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.178823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:15.72733Z","caller":"traceutil/trace.go:171","msg":"trace[491043123] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"634.873801ms","start":"2026-03-31T20:21:15.092405Z","end":"2026-03-31T20:21:15.727279Z","steps":["trace[491043123] 'process raft request' (duration: 634.752187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.727428Z","caller":"traceutil/trace.go:171","msg":"trace[1710561789] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"634.989394ms","start":"2026-03-31T20:21:15.092392Z","end":"2026-03-31T20:21:15.727381Z","steps":["trace[1710561789] 'process raft request' (duration: 117.312197ms)","trace[1710561789] 'compare' (duration: 516.912957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:15.727455Z","caller":"traceutil/trace.go:171","msg":"trace[1280901087] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2083; }","duration":"627.645389ms","start":"2026-03-31T20:21:15.0996Z","end":"2026-03-31T20:21:15.727246Z","steps":["trace[1280901087] 'read index received' (duration: 54.169741ms)","trace[1280901087] 'applied index is now lower than readState.Index' (duration: 573.474168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:15.72756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.092373Z","time spent":"635.063596ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:15.727614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.092348Z","time spent":"635.167688ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:15.727651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.055359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:21:15.727701Z","caller":"traceutil/trace.go:171","msg":"trace[1788752086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2004; }","duration":"628.132022ms","start":"2026-03-31T20:21:15.099557Z","end":"2026-03-31T20:21:15.727689Z","steps":["trace[1788752086] 'agreement among raft nodes before linearized reading' (duration: 627.938627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.727729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.099544Z","time spent":"628.178182ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:15.727849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.053253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp\" ","response":"range_response_count:1 size:6146"} {"level":"info","ts":"2026-03-31T20:21:15.727906Z","caller":"traceutil/trace.go:171","msg":"trace[45811968] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp; range_end:; response_count:1; response_revision:2004; }","duration":"574.168815ms","start":"2026-03-31T20:21:15.153719Z","end":"2026-03-31T20:21:15.727888Z","steps":["trace[45811968] 'agreement among raft nodes before linearized reading' (duration: 573.901969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.727944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.153686Z","time spent":"574.250238ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp\" "} {"level":"info","ts":"2026-03-31T20:21:15.920929Z","caller":"traceutil/trace.go:171","msg":"trace[317389] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"188.800347ms","start":"2026-03-31T20:21:15.732092Z","end":"2026-03-31T20:21:15.920892Z","steps":["trace[317389] 'process raft request' (duration: 182.587139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.921651Z","caller":"traceutil/trace.go:171","msg":"trace[1044740898] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"184.256481ms","start":"2026-03-31T20:21:15.737361Z","end":"2026-03-31T20:21:15.921618Z","steps":["trace[1044740898] 'process raft request' (duration: 184.079777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:20.710836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.060763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:20.71099Z","caller":"traceutil/trace.go:171","msg":"trace[1920547433] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2043; }","duration":"108.28032ms","start":"2026-03-31T20:21:20.602667Z","end":"2026-03-31T20:21:20.710947Z","steps":["trace[1920547433] 'count revisions from in-memory index tree' (duration: 107.943941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:21.100766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.477818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:21.100963Z","caller":"traceutil/trace.go:171","msg":"trace[523545030] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"107.854968ms","start":"2026-03-31T20:21:20.993084Z","end":"2026-03-31T20:21:21.100939Z","steps":["trace[523545030] 'compare' (duration: 103.360235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:21.10107Z","caller":"traceutil/trace.go:171","msg":"trace[4424250] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"100.645896ms","start":"2026-03-31T20:21:21.000405Z","end":"2026-03-31T20:21:21.101051Z","steps":["trace[4424250] 'process raft request' (duration: 100.478872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:21.213832Z","caller":"traceutil/trace.go:171","msg":"trace[483845694] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"206.602927ms","start":"2026-03-31T20:21:21.007201Z","end":"2026-03-31T20:21:21.213804Z","steps":["trace[483845694] 'process raft request' (duration: 206.231097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:21.214334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.874843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:21:21.213721Z","caller":"traceutil/trace.go:171","msg":"trace[814929258] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"206.504114ms","start":"2026-03-31T20:21:21.007114Z","end":"2026-03-31T20:21:21.213618Z","steps":["trace[814929258] 'process raft request' (duration: 203.256732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:21.214421Z","caller":"traceutil/trace.go:171","msg":"trace[1125796477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2049; }","duration":"192.011167ms","start":"2026-03-31T20:21:21.022388Z","end":"2026-03-31T20:21:21.2144Z","steps":["trace[1125796477] 'agreement among raft nodes before linearized reading' (duration: 191.777121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:21.214177Z","caller":"traceutil/trace.go:171","msg":"trace[221722727] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2131; }","duration":"191.7217ms","start":"2026-03-31T20:21:21.022439Z","end":"2026-03-31T20:21:21.214161Z","steps":["trace[221722727] 'read index received' (duration: 7.878349ms)","trace[221722727] 'applied index is now lower than readState.Index' (duration: 183.451561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:23.783648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.456993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:23.783777Z","caller":"traceutil/trace.go:171","msg":"trace[1997036767] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"675.294884ms","start":"2026-03-31T20:21:23.108461Z","end":"2026-03-31T20:21:23.783756Z","steps":["trace[1997036767] 'process raft request' (duration: 132.624076ms)","trace[1997036767] 'compare' (duration: 542.197686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:23.783828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.108364Z","time spent":"675.439287ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:24.573321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.933338ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:24.573533Z","caller":"traceutil/trace.go:171","msg":"trace[1650468003] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2061; }","duration":"334.162394ms","start":"2026-03-31T20:21:24.239344Z","end":"2026-03-31T20:21:24.573506Z","steps":["trace[1650468003] 'range keys from in-memory index tree' (duration: 333.908507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:24.573564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.73583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:24.57385Z","caller":"traceutil/trace.go:171","msg":"trace[550956689] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"1.353208355s","start":"2026-03-31T20:21:23.220618Z","end":"2026-03-31T20:21:24.573826Z","steps":["trace[550956689] 'process raft request' (duration: 810.097616ms)","trace[550956689] 'compare' (duration: 542.274678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:24.573959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.220575Z","time spent":"1.353333478s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:24.574031Z","caller":"traceutil/trace.go:171","msg":"trace[1027773053] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2146; }","duration":"1.349304636s","start":"2026-03-31T20:21:23.224706Z","end":"2026-03-31T20:21:24.574011Z","steps":["trace[1027773053] 'read index received' (duration: 16.408056ms)","trace[1027773053] 'applied index is now lower than readState.Index' (duration: 1.33289525s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:24.574148Z","caller":"traceutil/trace.go:171","msg":"trace[265171954] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"1.352936637s","start":"2026-03-31T20:21:23.221106Z","end":"2026-03-31T20:21:24.574042Z","steps":["trace[265171954] 'process raft request' (duration: 1.352573757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:24.574266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349559372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:21:24.57429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343712154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:21:24.574348Z","caller":"traceutil/trace.go:171","msg":"trace[1652376357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2063; }","duration":"1.343807726s","start":"2026-03-31T20:21:23.230523Z","end":"2026-03-31T20:21:24.574331Z","steps":["trace[1652376357] 'agreement among raft nodes before linearized reading' (duration: 1.343650782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:24.57435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.221072Z","time spent":"1.353153503s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:24.574384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.557899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:21:24.574403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.230507Z","time spent":"1.343883189s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:21:24.574426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161293059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T20:21:24.574416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.508821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:21:24.574597Z","caller":"traceutil/trace.go:171","msg":"trace[1859079457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2063; }","duration":"615.753358ms","start":"2026-03-31T20:21:23.95882Z","end":"2026-03-31T20:21:24.574573Z","steps":["trace[1859079457] 'agreement among raft nodes before linearized reading' (duration: 615.365469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:24.57469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.958791Z","time spent":"615.885401ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:21:24.574504Z","caller":"traceutil/trace.go:171","msg":"trace[1396560061] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2063; }","duration":"1.161419213s","start":"2026-03-31T20:21:23.413067Z","end":"2026-03-31T20:21:24.574486Z","steps":["trace[1396560061] 'agreement among raft nodes before linearized reading' (duration: 1.161235038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:24.574807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.413032Z","time spent":"1.161758561s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:21:24.574443Z","caller":"traceutil/trace.go:171","msg":"trace[1823327309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2063; }","duration":"803.663412ms","start":"2026-03-31T20:21:23.770765Z","end":"2026-03-31T20:21:24.574429Z","steps":["trace[1823327309] 'agreement among raft nodes before linearized reading' (duration: 803.520538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:24.574985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.770726Z","time spent":"804.236516ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:21:24.574413Z","caller":"traceutil/trace.go:171","msg":"trace[1715737881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2063; }","duration":"1.349748827s","start":"2026-03-31T20:21:23.224645Z","end":"2026-03-31T20:21:24.574394Z","steps":["trace[1715737881] 'agreement among raft nodes before linearized reading' (duration: 1.34947411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:24.575106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.224621Z","time spent":"1.350442004s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:24.575127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.661194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:21:24.575248Z","caller":"traceutil/trace.go:171","msg":"trace[290538616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2063; }","duration":"809.827908ms","start":"2026-03-31T20:21:23.765405Z","end":"2026-03-31T20:21:24.575233Z","steps":["trace[290538616] 'agreement among raft nodes before linearized reading' (duration: 809.059108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:24.575302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:23.765343Z","time spent":"809.9502ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:24.995828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.124636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:24.995998Z","caller":"traceutil/trace.go:171","msg":"trace[1713229555] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"416.500527ms","start":"2026-03-31T20:21:24.579456Z","end":"2026-03-31T20:21:24.995956Z","steps":["trace[1713229555] 'process raft request' (duration: 289.134805ms)","trace[1713229555] 'compare' (duration: 126.743386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:24.996074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:24.579437Z","time spent":"416.60378ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:25.065307Z","caller":"traceutil/trace.go:171","msg":"trace[497368651] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2149; }","duration":"323.778071ms","start":"2026-03-31T20:21:24.741509Z","end":"2026-03-31T20:21:25.065287Z","steps":["trace[497368651] 'read index received' (duration: 127.171598ms)","trace[497368651] 'applied index is now lower than readState.Index' (duration: 196.605723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:25.065356Z","caller":"traceutil/trace.go:171","msg":"trace[1974882194] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"485.857262ms","start":"2026-03-31T20:21:24.579448Z","end":"2026-03-31T20:21:25.065305Z","steps":["trace[1974882194] 'process raft request' (duration: 485.606765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:25.065408Z","caller":"traceutil/trace.go:171","msg":"trace[2023440502] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"484.817586ms","start":"2026-03-31T20:21:24.580565Z","end":"2026-03-31T20:21:25.065383Z","steps":["trace[2023440502] 'process raft request' (duration: 484.645841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:25.065565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.052168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:21:25.065596Z","caller":"traceutil/trace.go:171","msg":"trace[283168363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2069; }","duration":"324.153791ms","start":"2026-03-31T20:21:24.741436Z","end":"2026-03-31T20:21:25.06559Z","steps":["trace[283168363] 'agreement among raft nodes before linearized reading' (duration: 324.011407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:25.065431Z","caller":"traceutil/trace.go:171","msg":"trace[768546817] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"484.255261ms","start":"2026-03-31T20:21:24.581171Z","end":"2026-03-31T20:21:25.065426Z","steps":["trace[768546817] 'process raft request' (duration: 484.089017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:25.065621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:24.741402Z","time spent":"324.214522ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:21:25.065624Z","caller":"traceutil/trace.go:171","msg":"trace[497535015] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"485.755318ms","start":"2026-03-31T20:21:24.57985Z","end":"2026-03-31T20:21:25.065605Z","steps":["trace[497535015] 'process raft request' (duration: 485.330968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:25.065652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:24.581161Z","time spent":"484.460997ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:25.065566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:24.580547Z","time spent":"484.940028ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:25.065649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.34955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:25.065721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:24.579838Z","time spent":"485.828501ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:25.065741Z","caller":"traceutil/trace.go:171","msg":"trace[1260607295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2069; }","duration":"225.556756ms","start":"2026-03-31T20:21:24.840163Z","end":"2026-03-31T20:21:25.06572Z","steps":["trace[1260607295] 'agreement among raft nodes before linearized reading' (duration: 225.376152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:25.065722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:24.579416Z","time spent":"486.19596ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:25.065407Z","caller":"traceutil/trace.go:171","msg":"trace[647977711] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"484.433655ms","start":"2026-03-31T20:21:24.580967Z","end":"2026-03-31T20:21:25.065401Z","steps":["trace[647977711] 'process raft request' (duration: 484.266151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:25.065881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:24.580958Z","time spent":"484.889707ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:25.066222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.915113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:25.066295Z","caller":"traceutil/trace.go:171","msg":"trace[2126978545] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2069; }","duration":"271.021236ms","start":"2026-03-31T20:21:24.795258Z","end":"2026-03-31T20:21:25.066279Z","steps":["trace[2126978545] 'agreement among raft nodes before linearized reading' (duration: 270.268667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:25.211264Z","caller":"traceutil/trace.go:171","msg":"trace[470473927] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"139.642412ms","start":"2026-03-31T20:21:25.071586Z","end":"2026-03-31T20:21:25.211229Z","steps":["trace[470473927] 'process raft request' (duration: 76.268269ms)","trace[470473927] 'compare' (duration: 63.199139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:25.277994Z","caller":"traceutil/trace.go:171","msg":"trace[1105458819] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"176.976817ms","start":"2026-03-31T20:21:25.100993Z","end":"2026-03-31T20:21:25.277969Z","steps":["trace[1105458819] 'process raft request' (duration: 176.774762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:25.278433Z","caller":"traceutil/trace.go:171","msg":"trace[431624305] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"147.115332ms","start":"2026-03-31T20:21:25.131264Z","end":"2026-03-31T20:21:25.27838Z","steps":["trace[431624305] 'process raft request' (duration: 146.64354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:25.943741Z","caller":"traceutil/trace.go:171","msg":"trace[1723025452] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"154.238132ms","start":"2026-03-31T20:21:25.789469Z","end":"2026-03-31T20:21:25.943707Z","steps":["trace[1723025452] 'process raft request' (duration: 153.992995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:28.412902Z","caller":"traceutil/trace.go:171","msg":"trace[1225423920] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"103.463588ms","start":"2026-03-31T20:21:28.309412Z","end":"2026-03-31T20:21:28.412875Z","steps":["trace[1225423920] 'process raft request' (duration: 103.258573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:29.586127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837537454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:30.086956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837537454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:30.531385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.512109576s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:30.531829Z","caller":"traceutil/trace.go:171","msg":"trace[835129680] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"1.51267795s","start":"2026-03-31T20:21:29.01912Z","end":"2026-03-31T20:21:30.531798Z","steps":["trace[835129680] 'process raft request' (duration: 1.512472685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:30.532142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.019094Z","time spent":"1.512876205s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:31.647495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:21:31.647591Z","caller":"traceutil/trace.go:171","msg":"trace[1976254327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084612s","start":"2026-03-31T20:21:29.647486Z","end":"2026-03-31T20:21:31.64757Z","steps":["trace[1976254327] 'agreement among raft nodes before linearized reading' (duration: 1.999962029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.647645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.647462Z","time spent":"2.000173004s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:31.840389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:21:31.840465Z","caller":"traceutil/trace.go:171","msg":"trace[114840169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195524s","start":"2026-03-31T20:21:29.840253Z","end":"2026-03-31T20:21:31.840448Z","steps":["trace[114840169] 'agreement among raft nodes before linearized reading' (duration: 2.000088872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.840507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.84021Z","time spent":"2.000289837s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:31.896862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331112627s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:31.897348Z","caller":"traceutil/trace.go:171","msg":"trace[996071953] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2174; }","duration":"2.812208838s","start":"2026-03-31T20:21:29.085115Z","end":"2026-03-31T20:21:31.897324Z","steps":["trace[996071953] 'read index received' (duration: 1.446461675s)","trace[996071953] 'applied index is now lower than readState.Index' (duration: 1.365746333s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:31.897422Z","caller":"traceutil/trace.go:171","msg":"trace[1493221539] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"1.901194411s","start":"2026-03-31T20:21:29.996217Z","end":"2026-03-31T20:21:31.897412Z","steps":["trace[1493221539] 'process raft request' (duration: 1.901071998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.897527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.996187Z","time spent":"1.901255723s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:31.897581Z","caller":"traceutil/trace.go:171","msg":"trace[1596771850] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"2.605454387s","start":"2026-03-31T20:21:29.292093Z","end":"2026-03-31T20:21:31.897547Z","steps":["trace[1596771850] 'process raft request' (duration: 2.604959955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.897675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812552056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:21:31.897655Z","caller":"traceutil/trace.go:171","msg":"trace[161333777] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"1.99089909s","start":"2026-03-31T20:21:29.906561Z","end":"2026-03-31T20:21:31.89746Z","steps":["trace[161333777] 'process raft request' (duration: 1.990669294s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:31.897734Z","caller":"traceutil/trace.go:171","msg":"trace[923028719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2091; }","duration":"2.8126744s","start":"2026-03-31T20:21:29.085046Z","end":"2026-03-31T20:21:31.89772Z","steps":["trace[923028719] 'agreement among raft nodes before linearized reading' (duration: 2.812434684s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.89775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.292067Z","time spent":"2.60560133s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:31.897773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.085021Z","time spent":"2.812745541s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:31.89791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.906531Z","time spent":"1.991249218s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:31.91653Z","caller":"traceutil/trace.go:171","msg":"trace[1609839027] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"1.320861497s","start":"2026-03-31T20:21:30.595651Z","end":"2026-03-31T20:21:31.916512Z","steps":["trace[1609839027] 'process raft request' (duration: 1.32062667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.916758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:30.59562Z","time spent":"1.321076363s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:31.916659Z","caller":"traceutil/trace.go:171","msg":"trace[1177191697] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"1.320440397s","start":"2026-03-31T20:21:30.5962Z","end":"2026-03-31T20:21:31.91664Z","steps":["trace[1177191697] 'process raft request' (duration: 1.320237362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.916875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:30.59619Z","time spent":"1.320627162s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:31.917567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.255342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:31.917578Z","caller":"traceutil/trace.go:171","msg":"trace[1434700485] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"266.014289ms","start":"2026-03-31T20:21:31.651501Z","end":"2026-03-31T20:21:31.917515Z","steps":["trace[1434700485] 'process raft request' (duration: 265.679791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.917612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303370464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:21:31.917606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614030823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:31.917661Z","caller":"traceutil/trace.go:171","msg":"trace[1682368005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2094; }","duration":"2.303463957s","start":"2026-03-31T20:21:29.614183Z","end":"2026-03-31T20:21:31.917647Z","steps":["trace[1682368005] 'agreement among raft nodes before linearized reading' (duration: 2.303294052s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:31.917682Z","caller":"traceutil/trace.go:171","msg":"trace[1153212247] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2094; }","duration":"2.614198198s","start":"2026-03-31T20:21:29.303468Z","end":"2026-03-31T20:21:31.917666Z","steps":["trace[1153212247] 'agreement among raft nodes before linearized reading' (duration: 2.614007283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.917695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.614139Z","time spent":"2.303549059s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:21:31.917704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.817131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:31.917741Z","caller":"traceutil/trace.go:171","msg":"trace[1459901977] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2094; }","duration":"870.903344ms","start":"2026-03-31T20:21:31.046826Z","end":"2026-03-31T20:21:31.917729Z","steps":["trace[1459901977] 'agreement among raft nodes before linearized reading' (duration: 870.839062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.917797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:31.046795Z","time spent":"870.991906ms","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:31.917728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.30344Z","time spent":"2.614277149s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:31.917804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458953051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:31.917948Z","caller":"traceutil/trace.go:171","msg":"trace[118453806] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2094; }","duration":"2.459188516s","start":"2026-03-31T20:21:29.458724Z","end":"2026-03-31T20:21:31.917913Z","steps":["trace[118453806] 'agreement among raft nodes before linearized reading' (duration: 2.458916079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.917979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831741252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:21:31.918029Z","caller":"traceutil/trace.go:171","msg":"trace[1684135802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2094; }","duration":"2.831843825s","start":"2026-03-31T20:21:29.086172Z","end":"2026-03-31T20:21:31.918016Z","steps":["trace[1684135802] 'agreement among raft nodes before linearized reading' (duration: 2.831624909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.918035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.458692Z","time spent":"2.4593266s","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:31.918077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.086142Z","time spent":"2.831918506s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:21:31.917628Z","caller":"traceutil/trace.go:171","msg":"trace[1346531995] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2094; }","duration":"254.357515ms","start":"2026-03-31T20:21:31.663254Z","end":"2026-03-31T20:21:31.917612Z","steps":["trace[1346531995] 'agreement among raft nodes before linearized reading' (duration: 254.218211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.91825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832193393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:21:31.918316Z","caller":"traceutil/trace.go:171","msg":"trace[493747954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2094; }","duration":"2.832261844s","start":"2026-03-31T20:21:29.086023Z","end":"2026-03-31T20:21:31.918285Z","steps":["trace[493747954] 'agreement among raft nodes before linearized reading' (duration: 2.831331831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.918269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945213113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:31.918354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.086015Z","time spent":"2.832329796s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:21:31.918373Z","caller":"traceutil/trace.go:171","msg":"trace[1360732025] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2094; }","duration":"1.945426398s","start":"2026-03-31T20:21:29.972928Z","end":"2026-03-31T20:21:31.918355Z","steps":["trace[1360732025] 'agreement among raft nodes before linearized reading' (duration: 1.944522496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.918458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.972906Z","time spent":"1.945532111s","remote":"127.0.0.1:48844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:31.918442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132633734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:21:31.918556Z","caller":"traceutil/trace.go:171","msg":"trace[1467791518] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:2094; }","duration":"1.132817969s","start":"2026-03-31T20:21:30.785715Z","end":"2026-03-31T20:21:31.918533Z","steps":["trace[1467791518] 'agreement among raft nodes before linearized reading' (duration: 1.13207872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.918624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:30.785686Z","time spent":"1.132924822s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:21:31.919124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691418581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:21:31.91925Z","caller":"traceutil/trace.go:171","msg":"trace[2019195113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2094; }","duration":"2.691591896s","start":"2026-03-31T20:21:29.227614Z","end":"2026-03-31T20:21:31.919206Z","steps":["trace[2019195113] 'agreement among raft nodes before linearized reading' (duration: 2.690091408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.919313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.227584Z","time spent":"2.6917146s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:21:38.093756Z","caller":"traceutil/trace.go:171","msg":"trace[1333565197] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"132.194895ms","start":"2026-03-31T20:21:37.961532Z","end":"2026-03-31T20:21:38.093726Z","steps":["trace[1333565197] 'process raft request' (duration: 132.0113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:38.404046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.593831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:38.404325Z","caller":"traceutil/trace.go:171","msg":"trace[290490482] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2210; }","duration":"418.581329ms","start":"2026-03-31T20:21:37.985724Z","end":"2026-03-31T20:21:38.404306Z","steps":["trace[290490482] 'read index received' (duration: 107.828728ms)","trace[290490482] 'applied index is now lower than readState.Index' (duration: 310.749101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:38.404306Z","caller":"traceutil/trace.go:171","msg":"trace[1350039110] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"432.247755ms","start":"2026-03-31T20:21:37.972018Z","end":"2026-03-31T20:21:38.404266Z","steps":["trace[1350039110] 'process raft request' (duration: 224.321125ms)","trace[1350039110] 'compare' (duration: 207.422627ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:38.404424Z","caller":"traceutil/trace.go:171","msg":"trace[211850648] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"428.909252ms","start":"2026-03-31T20:21:37.975505Z","end":"2026-03-31T20:21:38.404415Z","steps":["trace[211850648] 'process raft request' (duration: 428.658114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:38.404465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:37.971986Z","time spent":"432.39248ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:38.404509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:37.975488Z","time spent":"428.964602ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:38.404815Z","caller":"traceutil/trace.go:171","msg":"trace[1418683617] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"428.465459ms","start":"2026-03-31T20:21:37.976337Z","end":"2026-03-31T20:21:38.404802Z","steps":["trace[1418683617] 'process raft request' (duration: 427.878544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:38.404864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:37.976327Z","time spent":"428.51046ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:38.405032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.321309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:21:38.405047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.250276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:21:38.405258Z","caller":"traceutil/trace.go:171","msg":"trace[2086184638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2125; }","duration":"353.500222ms","start":"2026-03-31T20:21:38.051748Z","end":"2026-03-31T20:21:38.405249Z","steps":["trace[2086184638] 'agreement among raft nodes before linearized reading' (duration: 353.197215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:38.405282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:38.051716Z","time spent":"353.561104ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:38.405275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.726085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:21:38.405307Z","caller":"traceutil/trace.go:171","msg":"trace[734208080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2125; }","duration":"419.409871ms","start":"2026-03-31T20:21:37.985648Z","end":"2026-03-31T20:21:38.405058Z","steps":["trace[734208080] 'agreement among raft nodes before linearized reading' (duration: 419.237916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:38.405327Z","caller":"traceutil/trace.go:171","msg":"trace[649121821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2125; }","duration":"409.818227ms","start":"2026-03-31T20:21:37.995493Z","end":"2026-03-31T20:21:38.405311Z","steps":["trace[649121821] 'agreement among raft nodes before linearized reading' (duration: 409.420097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:38.405337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:37.985621Z","time spent":"419.708898ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:21:38.405361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:37.995471Z","time spent":"409.882419ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:21:38.405396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.992758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:21:38.405422Z","caller":"traceutil/trace.go:171","msg":"trace[2137911991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2125; }","duration":"326.093931ms","start":"2026-03-31T20:21:38.079321Z","end":"2026-03-31T20:21:38.405415Z","steps":["trace[2137911991] 'agreement among raft nodes before linearized reading' (duration: 326.019269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:38.405441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:38.079296Z","time spent":"326.140901ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:21:38.405507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.131396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:21:38.405537Z","caller":"traceutil/trace.go:171","msg":"trace[1007289938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2125; }","duration":"408.159176ms","start":"2026-03-31T20:21:37.997368Z","end":"2026-03-31T20:21:38.405527Z","steps":["trace[1007289938] 'agreement among raft nodes before linearized reading' (duration: 408.065804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:38.405567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:37.997295Z","time spent":"408.265538ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:38.670223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.799413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:38.670514Z","caller":"traceutil/trace.go:171","msg":"trace[401691717] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"261.70045ms","start":"2026-03-31T20:21:38.40879Z","end":"2026-03-31T20:21:38.670491Z","steps":["trace[401691717] 'process raft request' (duration: 261.562177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:38.670514Z","caller":"traceutil/trace.go:171","msg":"trace[415217548] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"261.998718ms","start":"2026-03-31T20:21:38.408475Z","end":"2026-03-31T20:21:38.670474Z","steps":["trace[415217548] 'process raft request' (duration: 118.843806ms)","trace[415217548] 'compare' (duration: 142.358372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:38.670854Z","caller":"traceutil/trace.go:171","msg":"trace[1575433818] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"261.885126ms","start":"2026-03-31T20:21:38.408956Z","end":"2026-03-31T20:21:38.670841Z","steps":["trace[1575433818] 'process raft request' (duration: 261.455974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:38.671028Z","caller":"traceutil/trace.go:171","msg":"trace[1294409643] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"161.447305ms","start":"2026-03-31T20:21:38.509553Z","end":"2026-03-31T20:21:38.671Z","steps":["trace[1294409643] 'process raft request' (duration: 161.329752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:38.671032Z","caller":"traceutil/trace.go:171","msg":"trace[1041642570] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"260.528701ms","start":"2026-03-31T20:21:38.410468Z","end":"2026-03-31T20:21:38.670997Z","steps":["trace[1041642570] 'process raft request' (duration: 260.260834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:39.024576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.819661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:39.024685Z","caller":"traceutil/trace.go:171","msg":"trace[1381355840] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2131; }","duration":"137.037977ms","start":"2026-03-31T20:21:38.887623Z","end":"2026-03-31T20:21:39.024661Z","steps":["trace[1381355840] 'count revisions from in-memory index tree' (duration: 136.675478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:39.980039Z","caller":"traceutil/trace.go:171","msg":"trace[968927884] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"118.324703ms","start":"2026-03-31T20:21:39.861671Z","end":"2026-03-31T20:21:39.979996Z","steps":["trace[968927884] 'process raft request' (duration: 118.089977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:56.616118Z","caller":"traceutil/trace.go:171","msg":"trace[1593876476] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"143.422719ms","start":"2026-03-31T20:21:56.472659Z","end":"2026-03-31T20:21:56.616081Z","steps":["trace[1593876476] 'process raft request' (duration: 143.194553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:02.169183Z","caller":"traceutil/trace.go:171","msg":"trace[1677676621] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"225.197127ms","start":"2026-03-31T20:22:01.943931Z","end":"2026-03-31T20:22:02.169128Z","steps":["trace[1677676621] 'process raft request' (duration: 224.921621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.747338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837537877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:22:02.920101Z","caller":"traceutil/trace.go:171","msg":"trace[523791615] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"707.424788ms","start":"2026-03-31T20:22:02.212634Z","end":"2026-03-31T20:22:02.920058Z","steps":["trace[523791615] 'process raft request' (duration: 640.404652ms)","trace[523791615] 'compare' (duration: 66.710398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:02.920444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.212599Z","time spent":"707.605632ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:03.164705Z","caller":"traceutil/trace.go:171","msg":"trace[769729521] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"528.667194ms","start":"2026-03-31T20:22:02.635986Z","end":"2026-03-31T20:22:03.164653Z","steps":["trace[769729521] 'process raft request' (duration: 497.476225ms)","trace[769729521] 'compare' (duration: 30.477151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:03.16473Z","caller":"traceutil/trace.go:171","msg":"trace[1598915779] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2354; }","duration":"917.714487ms","start":"2026-03-31T20:22:02.246981Z","end":"2026-03-31T20:22:03.164696Z","steps":["trace[1598915779] 'read index received' (duration: 606.066124ms)","trace[1598915779] 'applied index is now lower than readState.Index' (duration: 311.647023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:03.164847Z","caller":"traceutil/trace.go:171","msg":"trace[1661264565] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"525.566686ms","start":"2026-03-31T20:22:02.639226Z","end":"2026-03-31T20:22:03.164792Z","steps":["trace[1661264565] 'process raft request' (duration: 525.393981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.164916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.635957Z","time spent":"528.843889ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:03.16503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.89328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:03.165095Z","caller":"traceutil/trace.go:171","msg":"trace[531223731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2264; }","duration":"844.048894ms","start":"2026-03-31T20:22:02.321026Z","end":"2026-03-31T20:22:03.165075Z","steps":["trace[531223731] 'agreement among raft nodes before linearized reading' (duration: 843.88959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.63921Z","time spent":"525.781881ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:03.165174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.320994Z","time spent":"844.159767ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:03.165172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.705761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:22:03.165248Z","caller":"traceutil/trace.go:171","msg":"trace[720670396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2264; }","duration":"365.796974ms","start":"2026-03-31T20:22:02.799432Z","end":"2026-03-31T20:22:03.165229Z","steps":["trace[720670396] 'agreement among raft nodes before linearized reading' (duration: 365.588948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.799351Z","time spent":"365.933117ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:03.165362Z","caller":"traceutil/trace.go:171","msg":"trace[370354252] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"526.55049ms","start":"2026-03-31T20:22:02.638195Z","end":"2026-03-31T20:22:03.164746Z","steps":["trace[370354252] 'process raft request' (duration: 526.301994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.923434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:03.165448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.345863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:03.165491Z","caller":"traceutil/trace.go:171","msg":"trace[1637136302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2264; }","duration":"374.992316ms","start":"2026-03-31T20:22:02.790478Z","end":"2026-03-31T20:22:03.16547Z","steps":["trace[1637136302] 'agreement among raft nodes before linearized reading' (duration: 374.76429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.130534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:22:03.165522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.056849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:22:03.165523Z","caller":"traceutil/trace.go:171","msg":"trace[1235432879] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2264; }","duration":"918.564918ms","start":"2026-03-31T20:22:02.246937Z","end":"2026-03-31T20:22:03.165502Z","steps":["trace[1235432879] 'agreement among raft nodes before linearized reading' (duration: 917.948663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.638181Z","time spent":"527.266649ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:03.165448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.732921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:03.165566Z","caller":"traceutil/trace.go:171","msg":"trace[75258250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2264; }","duration":"296.115841ms","start":"2026-03-31T20:22:02.869438Z","end":"2026-03-31T20:22:03.165554Z","steps":["trace[75258250] 'agreement among raft nodes before linearized reading' (duration: 296.027788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:03.165576Z","caller":"traceutil/trace.go:171","msg":"trace[1605504562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2264; }","duration":"374.199666ms","start":"2026-03-31T20:22:02.791334Z","end":"2026-03-31T20:22:03.165533Z","steps":["trace[1605504562] 'agreement among raft nodes before linearized reading' (duration: 373.998361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.790435Z","time spent":"375.094678ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:03.165602Z","caller":"traceutil/trace.go:171","msg":"trace[293202268] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2264; }","duration":"210.954006ms","start":"2026-03-31T20:22:02.95463Z","end":"2026-03-31T20:22:03.165584Z","steps":["trace[293202268] 'agreement among raft nodes before linearized reading' (duration: 210.776362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.791327Z","time spent":"374.282248ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:03.165597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.181862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:03.165702Z","caller":"traceutil/trace.go:171","msg":"trace[877843905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2264; }","duration":"379.333416ms","start":"2026-03-31T20:22:02.786355Z","end":"2026-03-31T20:22:03.165689Z","steps":["trace[877843905] 'agreement among raft nodes before linearized reading' (duration: 379.136361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.246916Z","time spent":"918.650911ms","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:03.165717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.819034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:22:03.165738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.78633Z","time spent":"379.398428ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:22:03.165776Z","caller":"traceutil/trace.go:171","msg":"trace[211582755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2264; }","duration":"484.929118ms","start":"2026-03-31T20:22:02.680831Z","end":"2026-03-31T20:22:03.16576Z","steps":["trace[211582755] 'agreement among raft nodes before linearized reading' (duration: 484.797465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.680809Z","time spent":"485.00175ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:22:03.165839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.700054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:03.165914Z","caller":"traceutil/trace.go:171","msg":"trace[2018735185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"324.796107ms","start":"2026-03-31T20:22:02.841092Z","end":"2026-03-31T20:22:03.165888Z","steps":["trace[2018735185] 'agreement among raft nodes before linearized reading' (duration: 324.623772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.165957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.841078Z","time spent":"324.869109ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:03.426454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.905718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:03.426765Z","caller":"traceutil/trace.go:171","msg":"trace[2079598120] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"255.74219ms","start":"2026-03-31T20:22:03.171Z","end":"2026-03-31T20:22:03.426743Z","steps":["trace[2079598120] 'process raft request' (duration: 255.654918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:03.426747Z","caller":"traceutil/trace.go:171","msg":"trace[1452215373] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"256.301494ms","start":"2026-03-31T20:22:03.170408Z","end":"2026-03-31T20:22:03.42671Z","steps":["trace[1452215373] 'process raft request' (duration: 105.032588ms)","trace[1452215373] 'compare' (duration: 150.764993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:03.426804Z","caller":"traceutil/trace.go:171","msg":"trace[841637035] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"256.035598ms","start":"2026-03-31T20:22:03.170729Z","end":"2026-03-31T20:22:03.426764Z","steps":["trace[841637035] 'process raft request' (duration: 255.862843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:03.426927Z","caller":"traceutil/trace.go:171","msg":"trace[672391030] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"255.314379ms","start":"2026-03-31T20:22:03.171571Z","end":"2026-03-31T20:22:03.426885Z","steps":["trace[672391030] 'process raft request' (duration: 255.128464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.755538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.756078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:03.755658Z","caller":"traceutil/trace.go:171","msg":"trace[1530163977] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2269; }","duration":"228.881861ms","start":"2026-03-31T20:22:03.526735Z","end":"2026-03-31T20:22:03.755617Z","steps":["trace[1530163977] 'count revisions from in-memory index tree' (duration: 228.599224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.680362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837537895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:05.989169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130294504s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:05.989643Z","caller":"traceutil/trace.go:171","msg":"trace[140268461] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.130842969s","start":"2026-03-31T20:22:04.858772Z","end":"2026-03-31T20:22:05.989615Z","steps":["trace[140268461] 'process raft request' (duration: 1.130654104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.989827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.858752Z","time spent":"1.130970162s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:06.062748Z","caller":"traceutil/trace.go:171","msg":"trace[1933715314] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"883.879042ms","start":"2026-03-31T20:22:05.178841Z","end":"2026-03-31T20:22:06.06272Z","steps":["trace[1933715314] 'process raft request' (duration: 883.783999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:06.06281Z","caller":"traceutil/trace.go:171","msg":"trace[2059278751] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.135489177s","start":"2026-03-31T20:22:04.927283Z","end":"2026-03-31T20:22:06.062773Z","steps":["trace[2059278751] 'process raft request' (duration: 1.135102906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.062929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.178814Z","time spent":"884.022104ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:06.063004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.927256Z","time spent":"1.135645191s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:06.06308Z","caller":"traceutil/trace.go:171","msg":"trace[167406938] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"884.167148ms","start":"2026-03-31T20:22:05.1789Z","end":"2026-03-31T20:22:06.063067Z","steps":["trace[167406938] 'process raft request' (duration: 883.777348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.063133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.178876Z","time spent":"884.22824ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:06.06313Z","caller":"traceutil/trace.go:171","msg":"trace[1779572453] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"882.30066ms","start":"2026-03-31T20:22:05.180809Z","end":"2026-03-31T20:22:06.063109Z","steps":["trace[1779572453] 'process raft request' (duration: 882.110496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:06.063107Z","caller":"traceutil/trace.go:171","msg":"trace[1725542158] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2363; }","duration":"882.951997ms","start":"2026-03-31T20:22:05.180123Z","end":"2026-03-31T20:22:06.063075Z","steps":["trace[1725542158] 'read index received' (duration: 809.317354ms)","trace[1725542158] 'applied index is now lower than readState.Index' (duration: 73.633413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:06.06324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.180795Z","time spent":"882.382823ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:06.063363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.240944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:22:06.063421Z","caller":"traceutil/trace.go:171","msg":"trace[1947428024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2274; }","duration":"883.325937ms","start":"2026-03-31T20:22:05.180078Z","end":"2026-03-31T20:22:06.063404Z","steps":["trace[1947428024] 'agreement among raft nodes before linearized reading' (duration: 883.117611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.063463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.180065Z","time spent":"883.389948ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:22:06.063648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.217174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:06.063699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.76533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:22:06.063787Z","caller":"traceutil/trace.go:171","msg":"trace[2116589308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2274; }","duration":"823.872803ms","start":"2026-03-31T20:22:05.239895Z","end":"2026-03-31T20:22:06.063768Z","steps":["trace[2116589308] 'agreement among raft nodes before linearized reading' (duration: 823.610226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.0638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.427776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:06.063809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.4294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:22:06.063829Z","caller":"traceutil/trace.go:171","msg":"trace[1650857288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2274; }","duration":"222.500698ms","start":"2026-03-31T20:22:05.841323Z","end":"2026-03-31T20:22:06.063823Z","steps":["trace[1650857288] 'agreement among raft nodes before linearized reading' (duration: 222.454637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.06384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.239834Z","time spent":"823.996325ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:06.063872Z","caller":"traceutil/trace.go:171","msg":"trace[2079260142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2274; }","duration":"632.530102ms","start":"2026-03-31T20:22:05.431323Z","end":"2026-03-31T20:22:06.063853Z","steps":["trace[2079260142] 'agreement among raft nodes before linearized reading' (duration: 632.427269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.063713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.372238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:06.063736Z","caller":"traceutil/trace.go:171","msg":"trace[713072833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2274; }","duration":"632.358377ms","start":"2026-03-31T20:22:05.43135Z","end":"2026-03-31T20:22:06.063708Z","steps":["trace[713072833] 'agreement among raft nodes before linearized reading' (duration: 632.163332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.063954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.431298Z","time spent":"632.641785ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:06.063991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.431309Z","time spent":"632.672195ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:06.063986Z","caller":"traceutil/trace.go:171","msg":"trace[417908895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2274; }","duration":"632.692295ms","start":"2026-03-31T20:22:05.431269Z","end":"2026-03-31T20:22:06.063961Z","steps":["trace[417908895] 'agreement among raft nodes before linearized reading' (duration: 632.272645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.063849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.496561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:22:06.064049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.431245Z","time spent":"632.791858ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:22:06.064081Z","caller":"traceutil/trace.go:171","msg":"trace[962868024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2274; }","duration":"632.803219ms","start":"2026-03-31T20:22:05.431263Z","end":"2026-03-31T20:22:06.064066Z","steps":["trace[962868024] 'agreement among raft nodes before linearized reading' (duration: 632.321347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:06.064122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.431237Z","time spent":"632.87724ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:06.188668Z","caller":"traceutil/trace.go:171","msg":"trace[964330511] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"119.37668ms","start":"2026-03-31T20:22:06.069263Z","end":"2026-03-31T20:22:06.188639Z","steps":["trace[964330511] 'process raft request' (duration: 74.847754ms)","trace[964330511] 'compare' (duration: 44.34204ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:06.18912Z","caller":"traceutil/trace.go:171","msg":"trace[1392897214] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"119.502493ms","start":"2026-03-31T20:22:06.069505Z","end":"2026-03-31T20:22:06.189007Z","steps":["trace[1392897214] 'process raft request' (duration: 119.093513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:06.189449Z","caller":"traceutil/trace.go:171","msg":"trace[627358865] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"119.740889ms","start":"2026-03-31T20:22:06.06969Z","end":"2026-03-31T20:22:06.18943Z","steps":["trace[627358865] 'process raft request' (duration: 119.270987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:06.189463Z","caller":"traceutil/trace.go:171","msg":"trace[1546086440] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"119.937494ms","start":"2026-03-31T20:22:06.069496Z","end":"2026-03-31T20:22:06.189433Z","steps":["trace[1546086440] 'process raft request' (duration: 119.307908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:06.189431Z","caller":"traceutil/trace.go:171","msg":"trace[390916336] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"119.804431ms","start":"2026-03-31T20:22:06.069556Z","end":"2026-03-31T20:22:06.18936Z","steps":["trace[390916336] 'process raft request' (duration: 119.3557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:07.572783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383754847s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:22:07.573826Z","caller":"traceutil/trace.go:171","msg":"trace[1469926939] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2368; }","duration":"1.419582584s","start":"2026-03-31T20:22:06.154217Z","end":"2026-03-31T20:22:07.5738Z","steps":["trace[1469926939] 'read index received' (duration: 23.040613ms)","trace[1469926939] 'applied index is now lower than readState.Index' (duration: 1.39654012s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:07.573861Z","caller":"traceutil/trace.go:171","msg":"trace[555649802] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"1.444902174s","start":"2026-03-31T20:22:06.12892Z","end":"2026-03-31T20:22:07.573822Z","steps":["trace[555649802] 'process raft request' (duration: 1.444050333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:07.574038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:06.128885Z","time spent":"1.445049748s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:08.694613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837537913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:08.933485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726770084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T20:22:08.933611Z","caller":"traceutil/trace.go:171","msg":"trace[656273647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2280; }","duration":"1.726954749s","start":"2026-03-31T20:22:07.206614Z","end":"2026-03-31T20:22:08.933569Z","steps":["trace[656273647] 'agreement among raft nodes before linearized reading' (duration: 367.935398ms)","trace[656273647] 'range keys from in-memory index tree' (duration: 1.358656692s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:08.933668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:07.206585Z","time spent":"1.727071911s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:22:08.933816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092460146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:08.933902Z","caller":"traceutil/trace.go:171","msg":"trace[208227640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2280; }","duration":"1.09256687s","start":"2026-03-31T20:22:07.841314Z","end":"2026-03-31T20:22:08.93388Z","steps":["trace[208227640] 'range keys from in-memory index tree' (duration: 1.092265942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:08.933918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532038599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:08.933949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:07.841239Z","time spent":"1.092700035s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:08.933972Z","caller":"traceutil/trace.go:171","msg":"trace[1718965993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2280; }","duration":"1.532137561s","start":"2026-03-31T20:22:07.401817Z","end":"2026-03-31T20:22:08.933954Z","steps":["trace[1718965993] 'agreement among raft nodes before linearized reading' (duration: 172.723999ms)","trace[1718965993] 'range keys from in-memory index tree' (duration: 1.35934608s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:08.933957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614942825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:08.934006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:07.401778Z","time spent":"1.532219823s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:08.933957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762062968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:08.934076Z","caller":"traceutil/trace.go:171","msg":"trace[290015722] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2280; }","duration":"1.762242962s","start":"2026-03-31T20:22:07.1718Z","end":"2026-03-31T20:22:08.934043Z","steps":["trace[290015722] 'agreement among raft nodes before linearized reading' (duration: 402.716817ms)","trace[290015722] 'count revisions from in-memory index tree' (duration: 1.359320779s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:08.934071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656389354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:08.934104Z","caller":"traceutil/trace.go:171","msg":"trace[173463204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2280; }","duration":"2.615119069s","start":"2026-03-31T20:22:06.318897Z","end":"2026-03-31T20:22:08.934016Z","steps":["trace[173463204] 'agreement among raft nodes before linearized reading' (duration: 1.255622925s)","trace[173463204] 'count revisions from in-memory index tree' (duration: 1.359001622s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:08.933828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861140374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:22:08.934147Z","caller":"traceutil/trace.go:171","msg":"trace[15167920] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2280; }","duration":"2.656531107s","start":"2026-03-31T20:22:06.277597Z","end":"2026-03-31T20:22:08.934128Z","steps":["trace[15167920] 'agreement among raft nodes before linearized reading' (duration: 1.29692419s)","trace[15167920] 'count revisions from in-memory index tree' (duration: 1.359483594s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:08.93416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:06.318864Z","time spent":"2.615280204s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:08.934132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779885758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:08.934183Z","caller":"traceutil/trace.go:171","msg":"trace[1604782745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2280; }","duration":"1.861559485s","start":"2026-03-31T20:22:07.0726Z","end":"2026-03-31T20:22:08.934159Z","steps":["trace[1604782745] 'agreement among raft nodes before linearized reading' (duration: 501.926048ms)","trace[1604782745] 'range keys from in-memory index tree' (duration: 1.358905038s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:08.934218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:07.171776Z","time spent":"1.762337845s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:08.934246Z","caller":"traceutil/trace.go:171","msg":"trace[2041465480] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2280; }","duration":"2.780066253s","start":"2026-03-31T20:22:06.154151Z","end":"2026-03-31T20:22:08.934218Z","steps":["trace[2041465480] 'agreement among raft nodes before linearized reading' (duration: 1.419731628s)","trace[2041465480] 'count revisions from in-memory index tree' (duration: 1.36014834s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:08.934308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:06.154125Z","time spent":"2.780170465s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:08.934261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:07.072575Z","time spent":"1.861668488s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:22:08.934186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:06.277565Z","time spent":"2.656610699s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:09.1958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837537913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:09.696305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837537913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:10.19662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837537913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:10.480294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.4095012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:10.480933Z","caller":"traceutil/trace.go:171","msg":"trace[2074379643] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"2.410290859s","start":"2026-03-31T20:22:08.070619Z","end":"2026-03-31T20:22:10.48091Z","steps":["trace[2074379643] 'process raft request' (duration: 2.410102975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:10.48109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.070586Z","time spent":"2.410422183s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:10.944274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:22:10.944378Z","caller":"traceutil/trace.go:171","msg":"trace[16806130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765139s","start":"2026-03-31T20:22:08.94358Z","end":"2026-03-31T20:22:10.944345Z","steps":["trace[16806130] 'agreement among raft nodes before linearized reading' (duration: 2.000602015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:10.944452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.943571Z","time spent":"2.000851161s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:22:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:22:12.326919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.846166509s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:12.327505Z","caller":"traceutil/trace.go:171","msg":"trace[1720997046] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"4.256756276s","start":"2026-03-31T20:22:08.07071Z","end":"2026-03-31T20:22:12.327466Z","steps":["trace[1720997046] 'process raft request' (duration: 4.256578981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.327751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.070694Z","time spent":"4.25693812s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.327797Z","caller":"traceutil/trace.go:171","msg":"trace[1866077242] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"4.25693762s","start":"2026-03-31T20:22:08.070852Z","end":"2026-03-31T20:22:12.32779Z","steps":["trace[1866077242] 'process raft request' (duration: 4.256580931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.327958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.07081Z","time spent":"4.257048522s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.327493Z","caller":"traceutil/trace.go:171","msg":"trace[1778303884] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"4.256703154s","start":"2026-03-31T20:22:08.070766Z","end":"2026-03-31T20:22:12.327469Z","steps":["trace[1778303884] 'process raft request' (duration: 4.256637992s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:12.328073Z","caller":"traceutil/trace.go:171","msg":"trace[1917524628] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"2.648693763s","start":"2026-03-31T20:22:09.679331Z","end":"2026-03-31T20:22:12.328025Z","steps":["trace[1917524628] 'process raft request' (duration: 2.648518428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.328307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.134310647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:22:12.328296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.679297Z","time spent":"2.648864517s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.32834Z","caller":"traceutil/trace.go:171","msg":"trace[915293167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2286; }","duration":"4.1344153s","start":"2026-03-31T20:22:08.193917Z","end":"2026-03-31T20:22:12.328332Z","steps":["trace[915293167] 'agreement among raft nodes before linearized reading' (duration: 4.134267697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.328283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.070711Z","time spent":"4.25734148s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:12.328364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.193885Z","time spent":"4.134475121s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:12.327946Z","caller":"traceutil/trace.go:171","msg":"trace[681723284] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2375; }","duration":"4.133904128s","start":"2026-03-31T20:22:08.194Z","end":"2026-03-31T20:22:12.327904Z","steps":["trace[681723284] 'read index received' (duration: 2.286688583s)","trace[681723284] 'applied index is now lower than readState.Index' (duration: 1.847214145s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:12.328704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253092334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:12.328755Z","caller":"traceutil/trace.go:171","msg":"trace[472175336] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2286; }","duration":"2.253227297s","start":"2026-03-31T20:22:10.075511Z","end":"2026-03-31T20:22:12.328739Z","steps":["trace[472175336] 'agreement among raft nodes before linearized reading' (duration: 2.253132275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.328803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.075496Z","time spent":"2.253298869s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:12.328816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992007848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:12.328825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.134640815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:12.328902Z","caller":"traceutil/trace.go:171","msg":"trace[1931511711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2286; }","duration":"4.134782339s","start":"2026-03-31T20:22:08.194102Z","end":"2026-03-31T20:22:12.328884Z","steps":["trace[1931511711] 'agreement among raft nodes before linearized reading' (duration: 4.134546193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.328948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384361995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:12.328953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.194055Z","time spent":"4.134888252s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:22:12.328988Z","caller":"traceutil/trace.go:171","msg":"trace[1942538059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2286; }","duration":"1.384428906s","start":"2026-03-31T20:22:10.944553Z","end":"2026-03-31T20:22:12.328982Z","steps":["trace[1942538059] 'agreement among raft nodes before linearized reading' (duration: 1.384380455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.329006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.944537Z","time spent":"1.384465198s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:12.329046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076349833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:12.329154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385133026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:22:12.329204Z","caller":"traceutil/trace.go:171","msg":"trace[1361711727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2286; }","duration":"2.385262099s","start":"2026-03-31T20:22:09.943927Z","end":"2026-03-31T20:22:12.329189Z","steps":["trace[1361711727] 'agreement among raft nodes before linearized reading' (duration: 2.385135934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.329241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.943897Z","time spent":"2.385335841s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:22:12.329415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542037224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:22:12.329443Z","caller":"traceutil/trace.go:171","msg":"trace[1665358222] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:2286; }","duration":"1.542123837s","start":"2026-03-31T20:22:10.787314Z","end":"2026-03-31T20:22:12.329437Z","steps":["trace[1665358222] 'agreement among raft nodes before linearized reading' (duration: 1.541901421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.329459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.787288Z","time spent":"1.542167677s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:22:12.329452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135046406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:22:12.329525Z","caller":"traceutil/trace.go:171","msg":"trace[178136122] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"3.374362422s","start":"2026-03-31T20:22:08.955135Z","end":"2026-03-31T20:22:12.329498Z","steps":["trace[178136122] 'process raft request' (duration: 3.372574667s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:12.329555Z","caller":"traceutil/trace.go:171","msg":"trace[1390984440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2286; }","duration":"4.135176299s","start":"2026-03-31T20:22:08.194357Z","end":"2026-03-31T20:22:12.329534Z","steps":["trace[1390984440] 'agreement among raft nodes before linearized reading' (duration: 4.134754779s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:12.329095Z","caller":"traceutil/trace.go:171","msg":"trace[1760878554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2286; }","duration":"2.076412874s","start":"2026-03-31T20:22:10.252669Z","end":"2026-03-31T20:22:12.329082Z","steps":["trace[1760878554] 'agreement among raft nodes before linearized reading' (duration: 2.076334792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.329606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128797389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:12.329641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.955122Z","time spent":"3.374463715s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:12.32966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.252656Z","time spent":"2.076985049s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:12.329656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.194285Z","time spent":"4.135359394s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:12.329702Z","caller":"traceutil/trace.go:171","msg":"trace[1592338079] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2286; }","duration":"3.128947493s","start":"2026-03-31T20:22:09.200722Z","end":"2026-03-31T20:22:12.329669Z","steps":["trace[1592338079] 'agreement among raft nodes before linearized reading' (duration: 3.128776148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.329764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.200697Z","time spent":"3.129056206s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:12.328918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.405443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:12.329858Z","caller":"traceutil/trace.go:171","msg":"trace[1050469799] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2286; }","duration":"413.399739ms","start":"2026-03-31T20:22:11.916442Z","end":"2026-03-31T20:22:12.329842Z","steps":["trace[1050469799] 'agreement among raft nodes before linearized reading' (duration: 412.435734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.329884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389003763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:12.32993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.916203Z","time spent":"413.707467ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:12.32991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177678596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:22:12.329946Z","caller":"traceutil/trace.go:171","msg":"trace[282196601] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2286; }","duration":"3.389129395s","start":"2026-03-31T20:22:08.940804Z","end":"2026-03-31T20:22:12.329934Z","steps":["trace[282196601] 'agreement among raft nodes before linearized reading' (duration: 3.389038213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.329957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135672911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:22:12.32999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.940775Z","time spent":"3.389207127s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:22:12.330002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657656899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:12.330035Z","caller":"traceutil/trace.go:171","msg":"trace[521989073] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2286; }","duration":"3.65772515s","start":"2026-03-31T20:22:08.672301Z","end":"2026-03-31T20:22:12.330026Z","steps":["trace[521989073] 'agreement among raft nodes before linearized reading' (duration: 3.657666229s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:12.330033Z","caller":"traceutil/trace.go:171","msg":"trace[647624532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2286; }","duration":"4.135768625s","start":"2026-03-31T20:22:08.194244Z","end":"2026-03-31T20:22:12.330013Z","steps":["trace[647624532] 'agreement among raft nodes before linearized reading' (duration: 4.13554875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.33007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.67228Z","time spent":"3.657782502s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:12.330088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.194231Z","time spent":"4.135842147s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:12.329997Z","caller":"traceutil/trace.go:171","msg":"trace[796516609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2286; }","duration":"2.17781992s","start":"2026-03-31T20:22:10.152155Z","end":"2026-03-31T20:22:12.329975Z","steps":["trace[796516609] 'agreement among raft nodes before linearized reading' (duration: 2.177284767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.330128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467040608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206a1bc49936a\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T20:22:12.330165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.152143Z","time spent":"2.178008215s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:22:12.330176Z","caller":"traceutil/trace.go:171","msg":"trace[133791871] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206a1bc49936a; range_end:; response_count:1; response_revision:2286; }","duration":"2.46714137s","start":"2026-03-31T20:22:09.863023Z","end":"2026-03-31T20:22:12.330164Z","steps":["trace[133791871] 'agreement among raft nodes before linearized reading' (duration: 2.466959015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.330211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.862991Z","time spent":"2.467210512s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206a1bc49936a\" "} {"level":"info","ts":"2026-03-31T20:22:12.328866Z","caller":"traceutil/trace.go:171","msg":"trace[1807224839] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2286; }","duration":"1.992141262s","start":"2026-03-31T20:22:10.336714Z","end":"2026-03-31T20:22:12.328855Z","steps":["trace[1807224839] 'agreement among raft nodes before linearized reading' (duration: 1.99205788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.330292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136060002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:22:12.330318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.336676Z","time spent":"1.993625399s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:12.330297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176799214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T20:22:12.330338Z","caller":"traceutil/trace.go:171","msg":"trace[2137048829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2286; }","duration":"4.136152344s","start":"2026-03-31T20:22:08.194172Z","end":"2026-03-31T20:22:12.330324Z","steps":["trace[2137048829] 'agreement among raft nodes before linearized reading' (duration: 4.136032381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.330389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:08.194145Z","time spent":"4.136232516s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:22:12.330443Z","caller":"traceutil/trace.go:171","msg":"trace[1848229097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2286; }","duration":"2.176922817s","start":"2026-03-31T20:22:10.15344Z","end":"2026-03-31T20:22:12.330363Z","steps":["trace[1848229097] 'agreement among raft nodes before linearized reading' (duration: 2.176620359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.33066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.153431Z","time spent":"2.177088441s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:22:12.435923Z","caller":"traceutil/trace.go:171","msg":"trace[1036406903] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"101.97886ms","start":"2026-03-31T20:22:12.333915Z","end":"2026-03-31T20:22:12.435894Z","steps":["trace[1036406903] 'process raft request' (duration: 27.048804ms)","trace[1036406903] 'compare' (duration: 74.597518ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:12.436069Z","caller":"traceutil/trace.go:171","msg":"trace[669226371] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"101.926539ms","start":"2026-03-31T20:22:12.334115Z","end":"2026-03-31T20:22:12.436041Z","steps":["trace[669226371] 'process raft request' (duration: 101.623482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:12.436171Z","caller":"traceutil/trace.go:171","msg":"trace[1938005395] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"100.00254ms","start":"2026-03-31T20:22:12.336123Z","end":"2026-03-31T20:22:12.436125Z","steps":["trace[1938005395] 'process raft request' (duration: 99.757644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.673099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.018504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:12.673417Z","caller":"traceutil/trace.go:171","msg":"trace[2044084646] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"186.834366ms","start":"2026-03-31T20:22:12.48655Z","end":"2026-03-31T20:22:12.673385Z","steps":["trace[2044084646] 'process raft request' (duration: 59.392223ms)","trace[2044084646] 'compare' (duration: 126.689855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:18.509101Z","caller":"traceutil/trace.go:171","msg":"trace[505719986] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"121.821483ms","start":"2026-03-31T20:22:18.387254Z","end":"2026-03-31T20:22:18.509076Z","steps":["trace[505719986] 'process raft request' (duration: 121.659528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:18.558287Z","caller":"traceutil/trace.go:171","msg":"trace[2106275938] linearizableReadLoop","detail":"{readStateIndex:2418; appliedIndex:2415; }","duration":"169.013875ms","start":"2026-03-31T20:22:18.389246Z","end":"2026-03-31T20:22:18.55826Z","steps":["trace[2106275938] 'read index received' (duration: 119.664417ms)","trace[2106275938] 'applied index is now lower than readState.Index' (duration: 49.348028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:18.558334Z","caller":"traceutil/trace.go:171","msg":"trace[1601458188] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"170.577056ms","start":"2026-03-31T20:22:18.387732Z","end":"2026-03-31T20:22:18.558309Z","steps":["trace[1601458188] 'process raft request' (duration: 170.321929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:18.558492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.214721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:18.558556Z","caller":"traceutil/trace.go:171","msg":"trace[2070019489] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2321; }","duration":"169.358464ms","start":"2026-03-31T20:22:18.389179Z","end":"2026-03-31T20:22:18.558537Z","steps":["trace[2070019489] 'agreement among raft nodes before linearized reading' (duration: 169.222411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:18.558541Z","caller":"traceutil/trace.go:171","msg":"trace[723885896] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"170.148035ms","start":"2026-03-31T20:22:18.388317Z","end":"2026-03-31T20:22:18.558465Z","steps":["trace[723885896] 'process raft request' (duration: 169.894228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:18.558617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.284205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:22:18.558906Z","caller":"traceutil/trace.go:171","msg":"trace[918421164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2321; }","duration":"160.590432ms","start":"2026-03-31T20:22:18.398303Z","end":"2026-03-31T20:22:18.558893Z","steps":["trace[918421164] 'agreement among raft nodes before linearized reading' (duration: 160.187502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:18.80779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.032212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:18.808192Z","caller":"traceutil/trace.go:171","msg":"trace[456844042] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"244.318011ms","start":"2026-03-31T20:22:18.563841Z","end":"2026-03-31T20:22:18.808159Z","steps":["trace[456844042] 'process raft request' (duration: 244.225009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:18.808201Z","caller":"traceutil/trace.go:171","msg":"trace[887886631] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"245.440609ms","start":"2026-03-31T20:22:18.562707Z","end":"2026-03-31T20:22:18.808148Z","steps":["trace[887886631] 'process raft request' (duration: 59.901695ms)","trace[887886631] 'compare' (duration: 184.845186ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:18.808221Z","caller":"traceutil/trace.go:171","msg":"trace[58562668] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"244.930656ms","start":"2026-03-31T20:22:18.563242Z","end":"2026-03-31T20:22:18.808172Z","steps":["trace[58562668] 'process raft request' (duration: 244.720811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:18.808518Z","caller":"traceutil/trace.go:171","msg":"trace[1354095432] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"244.533986ms","start":"2026-03-31T20:22:18.563954Z","end":"2026-03-31T20:22:18.808488Z","steps":["trace[1354095432] 'process raft request' (duration: 244.160487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:18.808643Z","caller":"traceutil/trace.go:171","msg":"trace[1255057759] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"243.620602ms","start":"2026-03-31T20:22:18.564995Z","end":"2026-03-31T20:22:18.808615Z","steps":["trace[1255057759] 'process raft request' (duration: 243.404277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:18.853772Z","caller":"traceutil/trace.go:171","msg":"trace[1167370239] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"120.700174ms","start":"2026-03-31T20:22:18.733044Z","end":"2026-03-31T20:22:18.853744Z","steps":["trace[1167370239] 'process raft request' (duration: 120.5404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:20.649226Z","caller":"traceutil/trace.go:171","msg":"trace[503424742] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"134.75699ms","start":"2026-03-31T20:22:20.514445Z","end":"2026-03-31T20:22:20.649202Z","steps":["trace[503424742] 'process raft request' (duration: 134.580235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:20.896939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.365727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:22:20.897043Z","caller":"traceutil/trace.go:171","msg":"trace[1640724448] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:2332; }","duration":"109.532991ms","start":"2026-03-31T20:22:20.787484Z","end":"2026-03-31T20:22:20.897017Z","steps":["trace[1640724448] 'range keys from in-memory index tree' (duration: 109.173632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:00.895022Z","caller":"traceutil/trace.go:171","msg":"trace[14440021] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2661; }","duration":"105.738205ms","start":"2026-03-31T20:23:00.789256Z","end":"2026-03-31T20:23:00.894994Z","steps":["trace[14440021] 'read index received' (duration: 105.313405ms)","trace[14440021] 'applied index is now lower than readState.Index' (duration: 423.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:00.895086Z","caller":"traceutil/trace.go:171","msg":"trace[1295361384] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"186.672874ms","start":"2026-03-31T20:23:00.708385Z","end":"2026-03-31T20:23:00.895058Z","steps":["trace[1295361384] 'process raft request' (duration: 186.199032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:00.895308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.039823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:23:00.895351Z","caller":"traceutil/trace.go:171","msg":"trace[1181464663] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:2557; }","duration":"106.106215ms","start":"2026-03-31T20:23:00.789233Z","end":"2026-03-31T20:23:00.89534Z","steps":["trace[1181464663] 'agreement among raft nodes before linearized reading' (duration: 105.90684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.163291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.592981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:01.163549Z","caller":"traceutil/trace.go:171","msg":"trace[650416920] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"338.449323ms","start":"2026-03-31T20:23:00.825065Z","end":"2026-03-31T20:23:01.163515Z","steps":["trace[650416920] 'process raft request' (duration: 236.499783ms)","trace[650416920] 'compare' (duration: 101.384486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:01.163596Z","caller":"traceutil/trace.go:171","msg":"trace[239406826] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"336.783121ms","start":"2026-03-31T20:23:00.826787Z","end":"2026-03-31T20:23:01.16357Z","steps":["trace[239406826] 'process raft request' (duration: 336.632217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.163711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:00.826772Z","time spent":"336.887244ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:01.163748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:00.825031Z","time spent":"338.611937ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:01.163985Z","caller":"traceutil/trace.go:171","msg":"trace[675284917] linearizableReadLoop","detail":"{readStateIndex:2665; appliedIndex:2662; }","duration":"268.793771ms","start":"2026-03-31T20:23:00.895109Z","end":"2026-03-31T20:23:01.163902Z","steps":["trace[675284917] 'read index received' (duration: 166.466562ms)","trace[675284917] 'applied index is now lower than readState.Index' (duration: 102.323089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:01.164166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.342951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:01.164271Z","caller":"traceutil/trace.go:171","msg":"trace[1223770682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2560; }","duration":"325.440634ms","start":"2026-03-31T20:23:00.838772Z","end":"2026-03-31T20:23:01.164213Z","steps":["trace[1223770682] 'agreement among raft nodes before linearized reading' (duration: 325.31193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.164074Z","caller":"traceutil/trace.go:171","msg":"trace[1253476335] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"336.962786ms","start":"2026-03-31T20:23:00.826889Z","end":"2026-03-31T20:23:01.163852Z","steps":["trace[1253476335] 'process raft request' (duration: 336.625407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.16442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:00.826878Z","time spent":"337.488328ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:01.164332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:00.838755Z","time spent":"325.565657ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:01.166251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.924859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:01.166294Z","caller":"traceutil/trace.go:171","msg":"trace[1352084820] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2561; }","duration":"267.999301ms","start":"2026-03-31T20:23:00.898285Z","end":"2026-03-31T20:23:01.166284Z","steps":["trace[1352084820] 'agreement among raft nodes before linearized reading' (duration: 267.93072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:12.516919Z","caller":"traceutil/trace.go:171","msg":"trace[548086965] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"103.728695ms","start":"2026-03-31T20:23:12.413153Z","end":"2026-03-31T20:23:12.516881Z","steps":["trace[548086965] 'process raft request' (duration: 102.463502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:12.560831Z","caller":"traceutil/trace.go:171","msg":"trace[1176001331] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"144.709971ms","start":"2026-03-31T20:23:12.416065Z","end":"2026-03-31T20:23:12.560775Z","steps":["trace[1176001331] 'process raft request' (duration: 144.430544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:12.561594Z","caller":"traceutil/trace.go:171","msg":"trace[1303876378] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"103.883279ms","start":"2026-03-31T20:23:12.457695Z","end":"2026-03-31T20:23:12.561579Z","steps":["trace[1303876378] 'process raft request' (duration: 102.989115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:15.757057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837539020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:16.258245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837539020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:16.758831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837539020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:16.957761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.732475033s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:23:16.958439Z","caller":"traceutil/trace.go:171","msg":"trace[1723128258] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"1.733199661s","start":"2026-03-31T20:23:15.225157Z","end":"2026-03-31T20:23:16.958356Z","steps":["trace[1723128258] 'process raft request' (duration: 1.732906054s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.958739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.225126Z","time spent":"1.733494969s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:16.959419Z","caller":"traceutil/trace.go:171","msg":"trace[869460418] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"1.729742943s","start":"2026-03-31T20:23:15.229638Z","end":"2026-03-31T20:23:16.959381Z","steps":["trace[869460418] 'process raft request' (duration: 1.729658781s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.959509Z","caller":"traceutil/trace.go:171","msg":"trace[1196032666] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"1.734123584s","start":"2026-03-31T20:23:15.225311Z","end":"2026-03-31T20:23:16.959435Z","steps":["trace[1196032666] 'process raft request' (duration: 1.733823917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.959592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.229623Z","time spent":"1.729860047s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:16.95977Z","caller":"traceutil/trace.go:171","msg":"trace[723863184] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"1.724247286s","start":"2026-03-31T20:23:15.235484Z","end":"2026-03-31T20:23:16.959731Z","steps":["trace[723863184] 'process raft request' (duration: 1.723859365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.959796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.22527Z","time spent":"1.734379191s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:16.959973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.235471Z","time spent":"1.724387459s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:16.963475Z","caller":"traceutil/trace.go:171","msg":"trace[499519381] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2909; }","duration":"1.706815403s","start":"2026-03-31T20:23:15.256635Z","end":"2026-03-31T20:23:16.96345Z","steps":["trace[499519381] 'read index received' (duration: 1.701417417s)","trace[499519381] 'applied index is now lower than readState.Index' (duration: 5.396536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:16.963641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707009919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:23:16.963682Z","caller":"traceutil/trace.go:171","msg":"trace[1728100558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2797; }","duration":"1.707096761s","start":"2026-03-31T20:23:15.256576Z","end":"2026-03-31T20:23:16.963673Z","steps":["trace[1728100558] 'agreement among raft nodes before linearized reading' (duration: 1.706946567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.963683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701758557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:23:16.963714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.256557Z","time spent":"1.707151032s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:23:16.963719Z","caller":"traceutil/trace.go:171","msg":"trace[1540878014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2797; }","duration":"1.701846919s","start":"2026-03-31T20:23:15.26186Z","end":"2026-03-31T20:23:16.963707Z","steps":["trace[1540878014] 'agreement among raft nodes before linearized reading' (duration: 1.701730466s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.963945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.584808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:23:16.964006Z","caller":"traceutil/trace.go:171","msg":"trace[47488912] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2797; }","duration":"184.684681ms","start":"2026-03-31T20:23:16.779302Z","end":"2026-03-31T20:23:16.963987Z","steps":["trace[47488912] 'agreement among raft nodes before linearized reading' (duration: 184.517297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.963951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.261831Z","time spent":"1.702112936s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:23:16.963812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125194575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:16.964119Z","caller":"traceutil/trace.go:171","msg":"trace[207191537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2797; }","duration":"1.125555795s","start":"2026-03-31T20:23:15.838551Z","end":"2026-03-31T20:23:16.964107Z","steps":["trace[207191537] 'agreement among raft nodes before linearized reading' (duration: 1.125192976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.964091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.670686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:23:16.964157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.838524Z","time spent":"1.125623316s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:16.96384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693618881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:23:16.964184Z","caller":"traceutil/trace.go:171","msg":"trace[999472565] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2797; }","duration":"395.856601ms","start":"2026-03-31T20:23:16.568305Z","end":"2026-03-31T20:23:16.964162Z","steps":["trace[999472565] 'agreement among raft nodes before linearized reading' (duration: 395.583024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.964262Z","caller":"traceutil/trace.go:171","msg":"trace[138639398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2797; }","duration":"1.69402839s","start":"2026-03-31T20:23:15.270183Z","end":"2026-03-31T20:23:16.964211Z","steps":["trace[138639398] 'agreement among raft nodes before linearized reading' (duration: 1.693513147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.96427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:16.568275Z","time spent":"395.982773ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:16.964303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.270172Z","time spent":"1.694122113s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:16.963876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694174615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:23:16.964357Z","caller":"traceutil/trace.go:171","msg":"trace[58866225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2797; }","duration":"1.694682607s","start":"2026-03-31T20:23:15.269664Z","end":"2026-03-31T20:23:16.964347Z","steps":["trace[58866225] 'agreement among raft nodes before linearized reading' (duration: 1.694110982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.964392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.26965Z","time spent":"1.694731609s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:16.963912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699947971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:23:16.964458Z","caller":"traceutil/trace.go:171","msg":"trace[1770518413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2797; }","duration":"1.700533435s","start":"2026-03-31T20:23:15.26391Z","end":"2026-03-31T20:23:16.964444Z","steps":["trace[1770518413] 'agreement among raft nodes before linearized reading' (duration: 1.699951701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.964503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.263884Z","time spent":"1.700604057s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:16.963742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.473431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:16.964625Z","caller":"traceutil/trace.go:171","msg":"trace[1593015043] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2797; }","duration":"657.402715ms","start":"2026-03-31T20:23:16.307191Z","end":"2026-03-31T20:23:16.964594Z","steps":["trace[1593015043] 'agreement among raft nodes before linearized reading' (duration: 656.460411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.964707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:16.307165Z","time spent":"657.521537ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:25.206618Z","caller":"traceutil/trace.go:171","msg":"trace[1312190566] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"213.260053ms","start":"2026-03-31T20:23:24.993322Z","end":"2026-03-31T20:23:25.206582Z","steps":["trace[1312190566] 'process raft request' (duration: 213.152901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.206635Z","caller":"traceutil/trace.go:171","msg":"trace[934387240] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"213.994421ms","start":"2026-03-31T20:23:24.992588Z","end":"2026-03-31T20:23:25.206583Z","steps":["trace[934387240] 'process raft request' (duration: 130.017338ms)","trace[934387240] 'compare' (duration: 83.668336ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:25.206795Z","caller":"traceutil/trace.go:171","msg":"trace[1055912973] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2961; }","duration":"203.29274ms","start":"2026-03-31T20:23:25.003444Z","end":"2026-03-31T20:23:25.206737Z","steps":["trace[1055912973] 'read index received' (duration: 2.180645ms)","trace[1055912973] 'applied index is now lower than readState.Index' (duration: 201.103545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:25.207076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.60394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:23:25.207111Z","caller":"traceutil/trace.go:171","msg":"trace[2058069240] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"211.254862ms","start":"2026-03-31T20:23:24.995349Z","end":"2026-03-31T20:23:25.206604Z","steps":["trace[2058069240] 'process raft request' (duration: 211.17451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.207181Z","caller":"traceutil/trace.go:171","msg":"trace[373560293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2847; }","duration":"203.720413ms","start":"2026-03-31T20:23:25.003437Z","end":"2026-03-31T20:23:25.207157Z","steps":["trace[373560293] 'agreement among raft nodes before linearized reading' (duration: 203.383013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.207336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.307391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:25.207414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.447043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:23:25.207393Z","caller":"traceutil/trace.go:171","msg":"trace[1849614647] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2847; }","duration":"180.407233ms","start":"2026-03-31T20:23:25.02697Z","end":"2026-03-31T20:23:25.207377Z","steps":["trace[1849614647] 'agreement among raft nodes before linearized reading' (duration: 180.27693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.207457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.335351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:23:25.20751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.540661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:23:25.20759Z","caller":"traceutil/trace.go:171","msg":"trace[1707490338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2847; }","duration":"198.655154ms","start":"2026-03-31T20:23:25.008912Z","end":"2026-03-31T20:23:25.207567Z","steps":["trace[1707490338] 'agreement among raft nodes before linearized reading' (duration: 198.371967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.207529Z","caller":"traceutil/trace.go:171","msg":"trace[1350852312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2847; }","duration":"197.417043ms","start":"2026-03-31T20:23:25.010091Z","end":"2026-03-31T20:23:25.207508Z","steps":["trace[1350852312] 'agreement among raft nodes before linearized reading' (duration: 197.267729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.207471Z","caller":"traceutil/trace.go:171","msg":"trace[442154355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2847; }","duration":"197.572617ms","start":"2026-03-31T20:23:25.00988Z","end":"2026-03-31T20:23:25.207453Z","steps":["trace[442154355] 'agreement among raft nodes before linearized reading' (duration: 197.381452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.207834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.763307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:23:25.207903Z","caller":"traceutil/trace.go:171","msg":"trace[1759213761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2847; }","duration":"200.86378ms","start":"2026-03-31T20:23:25.007029Z","end":"2026-03-31T20:23:25.207893Z","steps":["trace[1759213761] 'agreement among raft nodes before linearized reading' (duration: 200.03649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.207333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.450278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:25.208587Z","caller":"traceutil/trace.go:171","msg":"trace[642620285] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2847; }","duration":"161.772261ms","start":"2026-03-31T20:23:25.046789Z","end":"2026-03-31T20:23:25.208561Z","steps":["trace[642620285] 'agreement among raft nodes before linearized reading' (duration: 160.469598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:27.737058Z","caller":"traceutil/trace.go:171","msg":"trace[1085190521] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"158.804136ms","start":"2026-03-31T20:23:27.578201Z","end":"2026-03-31T20:23:27.737005Z","steps":["trace[1085190521] 'process raft request' (duration: 118.465445ms)","trace[1085190521] 'compare' (duration: 40.038694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:31.027603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.785108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:31.027707Z","caller":"traceutil/trace.go:171","msg":"trace[1459481497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2880; }","duration":"185.953382ms","start":"2026-03-31T20:23:30.841728Z","end":"2026-03-31T20:23:31.027682Z","steps":["trace[1459481497] 'range keys from in-memory index tree' (duration: 185.699876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:31.13351Z","caller":"traceutil/trace.go:171","msg":"trace[163212373] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:3000; }","duration":"104.504592ms","start":"2026-03-31T20:23:31.028957Z","end":"2026-03-31T20:23:31.133462Z","steps":["trace[163212373] 'read index received' (duration: 104.254806ms)","trace[163212373] 'applied index is now lower than readState.Index' (duration: 248.626µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:31.133653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.673716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:31.133628Z","caller":"traceutil/trace.go:171","msg":"trace[1440612393] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"105.97697ms","start":"2026-03-31T20:23:31.027607Z","end":"2026-03-31T20:23:31.133584Z","steps":["trace[1440612393] 'process raft request' (duration: 105.630672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:31.133688Z","caller":"traceutil/trace.go:171","msg":"trace[25530590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2881; }","duration":"104.76938ms","start":"2026-03-31T20:23:31.028907Z","end":"2026-03-31T20:23:31.133676Z","steps":["trace[25530590] 'agreement among raft nodes before linearized reading' (duration: 104.688438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.879234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.870751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:23:42.879313Z","caller":"traceutil/trace.go:171","msg":"trace[325784769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2954; }","duration":"136.992285ms","start":"2026-03-31T20:23:42.742298Z","end":"2026-03-31T20:23:42.879291Z","steps":["trace[325784769] 'range keys from in-memory index tree' (duration: 136.584414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.879304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.054492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:23:42.879382Z","caller":"traceutil/trace.go:171","msg":"trace[470346970] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2954; }","duration":"123.185085ms","start":"2026-03-31T20:23:42.756176Z","end":"2026-03-31T20:23:42.879361Z","steps":["trace[470346970] 'range keys from in-memory index tree' (duration: 122.845437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.879745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.263155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:23:42.879854Z","caller":"traceutil/trace.go:171","msg":"trace[1263833999] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2954; }","duration":"100.467841ms","start":"2026-03-31T20:23:42.779363Z","end":"2026-03-31T20:23:42.879831Z","steps":["trace[1263833999] 'range keys from in-memory index tree' (duration: 99.759603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:43.076538Z","caller":"traceutil/trace.go:171","msg":"trace[324253257] linearizableReadLoop","detail":"{readStateIndex:3078; appliedIndex:3077; }","duration":"190.63013ms","start":"2026-03-31T20:23:42.885873Z","end":"2026-03-31T20:23:43.076503Z","steps":["trace[324253257] 'read index received' (duration: 92.495209ms)","trace[324253257] 'applied index is now lower than readState.Index' (duration: 98.132851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:43.076574Z","caller":"traceutil/trace.go:171","msg":"trace[195238322] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"192.19063ms","start":"2026-03-31T20:23:42.884339Z","end":"2026-03-31T20:23:43.07653Z","steps":["trace[195238322] 'process raft request' (duration: 163.205037ms)","trace[195238322] 'compare' (duration: 28.727926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:43.076802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.895258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T20:23:43.076903Z","caller":"traceutil/trace.go:171","msg":"trace[237989067] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2956; }","duration":"191.009741ms","start":"2026-03-31T20:23:42.885871Z","end":"2026-03-31T20:23:43.076881Z","steps":["trace[237989067] 'agreement among raft nodes before linearized reading' (duration: 190.747874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:43.234302Z","caller":"traceutil/trace.go:171","msg":"trace[1195923734] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"125.321ms","start":"2026-03-31T20:23:43.108949Z","end":"2026-03-31T20:23:43.23427Z","steps":["trace[1195923734] 'process raft request' (duration: 90.814537ms)","trace[1195923734] 'compare' (duration: 34.341399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:43.678648Z","caller":"traceutil/trace.go:171","msg":"trace[1810948103] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"388.222677ms","start":"2026-03-31T20:23:43.290381Z","end":"2026-03-31T20:23:43.678603Z","steps":["trace[1810948103] 'process raft request' (duration: 362.591189ms)","trace[1810948103] 'compare' (duration: 25.148986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:43.678802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:43.290338Z","time spent":"388.383321ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:43.678985Z","caller":"traceutil/trace.go:171","msg":"trace[650787710] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"360.127297ms","start":"2026-03-31T20:23:43.318812Z","end":"2026-03-31T20:23:43.678939Z","steps":["trace[650787710] 'process raft request' (duration: 359.676076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:43.679034Z","caller":"traceutil/trace.go:171","msg":"trace[278438158] linearizableReadLoop","detail":"{readStateIndex:3083; appliedIndex:3080; }","duration":"333.460253ms","start":"2026-03-31T20:23:43.345473Z","end":"2026-03-31T20:23:43.678933Z","steps":["trace[278438158] 'read index received' (duration: 307.522678ms)","trace[278438158] 'applied index is now lower than readState.Index' (duration: 25.935815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:43.679219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.75558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:23:43.679219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:43.318773Z","time spent":"360.312392ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:43.679488Z","caller":"traceutil/trace.go:171","msg":"trace[751405227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2961; }","duration":"333.989457ms","start":"2026-03-31T20:23:43.34545Z","end":"2026-03-31T20:23:43.67944Z","steps":["trace[751405227] 'agreement among raft nodes before linearized reading' (duration: 333.670248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:43.679555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:43.345381Z","time spent":"334.158421ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:23:43.679055Z","caller":"traceutil/trace.go:171","msg":"trace[1565083220] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"358.503357ms","start":"2026-03-31T20:23:43.320527Z","end":"2026-03-31T20:23:43.67903Z","steps":["trace[1565083220] 'process raft request' (duration: 358.149118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:43.679834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:43.320506Z","time spent":"359.216065ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:43.679862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.932589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:23:43.679921Z","caller":"traceutil/trace.go:171","msg":"trace[1061211625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2961; }","duration":"295.011721ms","start":"2026-03-31T20:23:43.384892Z","end":"2026-03-31T20:23:43.679903Z","steps":["trace[1061211625] 'agreement among raft nodes before linearized reading' (duration: 294.819547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:43.680057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.128794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:23:43.680053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.295594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:23:43.680288Z","caller":"traceutil/trace.go:171","msg":"trace[174021869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2961; }","duration":"300.583241ms","start":"2026-03-31T20:23:43.379685Z","end":"2026-03-31T20:23:43.680269Z","steps":["trace[174021869] 'agreement among raft nodes before linearized reading' (duration: 300.11561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:43.680474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:43.379648Z","time spent":"300.807987ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:23:43.680143Z","caller":"traceutil/trace.go:171","msg":"trace[321847561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2961; }","duration":"299.282599ms","start":"2026-03-31T20:23:43.380842Z","end":"2026-03-31T20:23:43.680125Z","steps":["trace[321847561] 'agreement among raft nodes before linearized reading' (duration: 298.865848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:43.680447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.654128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:23:43.681181Z","caller":"traceutil/trace.go:171","msg":"trace[2088995876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2961; }","duration":"296.931099ms","start":"2026-03-31T20:23:43.384192Z","end":"2026-03-31T20:23:43.681123Z","steps":["trace[2088995876] 'agreement among raft nodes before linearized reading' (duration: 295.500993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:49.537265Z","caller":"traceutil/trace.go:171","msg":"trace[1604556279] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"216.206859ms","start":"2026-03-31T20:23:49.321032Z","end":"2026-03-31T20:23:49.537239Z","steps":["trace[1604556279] 'process raft request' (duration: 216.001004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.067955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.424826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:50.068049Z","caller":"traceutil/trace.go:171","msg":"trace[1916404904] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3110; }","duration":"448.630866ms","start":"2026-03-31T20:23:49.619404Z","end":"2026-03-31T20:23:50.068035Z","steps":["trace[1916404904] 'read index received' (duration: 345.020255ms)","trace[1916404904] 'applied index is now lower than readState.Index' (duration: 103.609501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:50.068104Z","caller":"traceutil/trace.go:171","msg":"trace[1119176214] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"735.881861ms","start":"2026-03-31T20:23:49.33219Z","end":"2026-03-31T20:23:50.068071Z","steps":["trace[1119176214] 'process raft request' (duration: 632.24508ms)","trace[1119176214] 'compare' (duration: 103.319603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:50.068466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.332164Z","time spent":"736.003513ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:50.068531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.137588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a206bec8a68195\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T20:23:50.068659Z","caller":"traceutil/trace.go:171","msg":"trace[1109857816] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a206bec8a68195; range_end:; response_count:1; response_revision:2988; }","duration":"449.304892ms","start":"2026-03-31T20:23:49.619344Z","end":"2026-03-31T20:23:50.068649Z","steps":["trace[1109857816] 'agreement among raft nodes before linearized reading' (duration: 448.752858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.068758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.619315Z","time spent":"449.433765ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a206bec8a68195\" "} {"level":"warn","ts":"2026-03-31T20:23:50.909918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.905615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:50.910295Z","caller":"traceutil/trace.go:171","msg":"trace[676053547] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"1.18509697s","start":"2026-03-31T20:23:49.725155Z","end":"2026-03-31T20:23:50.910252Z","steps":["trace[676053547] 'process raft request' (duration: 642.690392ms)","trace[676053547] 'compare' (duration: 541.422232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:50.910348Z","caller":"traceutil/trace.go:171","msg":"trace[1803532689] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"1.18309782s","start":"2026-03-31T20:23:49.727225Z","end":"2026-03-31T20:23:50.910322Z","steps":["trace[1803532689] 'process raft request' (duration: 1.182850964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.910441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.727202Z","time spent":"1.183196582s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:50.910473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.725119Z","time spent":"1.185257124s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:50.910537Z","caller":"traceutil/trace.go:171","msg":"trace[1269228174] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"1.182263588s","start":"2026-03-31T20:23:49.728248Z","end":"2026-03-31T20:23:50.910511Z","steps":["trace[1269228174] 'process raft request' (duration: 1.182008652s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:50.910626Z","caller":"traceutil/trace.go:171","msg":"trace[137588517] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"1.103805874s","start":"2026-03-31T20:23:49.806787Z","end":"2026-03-31T20:23:50.910593Z","steps":["trace[137588517] 'process raft request' (duration: 1.103693181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.91067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.728223Z","time spent":"1.182379771s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:50.910681Z","caller":"traceutil/trace.go:171","msg":"trace[811160846] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"794.849092ms","start":"2026-03-31T20:23:50.115812Z","end":"2026-03-31T20:23:50.910661Z","steps":["trace[811160846] 'process raft request' (duration: 794.814621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.910752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.806754Z","time spent":"1.103932517s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:50.910797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.115791Z","time spent":"794.944744ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:50.910886Z","caller":"traceutil/trace.go:171","msg":"trace[1475944668] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"839.958582ms","start":"2026-03-31T20:23:50.070913Z","end":"2026-03-31T20:23:50.910872Z","steps":["trace[1475944668] 'process raft request' (duration: 839.670525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:50.910873Z","caller":"traceutil/trace.go:171","msg":"trace[286774511] linearizableReadLoop","detail":"{readStateIndex:3115; appliedIndex:3111; }","duration":"842.780653ms","start":"2026-03-31T20:23:50.068069Z","end":"2026-03-31T20:23:50.91085Z","steps":["trace[286774511] 'read index received' (duration: 299.773431ms)","trace[286774511] 'applied index is now lower than readState.Index' (duration: 543.003532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:50.910919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070278076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:50.910944Z","caller":"traceutil/trace.go:171","msg":"trace[87306391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2994; }","duration":"1.070332308s","start":"2026-03-31T20:23:49.840605Z","end":"2026-03-31T20:23:50.910937Z","steps":["trace[87306391] 'agreement among raft nodes before linearized reading' (duration: 1.070288677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.910947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.070895Z","time spent":"840.021493ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:50.910965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.840585Z","time spent":"1.070375938s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:50.910967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151680084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:23:50.910998Z","caller":"traceutil/trace.go:171","msg":"trace[1242394276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2994; }","duration":"1.151732456s","start":"2026-03-31T20:23:49.759258Z","end":"2026-03-31T20:23:50.91099Z","steps":["trace[1242394276] 'agreement among raft nodes before linearized reading' (duration: 1.151611613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.911019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.759246Z","time spent":"1.151766987s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:50.911146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150770512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:23:50.911165Z","caller":"traceutil/trace.go:171","msg":"trace[1186607011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2994; }","duration":"1.150808483s","start":"2026-03-31T20:23:49.760349Z","end":"2026-03-31T20:23:50.911157Z","steps":["trace[1186607011] 'agreement among raft nodes before linearized reading' (duration: 1.150752222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.911181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.760339Z","time spent":"1.150837984s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:50.912395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154621309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:23:50.912458Z","caller":"traceutil/trace.go:171","msg":"trace[1848577894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2994; }","duration":"1.155931631s","start":"2026-03-31T20:23:49.756514Z","end":"2026-03-31T20:23:50.912446Z","steps":["trace[1848577894] 'agreement among raft nodes before linearized reading' (duration: 1.154559727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.91249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.756501Z","time spent":"1.155982264s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:23:50.912808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153545392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:23:50.914684Z","caller":"traceutil/trace.go:171","msg":"trace[246732436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2994; }","duration":"1.15546615s","start":"2026-03-31T20:23:49.759201Z","end":"2026-03-31T20:23:50.914667Z","steps":["trace[246732436] 'agreement among raft nodes before linearized reading' (duration: 1.151764296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.914739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.75919Z","time spent":"1.155535832s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:50.914003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.066977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:23:50.914989Z","caller":"traceutil/trace.go:171","msg":"trace[1794228473] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:2994; }","duration":"123.072692ms","start":"2026-03-31T20:23:50.791905Z","end":"2026-03-31T20:23:50.914977Z","steps":["trace[1794228473] 'agreement among raft nodes before linearized reading' (duration: 122.049027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.914065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.844479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:23:50.915117Z","caller":"traceutil/trace.go:171","msg":"trace[986143562] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2994; }","duration":"135.942918ms","start":"2026-03-31T20:23:50.779165Z","end":"2026-03-31T20:23:50.915108Z","steps":["trace[986143562] 'agreement among raft nodes before linearized reading' (duration: 134.859791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.914097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.977528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:50.915476Z","caller":"traceutil/trace.go:171","msg":"trace[236608942] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2994; }","duration":"657.353213ms","start":"2026-03-31T20:23:50.258112Z","end":"2026-03-31T20:23:50.915466Z","steps":["trace[236608942] 'agreement among raft nodes before linearized reading' (duration: 655.968508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.915511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.258016Z","time spent":"657.481727ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:50.91655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189862481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:23:50.916628Z","caller":"traceutil/trace.go:171","msg":"trace[1951739683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2994; }","duration":"1.189958093s","start":"2026-03-31T20:23:49.726656Z","end":"2026-03-31T20:23:50.916614Z","steps":["trace[1951739683] 'agreement among raft nodes before linearized reading' (duration: 1.184402663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:50.916665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.726602Z","time spent":"1.190055315s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:23:51.41843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837539534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:51.918972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837539534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:52.419491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837539534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:52.833642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3962889s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:23:52.922142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:23:52.922256Z","caller":"traceutil/trace.go:171","msg":"trace[277809710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295845s","start":"2026-03-31T20:23:50.921943Z","end":"2026-03-31T20:23:52.922239Z","steps":["trace[277809710] 'agreement among raft nodes before linearized reading' (duration: 2.000164832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:52.922298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.921933Z","time spent":"2.000355386s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:53.331066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.491746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:53.331191Z","caller":"traceutil/trace.go:171","msg":"trace[1240638740] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"2.414818609s","start":"2026-03-31T20:23:50.916346Z","end":"2026-03-31T20:23:53.331165Z","steps":["trace[1240638740] 'process raft request' (duration: 1.918100098s)","trace[1240638740] 'compare' (duration: 496.163967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:53.331255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.91633Z","time spent":"2.41489458s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:53.48151Z","caller":"traceutil/trace.go:171","msg":"trace[2662470] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"2.564905914s","start":"2026-03-31T20:23:50.916555Z","end":"2026-03-31T20:23:53.481461Z","steps":["trace[2662470] 'process raft request' (duration: 2.564532194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.481586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.917192Z","time spent":"2.564381481s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:23:53.481691Z","caller":"traceutil/trace.go:171","msg":"trace[1366278274] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"2.563397586s","start":"2026-03-31T20:23:50.918254Z","end":"2026-03-31T20:23:53.481652Z","steps":["trace[1366278274] 'process raft request' (duration: 2.563104138s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.481783Z","caller":"traceutil/trace.go:171","msg":"trace[1328982755] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"2.430942266s","start":"2026-03-31T20:23:51.050823Z","end":"2026-03-31T20:23:53.481765Z","steps":["trace[1328982755] 'process raft request' (duration: 2.430751982s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.481868Z","caller":"traceutil/trace.go:171","msg":"trace[1420124863] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"2.562345499s","start":"2026-03-31T20:23:50.919435Z","end":"2026-03-31T20:23:53.481781Z","steps":["trace[1420124863] 'process raft request' (duration: 2.5619869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.481885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:51.050791Z","time spent":"2.431039839s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.481892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.918236Z","time spent":"2.563563739s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:53.481958Z","caller":"traceutil/trace.go:171","msg":"trace[231093519] linearizableReadLoop","detail":"{readStateIndex:3125; appliedIndex:3117; }","duration":"2.564115785s","start":"2026-03-31T20:23:50.91782Z","end":"2026-03-31T20:23:53.481936Z","steps":["trace[231093519] 'read index received' (duration: 1.916400285s)","trace[231093519] 'applied index is now lower than readState.Index' (duration: 647.71415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:53.481964Z","caller":"traceutil/trace.go:171","msg":"trace[680911886] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"2.562068752s","start":"2026-03-31T20:23:50.919847Z","end":"2026-03-31T20:23:53.481915Z","steps":["trace[680911886] 'process raft request' (duration: 2.561630711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.482126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.919425Z","time spent":"2.562494563s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.482142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.919836Z","time spent":"2.562217206s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:53.482276Z","caller":"traceutil/trace.go:171","msg":"trace[2121946349] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"1.408366316s","start":"2026-03-31T20:23:52.073897Z","end":"2026-03-31T20:23:53.482264Z","steps":["trace[2121946349] 'process raft request' (duration: 1.407804882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.482285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564429902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:23:53.482342Z","caller":"traceutil/trace.go:171","msg":"trace[2107002042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3001; }","duration":"2.564520384s","start":"2026-03-31T20:23:50.917804Z","end":"2026-03-31T20:23:53.482325Z","steps":["trace[2107002042] 'agreement among raft nodes before linearized reading' (duration: 2.564280968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.482354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.073866Z","time spent":"1.408453968s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.482429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.917797Z","time spent":"2.564624957s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:23:53.482705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.916549Z","time spent":"2.56510371s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.484524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565417576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:23:53.484618Z","caller":"traceutil/trace.go:171","msg":"trace[1915694730] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3004; }","duration":"2.56554471s","start":"2026-03-31T20:23:50.919057Z","end":"2026-03-31T20:23:53.484601Z","steps":["trace[1915694730] 'agreement among raft nodes before linearized reading' (duration: 2.565263993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.484656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:50.919045Z","time spent":"2.565602991s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:23:53.484937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.126976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:53.484965Z","caller":"traceutil/trace.go:171","msg":"trace[735276500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3004; }","duration":"562.179667ms","start":"2026-03-31T20:23:52.922779Z","end":"2026-03-31T20:23:53.484959Z","steps":["trace[735276500] 'agreement among raft nodes before linearized reading' (duration: 562.126216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.484983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.922768Z","time spent":"562.210989ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:53.484977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.310397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:23:53.485044Z","caller":"traceutil/trace.go:171","msg":"trace[305154128] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3004; }","duration":"376.443191ms","start":"2026-03-31T20:23:53.108584Z","end":"2026-03-31T20:23:53.485028Z","steps":["trace[305154128] 'agreement among raft nodes before linearized reading' (duration: 376.206695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.485093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:53.108478Z","time spent":"376.604204ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" "} {"level":"info","ts":"2026-03-31T20:23:53.485126Z","caller":"traceutil/trace.go:171","msg":"trace[68262071] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"566.25671ms","start":"2026-03-31T20:23:52.918823Z","end":"2026-03-31T20:23:53.485079Z","steps":["trace[68262071] 'process raft request' (duration: 565.280835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.485163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753581497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:53.485226Z","caller":"traceutil/trace.go:171","msg":"trace[524575809] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3004; }","duration":"1.753689209s","start":"2026-03-31T20:23:51.731522Z","end":"2026-03-31T20:23:53.485211Z","steps":["trace[524575809] 'agreement among raft nodes before linearized reading' (duration: 1.753553346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.485274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:51.731498Z","time spent":"1.753762151s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:53.485334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.918798Z","time spent":"566.390994ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:53.485402Z","caller":"traceutil/trace.go:171","msg":"trace[1714403273] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"566.468286ms","start":"2026-03-31T20:23:52.918914Z","end":"2026-03-31T20:23:53.485382Z","steps":["trace[1714403273] 'process raft request' (duration: 565.345078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.485487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279052486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:53.485511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.918907Z","time spent":"566.548057ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:53.485527Z","caller":"traceutil/trace.go:171","msg":"trace[841644483] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3004; }","duration":"1.279092047s","start":"2026-03-31T20:23:52.206424Z","end":"2026-03-31T20:23:53.485516Z","steps":["trace[841644483] 'agreement among raft nodes before linearized reading' (duration: 1.279029295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.485561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.206335Z","time spent":"1.27921811s","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:53.485385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.957706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:53.485614Z","caller":"traceutil/trace.go:171","msg":"trace[412960052] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3004; }","duration":"875.246633ms","start":"2026-03-31T20:23:52.610352Z","end":"2026-03-31T20:23:53.485598Z","steps":["trace[412960052] 'agreement among raft nodes before linearized reading' (duration: 874.814422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.485752Z","caller":"traceutil/trace.go:171","msg":"trace[1180498056] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"555.252601ms","start":"2026-03-31T20:23:52.930481Z","end":"2026-03-31T20:23:53.485734Z","steps":["trace[1180498056] 'process raft request' (duration: 553.807665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.485796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.610321Z","time spent":"875.457779ms","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:53.485866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.930472Z","time spent":"555.322563ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:58.121323Z","caller":"traceutil/trace.go:171","msg":"trace[1573199172] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"131.429464ms","start":"2026-03-31T20:23:57.989855Z","end":"2026-03-31T20:23:58.121284Z","steps":["trace[1573199172] 'process raft request' (duration: 131.120706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:58.238836Z","caller":"traceutil/trace.go:171","msg":"trace[718492603] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"111.697134ms","start":"2026-03-31T20:23:58.126852Z","end":"2026-03-31T20:23:58.238549Z","steps":["trace[718492603] 'process raft request' (duration: 38.183974ms)","trace[718492603] 'compare' (duration: 73.379387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:58.573734Z","caller":"traceutil/trace.go:171","msg":"trace[1111258277] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"153.882802ms","start":"2026-03-31T20:23:58.419824Z","end":"2026-03-31T20:23:58.573707Z","steps":["trace[1111258277] 'process raft request' (duration: 153.700327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:58.77366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.95209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:23:58.774399Z","caller":"traceutil/trace.go:171","msg":"trace[804675756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3030; }","duration":"159.097783ms","start":"2026-03-31T20:23:58.614637Z","end":"2026-03-31T20:23:58.773735Z","steps":["trace[804675756] 'range keys from in-memory index tree' (duration: 158.343794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.738872Z","caller":"traceutil/trace.go:171","msg":"trace[229014411] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"182.995218ms","start":"2026-03-31T20:24:01.555828Z","end":"2026-03-31T20:24:01.738823Z","steps":["trace[229014411] 'process raft request' (duration: 100.100412ms)","trace[229014411] 'compare' (duration: 81.990193ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:01.739101Z","caller":"traceutil/trace.go:171","msg":"trace[1350807134] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"178.685519ms","start":"2026-03-31T20:24:01.560376Z","end":"2026-03-31T20:24:01.739061Z","steps":["trace[1350807134] 'process raft request' (duration: 178.544565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.739123Z","caller":"traceutil/trace.go:171","msg":"trace[64762877] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"183.162542ms","start":"2026-03-31T20:24:01.555904Z","end":"2026-03-31T20:24:01.739066Z","steps":["trace[64762877] 'process raft request' (duration: 182.844584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.739435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.565543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:01.739481Z","caller":"traceutil/trace.go:171","msg":"trace[302409954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3048; }","duration":"172.668336ms","start":"2026-03-31T20:24:01.5668Z","end":"2026-03-31T20:24:01.739468Z","steps":["trace[302409954] 'agreement among raft nodes before linearized reading' (duration: 172.484871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.73903Z","caller":"traceutil/trace.go:171","msg":"trace[1491313532] linearizableReadLoop","detail":"{readStateIndex:3174; appliedIndex:3170; }","duration":"172.139212ms","start":"2026-03-31T20:24:01.566854Z","end":"2026-03-31T20:24:01.738993Z","steps":["trace[1491313532] 'read index received' (duration: 2.598075ms)","trace[1491313532] 'applied index is now lower than readState.Index' (duration: 169.539377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:01.739933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.884419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:01.740007Z","caller":"traceutil/trace.go:171","msg":"trace[1396503076] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3048; }","duration":"158.996521ms","start":"2026-03-31T20:24:01.580988Z","end":"2026-03-31T20:24:01.739985Z","steps":["trace[1396503076] 'agreement among raft nodes before linearized reading' (duration: 158.804466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.740388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.204112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:24:01.740464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.771656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:24:01.740464Z","caller":"traceutil/trace.go:171","msg":"trace[790581986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3048; }","duration":"107.315084ms","start":"2026-03-31T20:24:01.633134Z","end":"2026-03-31T20:24:01.74045Z","steps":["trace[790581986] 'agreement among raft nodes before linearized reading' (duration: 107.017737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.740492Z","caller":"traceutil/trace.go:171","msg":"trace[410400818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3048; }","duration":"107.824187ms","start":"2026-03-31T20:24:01.632659Z","end":"2026-03-31T20:24:01.740483Z","steps":["trace[410400818] 'agreement among raft nodes before linearized reading' (duration: 107.54237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.740418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.018172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:01.740602Z","caller":"traceutil/trace.go:171","msg":"trace[1616942129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3048; }","duration":"108.221097ms","start":"2026-03-31T20:24:01.632334Z","end":"2026-03-31T20:24:01.740555Z","steps":["trace[1616942129] 'agreement among raft nodes before linearized reading' (duration: 107.891059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.954927Z","caller":"traceutil/trace.go:171","msg":"trace[1738032010] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"209.469956ms","start":"2026-03-31T20:24:01.745431Z","end":"2026-03-31T20:24:01.954901Z","steps":["trace[1738032010] 'process raft request' (duration: 209.383084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.954972Z","caller":"traceutil/trace.go:171","msg":"trace[904164669] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"210.163504ms","start":"2026-03-31T20:24:01.744748Z","end":"2026-03-31T20:24:01.954911Z","steps":["trace[904164669] 'process raft request' (duration: 112.981997ms)","trace[904164669] 'compare' (duration: 96.920731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:01.95518Z","caller":"traceutil/trace.go:171","msg":"trace[1495021205] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"209.256891ms","start":"2026-03-31T20:24:01.745912Z","end":"2026-03-31T20:24:01.955169Z","steps":["trace[1495021205] 'process raft request' (duration: 208.946793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.955391Z","caller":"traceutil/trace.go:171","msg":"trace[100624260] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"209.316953ms","start":"2026-03-31T20:24:01.746063Z","end":"2026-03-31T20:24:01.95538Z","steps":["trace[100624260] 'process raft request' (duration: 209.069227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.955386Z","caller":"traceutil/trace.go:171","msg":"trace[1307492826] linearizableReadLoop","detail":"{readStateIndex:3178; appliedIndex:3174; }","duration":"113.005767ms","start":"2026-03-31T20:24:01.842369Z","end":"2026-03-31T20:24:01.955375Z","steps":["trace[1307492826] 'read index received' (duration: 15.383979ms)","trace[1307492826] 'applied index is now lower than readState.Index' (duration: 97.620568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:01.955475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.10115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:01.955529Z","caller":"traceutil/trace.go:171","msg":"trace[46492232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3052; }","duration":"113.200793ms","start":"2026-03-31T20:24:01.842306Z","end":"2026-03-31T20:24:01.955507Z","steps":["trace[46492232] 'agreement among raft nodes before linearized reading' (duration: 113.10142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:03.802024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.381678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:03.80213Z","caller":"traceutil/trace.go:171","msg":"trace[84835981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3055; }","duration":"168.566422ms","start":"2026-03-31T20:24:03.633539Z","end":"2026-03-31T20:24:03.802106Z","steps":["trace[84835981] 'range keys from in-memory index tree' (duration: 168.235564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:04.093221Z","caller":"traceutil/trace.go:171","msg":"trace[1299079742] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"126.836119ms","start":"2026-03-31T20:24:03.966347Z","end":"2026-03-31T20:24:04.093183Z","steps":["trace[1299079742] 'process raft request' (duration: 126.696535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:04.093305Z","caller":"traceutil/trace.go:171","msg":"trace[1064901794] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"128.416758ms","start":"2026-03-31T20:24:03.964828Z","end":"2026-03-31T20:24:04.093245Z","steps":["trace[1064901794] 'process raft request' (duration: 98.480721ms)","trace[1064901794] 'compare' (duration: 29.571147ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:04.093532Z","caller":"traceutil/trace.go:171","msg":"trace[250365246] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"127.007793ms","start":"2026-03-31T20:24:03.966453Z","end":"2026-03-31T20:24:04.093461Z","steps":["trace[250365246] 'process raft request' (duration: 126.684595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.484698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.57356ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:04.484898Z","caller":"traceutil/trace.go:171","msg":"trace[1258576851] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3062; }","duration":"245.820916ms","start":"2026-03-31T20:24:04.239038Z","end":"2026-03-31T20:24:04.484859Z","steps":["trace[1258576851] 'range keys from in-memory index tree' (duration: 245.548069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.562518Z","caller":"traceutil/trace.go:171","msg":"trace[1186220625] linearizableReadLoop","detail":"{readStateIndex:3190; appliedIndex:3189; }","duration":"121.891622ms","start":"2026-03-31T20:24:05.440598Z","end":"2026-03-31T20:24:05.562489Z","steps":["trace[1186220625] 'read index received' (duration: 121.710958ms)","trace[1186220625] 'applied index is now lower than readState.Index' (duration: 179.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:05.562815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.19891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:24:05.562875Z","caller":"traceutil/trace.go:171","msg":"trace[2051608727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3063; }","duration":"122.303343ms","start":"2026-03-31T20:24:05.440559Z","end":"2026-03-31T20:24:05.562862Z","steps":["trace[2051608727] 'agreement among raft nodes before linearized reading' (duration: 122.046626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.563023Z","caller":"traceutil/trace.go:171","msg":"trace[2111900599] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"507.520785ms","start":"2026-03-31T20:24:05.05546Z","end":"2026-03-31T20:24:05.562981Z","steps":["trace[2111900599] 'process raft request' (duration: 506.847018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.563219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.055442Z","time spent":"507.681778ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.466435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.392484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:06.467305Z","caller":"traceutil/trace.go:171","msg":"trace[1161565179] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"646.971951ms","start":"2026-03-31T20:24:05.820299Z","end":"2026-03-31T20:24:06.467271Z","steps":["trace[1161565179] 'process raft request' (duration: 646.806137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.46732Z","caller":"traceutil/trace.go:171","msg":"trace[1292697035] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"899.60532ms","start":"2026-03-31T20:24:05.567686Z","end":"2026-03-31T20:24:06.467292Z","steps":["trace[1292697035] 'process raft request' (duration: 438.088028ms)","trace[1292697035] 'compare' (duration: 460.204959ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:06.467513Z","caller":"traceutil/trace.go:171","msg":"trace[628937710] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"852.225932ms","start":"2026-03-31T20:24:05.615223Z","end":"2026-03-31T20:24:06.467449Z","steps":["trace[628937710] 'process raft request' (duration: 851.459453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.467533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.820257Z","time spent":"647.127725ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.467594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.567659Z","time spent":"899.877107ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.467664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.615191Z","time spent":"852.384526ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:06.467782Z","caller":"traceutil/trace.go:171","msg":"trace[573869561] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"631.614222ms","start":"2026-03-31T20:24:05.836128Z","end":"2026-03-31T20:24:06.467743Z","steps":["trace[573869561] 'process raft request' (duration: 631.062128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.467988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.836088Z","time spent":"631.784046ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:06.468075Z","caller":"traceutil/trace.go:171","msg":"trace[1023773914] linearizableReadLoop","detail":"{readStateIndex:3192; appliedIndex:3190; }","duration":"757.214309ms","start":"2026-03-31T20:24:05.710842Z","end":"2026-03-31T20:24:06.468057Z","steps":["trace[1023773914] 'read index received' (duration: 294.947619ms)","trace[1023773914] 'applied index is now lower than readState.Index' (duration: 462.26533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:06.46834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.483165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:06.468301Z","caller":"traceutil/trace.go:171","msg":"trace[1870197871] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"631.769946ms","start":"2026-03-31T20:24:05.836338Z","end":"2026-03-31T20:24:06.468108Z","steps":["trace[1870197871] 'process raft request' (duration: 631.264804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.468387Z","caller":"traceutil/trace.go:171","msg":"trace[1763396361] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3068; }","duration":"757.539917ms","start":"2026-03-31T20:24:05.710835Z","end":"2026-03-31T20:24:06.468375Z","steps":["trace[1763396361] 'agreement among raft nodes before linearized reading' (duration: 757.329902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.468599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.836325Z","time spent":"632.120566ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.468654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.710791Z","time spent":"757.836575ms","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:06.548051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.089392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:06.548126Z","caller":"traceutil/trace.go:171","msg":"trace[1366781251] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"468.070397ms","start":"2026-03-31T20:24:06.079996Z","end":"2026-03-31T20:24:06.548067Z","steps":["trace[1366781251] 'process raft request' (duration: 467.754449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.548255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.39502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:24:06.54831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.440378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:06.548362Z","caller":"traceutil/trace.go:171","msg":"trace[1622425158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3069; }","duration":"450.563384ms","start":"2026-03-31T20:24:06.097774Z","end":"2026-03-31T20:24:06.548338Z","steps":["trace[1622425158] 'agreement among raft nodes before linearized reading' (duration: 450.304438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.548366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.079967Z","time spent":"468.289112ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:06.548407Z","caller":"traceutil/trace.go:171","msg":"trace[825460795] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3069; }","duration":"527.587242ms","start":"2026-03-31T20:24:06.020797Z","end":"2026-03-31T20:24:06.548385Z","steps":["trace[825460795] 'agreement among raft nodes before linearized reading' (duration: 527.367546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.548408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.435396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:06.548491Z","caller":"traceutil/trace.go:171","msg":"trace[863818871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3069; }","duration":"570.559729ms","start":"2026-03-31T20:24:05.977909Z","end":"2026-03-31T20:24:06.548469Z","steps":["trace[863818871] 'agreement among raft nodes before linearized reading' (duration: 570.288562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.548584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.977881Z","time spent":"570.687412ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:06.548427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.097766Z","time spent":"450.649376ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:06.548679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.404526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:24:06.548276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.633686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:24:06.548828Z","caller":"traceutil/trace.go:171","msg":"trace[530976286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3069; }","duration":"451.626201ms","start":"2026-03-31T20:24:06.097175Z","end":"2026-03-31T20:24:06.548801Z","steps":["trace[530976286] 'agreement among raft nodes before linearized reading' (duration: 451.163069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.548852Z","caller":"traceutil/trace.go:171","msg":"trace[1057545531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3069; }","duration":"451.311693ms","start":"2026-03-31T20:24:06.097518Z","end":"2026-03-31T20:24:06.54883Z","steps":["trace[1057545531] 'agreement among raft nodes before linearized reading' (duration: 450.474092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.548926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.097482Z","time spent":"451.423066ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:24:06.548677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.020777Z","time spent":"527.850689ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:06.548935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.097151Z","time spent":"451.747794ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:24:06.548994Z","caller":"traceutil/trace.go:171","msg":"trace[817151430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3069; }","duration":"707.288698ms","start":"2026-03-31T20:24:05.840851Z","end":"2026-03-31T20:24:06.54814Z","steps":["trace[817151430] 'agreement among raft nodes before linearized reading' (duration: 707.070432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.549131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.840834Z","time spent":"708.280062ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:07.713056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.732794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:07.713338Z","caller":"traceutil/trace.go:171","msg":"trace[134870236] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"1.160011035s","start":"2026-03-31T20:24:06.553298Z","end":"2026-03-31T20:24:07.713309Z","steps":["trace[134870236] 'process raft request' (duration: 240.880932ms)","trace[134870236] 'compare' (duration: 918.440966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:07.713457Z","caller":"traceutil/trace.go:171","msg":"trace[778903829] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"1.159655786s","start":"2026-03-31T20:24:06.553771Z","end":"2026-03-31T20:24:07.713427Z","steps":["trace[778903829] 'process raft request' (duration: 1.159446481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.71348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.55328Z","time spent":"1.160113187s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:07.713567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.553741Z","time spent":"1.159776979s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:07.713801Z","caller":"traceutil/trace.go:171","msg":"trace[979438720] linearizableReadLoop","detail":"{readStateIndex:3200; appliedIndex:3196; }","duration":"936.165605ms","start":"2026-03-31T20:24:06.777555Z","end":"2026-03-31T20:24:07.713721Z","steps":["trace[979438720] 'read index received' (duration: 16.662762ms)","trace[979438720] 'applied index is now lower than readState.Index' (duration: 919.502063ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:07.713853Z","caller":"traceutil/trace.go:171","msg":"trace[1189575898] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"1.159314758s","start":"2026-03-31T20:24:06.554509Z","end":"2026-03-31T20:24:07.713823Z","steps":["trace[1189575898] 'process raft request' (duration: 1.159070812s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:07.713871Z","caller":"traceutil/trace.go:171","msg":"trace[1798569234] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"1.159453711s","start":"2026-03-31T20:24:06.554378Z","end":"2026-03-31T20:24:07.713832Z","steps":["trace[1798569234] 'process raft request' (duration: 1.15899039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.713995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.554496Z","time spent":"1.15941997s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:07.714025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.472532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T20:24:07.713996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.490762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:07.714071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.554313Z","time spent":"1.159660057s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:07.714087Z","caller":"traceutil/trace.go:171","msg":"trace[1227668845] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3073; }","duration":"936.548314ms","start":"2026-03-31T20:24:06.777504Z","end":"2026-03-31T20:24:07.714052Z","steps":["trace[1227668845] 'agreement among raft nodes before linearized reading' (duration: 936.359849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:07.714118Z","caller":"traceutil/trace.go:171","msg":"trace[1380566651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3073; }","duration":"257.667186ms","start":"2026-03-31T20:24:07.456438Z","end":"2026-03-31T20:24:07.714105Z","steps":["trace[1380566651] 'agreement among raft nodes before linearized reading' (duration: 257.493612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.714118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.777482Z","time spent":"936.629526ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:24:08.251995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.161204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:08.252133Z","caller":"traceutil/trace.go:171","msg":"trace[841785963] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3073; }","duration":"121.330898ms","start":"2026-03-31T20:24:08.130777Z","end":"2026-03-31T20:24:08.252108Z","steps":["trace[841785963] 'range keys from in-memory index tree' (duration: 120.96656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:08.252442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.447006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:08.252581Z","caller":"traceutil/trace.go:171","msg":"trace[883610753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3073; }","duration":"411.982119ms","start":"2026-03-31T20:24:07.840576Z","end":"2026-03-31T20:24:08.252558Z","steps":["trace[883610753] 'range keys from in-memory index tree' (duration: 411.329122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:08.252626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.840551Z","time spent":"412.065541ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:08.251972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.035216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:08.252896Z","caller":"traceutil/trace.go:171","msg":"trace[1050384162] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3073; }","duration":"398.950388ms","start":"2026-03-31T20:24:07.853864Z","end":"2026-03-31T20:24:08.252815Z","steps":["trace[1050384162] 'count revisions from in-memory index tree' (duration: 397.968175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:08.253068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.853852Z","time spent":"399.149004ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:08.486062Z","caller":"traceutil/trace.go:171","msg":"trace[930089380] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"230.48498ms","start":"2026-03-31T20:24:08.255541Z","end":"2026-03-31T20:24:08.486025Z","steps":["trace[930089380] 'process raft request' (duration: 230.189322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:08.986403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837539759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:09.486654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837539759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:09.611807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125986417s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:24:09.941338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.096873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:09.941819Z","caller":"traceutil/trace.go:171","msg":"trace[818587421] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"1.467437231s","start":"2026-03-31T20:24:08.474336Z","end":"2026-03-31T20:24:09.941773Z","steps":["trace[818587421] 'process raft request' (duration: 1.137769405s)","trace[818587421] 'compare' (duration: 328.907427ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:09.941935Z","caller":"traceutil/trace.go:171","msg":"trace[341197749] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"1.466483268s","start":"2026-03-31T20:24:08.475423Z","end":"2026-03-31T20:24:09.941907Z","steps":["trace[341197749] 'process raft request' (duration: 1.466394785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:09.942038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.474317Z","time spent":"1.467604775s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:09.942363Z","caller":"traceutil/trace.go:171","msg":"trace[1542329012] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"1.46774664s","start":"2026-03-31T20:24:08.474597Z","end":"2026-03-31T20:24:09.942344Z","steps":["trace[1542329012] 'process raft request' (duration: 1.466847856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:09.942481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.474586Z","time spent":"1.467843732s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:09.942499Z","caller":"traceutil/trace.go:171","msg":"trace[365757839] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"1.467920024s","start":"2026-03-31T20:24:08.474546Z","end":"2026-03-31T20:24:09.942466Z","steps":["trace[365757839] 'process raft request' (duration: 1.467214635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:09.942049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.475334Z","time spent":"1.466661042s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:09.942658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.474479Z","time spent":"1.468090238s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:10.943372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:24:10.943464Z","caller":"traceutil/trace.go:171","msg":"trace[2139912673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567414s","start":"2026-03-31T20:24:08.942876Z","end":"2026-03-31T20:24:10.943443Z","steps":["trace[2139912673] 'agreement among raft nodes before linearized reading' (duration: 2.000442411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:10.943511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.942848Z","time spent":"2.000654397s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:11.839448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:24:11.839569Z","caller":"traceutil/trace.go:171","msg":"trace[314546717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383868s","start":"2026-03-31T20:24:09.839155Z","end":"2026-03-31T20:24:11.839539Z","steps":["trace[314546717] 'agreement among raft nodes before linearized reading' (duration: 2.000221594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:11.839645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.83913Z","time spent":"2.000502441s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:24:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:24:12.127899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016492056s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:24:12.128162Z","caller":"traceutil/trace.go:171","msg":"trace[1374596883] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"958.340016ms","start":"2026-03-31T20:24:11.169802Z","end":"2026-03-31T20:24:12.128142Z","steps":["trace[1374596883] 'process raft request' (duration: 958.212652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.128177Z","caller":"traceutil/trace.go:171","msg":"trace[1030030503] linearizableReadLoop","detail":"{readStateIndex:3206; appliedIndex:3201; }","duration":"3.642152519s","start":"2026-03-31T20:24:08.486004Z","end":"2026-03-31T20:24:12.128157Z","steps":["trace[1030030503] 'read index received' (duration: 1.12613011s)","trace[1030030503] 'applied index is now lower than readState.Index' (duration: 2.516020249s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.128302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:11.169771Z","time spent":"958.437628ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:12.128391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654716287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:24:12.128431Z","caller":"traceutil/trace.go:171","msg":"trace[261643868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3079; }","duration":"3.65481636s","start":"2026-03-31T20:24:08.473604Z","end":"2026-03-31T20:24:12.128421Z","steps":["trace[261643868] 'agreement among raft nodes before linearized reading' (duration: 3.654658916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.12847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.473569Z","time spent":"3.654892602s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:24:12.199174Z","caller":"traceutil/trace.go:171","msg":"trace[537983524] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"250.523255ms","start":"2026-03-31T20:24:11.948597Z","end":"2026-03-31T20:24:12.199121Z","steps":["trace[537983524] 'process raft request' (duration: 195.903935ms)","trace[537983524] 'compare' (duration: 54.136708ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:12.199219Z","caller":"traceutil/trace.go:171","msg":"trace[1402238340] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"249.423308ms","start":"2026-03-31T20:24:11.949773Z","end":"2026-03-31T20:24:12.199196Z","steps":["trace[1402238340] 'process raft request' (duration: 249.315856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.199214Z","caller":"traceutil/trace.go:171","msg":"trace[1130970083] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"249.569062ms","start":"2026-03-31T20:24:11.949615Z","end":"2026-03-31T20:24:12.199184Z","steps":["trace[1130970083] 'process raft request' (duration: 249.359717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.199488Z","caller":"traceutil/trace.go:171","msg":"trace[1526655271] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"248.928606ms","start":"2026-03-31T20:24:11.950538Z","end":"2026-03-31T20:24:12.199466Z","steps":["trace[1526655271] 'process raft request' (duration: 248.605538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.19966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699024477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:12.201553Z","caller":"traceutil/trace.go:171","msg":"trace[1558655193] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3084; }","duration":"3.700944376s","start":"2026-03-31T20:24:08.500558Z","end":"2026-03-31T20:24:12.201503Z","steps":["trace[1558655193] 'agreement among raft nodes before linearized reading' (duration: 3.699010597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.201736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.500536Z","time spent":"3.701116079s","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.199777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480632374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:12.201956Z","caller":"traceutil/trace.go:171","msg":"trace[847318463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3084; }","duration":"2.482839519s","start":"2026-03-31T20:24:09.71909Z","end":"2026-03-31T20:24:12.201929Z","steps":["trace[847318463] 'agreement among raft nodes before linearized reading' (duration: 2.480598393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.20205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.719066Z","time spent":"2.482960803s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:12.199788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480607842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:24:12.199847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480704085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:12.202244Z","caller":"traceutil/trace.go:171","msg":"trace[1495195611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3084; }","duration":"2.483009664s","start":"2026-03-31T20:24:09.719135Z","end":"2026-03-31T20:24:12.202145Z","steps":["trace[1495195611] 'agreement among raft nodes before linearized reading' (duration: 2.48049501s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.202317Z","caller":"traceutil/trace.go:171","msg":"trace[1398432965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3084; }","duration":"2.483198619s","start":"2026-03-31T20:24:09.7191Z","end":"2026-03-31T20:24:12.202299Z","steps":["trace[1398432965] 'agreement among raft nodes before linearized reading' (duration: 2.480698475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.202352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.719128Z","time spent":"2.483192108s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:12.20237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.719078Z","time spent":"2.48327591s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:24:12.199859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.992051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:12.202484Z","caller":"traceutil/trace.go:171","msg":"trace[437245632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3084; }","duration":"354.644138ms","start":"2026-03-31T20:24:11.847828Z","end":"2026-03-31T20:24:12.202472Z","steps":["trace[437245632] 'agreement among raft nodes before linearized reading' (duration: 351.999491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.199935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064372387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:12.202514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:11.847808Z","time spent":"354.698059ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:24:12.202538Z","caller":"traceutil/trace.go:171","msg":"trace[2125915529] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3084; }","duration":"1.067020884s","start":"2026-03-31T20:24:11.135499Z","end":"2026-03-31T20:24:12.202519Z","steps":["trace[2125915529] 'agreement among raft nodes before linearized reading' (duration: 1.064391918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.202611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:11.135467Z","time spent":"1.067122827s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.199956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815610005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a206beb6ddfef1\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:24:12.202772Z","caller":"traceutil/trace.go:171","msg":"trace[1073652696] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a206beb6ddfef1; range_end:; response_count:1; response_revision:3084; }","duration":"2.818464757s","start":"2026-03-31T20:24:09.384293Z","end":"2026-03-31T20:24:12.202758Z","steps":["trace[1073652696] 'agreement among raft nodes before linearized reading' (duration: 2.815577234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.202826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.384266Z","time spent":"2.818546699s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a206beb6ddfef1\" "} {"level":"warn","ts":"2026-03-31T20:24:12.200017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09571453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:12.203069Z","caller":"traceutil/trace.go:171","msg":"trace[344280661] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3084; }","duration":"1.09885666s","start":"2026-03-31T20:24:11.104194Z","end":"2026-03-31T20:24:12.203051Z","steps":["trace[344280661] 'agreement among raft nodes before linearized reading' (duration: 1.095757451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.203143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:11.104172Z","time spent":"1.098949692s","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.200068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071764854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:24:12.203319Z","caller":"traceutil/trace.go:171","msg":"trace[910967891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3084; }","duration":"3.075012877s","start":"2026-03-31T20:24:09.128293Z","end":"2026-03-31T20:24:12.203306Z","steps":["trace[910967891] 'agreement among raft nodes before linearized reading' (duration: 3.071692452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.203371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.128205Z","time spent":"3.07515187s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:24:12.200108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177569439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:12.203541Z","caller":"traceutil/trace.go:171","msg":"trace[1980961706] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3084; }","duration":"2.181012157s","start":"2026-03-31T20:24:10.022492Z","end":"2026-03-31T20:24:12.203505Z","steps":["trace[1980961706] 'agreement among raft nodes before linearized reading' (duration: 2.177557809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.203636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:10.022474Z","time spent":"2.18110652s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.200127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181322515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:12.203717Z","caller":"traceutil/trace.go:171","msg":"trace[1909324508] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3084; }","duration":"3.184910847s","start":"2026-03-31T20:24:09.018791Z","end":"2026-03-31T20:24:12.203701Z","steps":["trace[1909324508] 'agreement among raft nodes before linearized reading' (duration: 3.181300675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.203771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.018767Z","time spent":"3.184986648s","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.200127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761151898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:12.203931Z","caller":"traceutil/trace.go:171","msg":"trace[1879993607] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3084; }","duration":"1.765008466s","start":"2026-03-31T20:24:10.438912Z","end":"2026-03-31T20:24:12.20392Z","steps":["trace[1879993607] 'agreement among raft nodes before linearized reading' (duration: 1.761133817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.203967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:10.438891Z","time spent":"1.765064087s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.200204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158318243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:12.204111Z","caller":"traceutil/trace.go:171","msg":"trace[1304958542] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3084; }","duration":"1.162228641s","start":"2026-03-31T20:24:11.041871Z","end":"2026-03-31T20:24:12.2041Z","steps":["trace[1304958542] 'agreement among raft nodes before linearized reading' (duration: 1.158293602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.204145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:11.04185Z","time spent":"1.162283143s","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.200219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414856771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:12.204321Z","caller":"traceutil/trace.go:171","msg":"trace[838411014] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3084; }","duration":"3.419007346s","start":"2026-03-31T20:24:08.785304Z","end":"2026-03-31T20:24:12.204311Z","steps":["trace[838411014] 'agreement among raft nodes before linearized reading' (duration: 3.414845171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.204354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.785271Z","time spent":"3.419073427s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:24:12.200257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481044825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:24:12.204533Z","caller":"traceutil/trace.go:171","msg":"trace[219803530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3084; }","duration":"2.485366533s","start":"2026-03-31T20:24:09.719156Z","end":"2026-03-31T20:24:12.204523Z","steps":["trace[219803530] 'agreement among raft nodes before linearized reading' (duration: 2.480975372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.204565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.71915Z","time spent":"2.485405024s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:24:12.200277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191152125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T20:24:12.204748Z","caller":"traceutil/trace.go:171","msg":"trace[156490939] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3084; }","duration":"3.195714439s","start":"2026-03-31T20:24:09.009009Z","end":"2026-03-31T20:24:12.204724Z","steps":["trace[156490939] 'agreement among raft nodes before linearized reading' (duration: 3.191133654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.204832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.008982Z","time spent":"3.195827872s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T20:24:12.200298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652915092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:12.205016Z","caller":"traceutil/trace.go:171","msg":"trace[353356977] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3084; }","duration":"3.65766061s","start":"2026-03-31T20:24:08.54732Z","end":"2026-03-31T20:24:12.204981Z","steps":["trace[353356977] 'agreement among raft nodes before linearized reading' (duration: 3.652952292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.205073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.54729Z","time spent":"3.657767073s","remote":"127.0.0.1:50776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.200355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407314471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:24:12.205151Z","caller":"traceutil/trace.go:171","msg":"trace[1871491555] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:3084; }","duration":"1.412131242s","start":"2026-03-31T20:24:10.792989Z","end":"2026-03-31T20:24:12.20512Z","steps":["trace[1871491555] 'agreement among raft nodes before linearized reading' (duration: 1.40727246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.205252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:10.792962Z","time spent":"1.412252804s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:24:12.200514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189635506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129872"} {"level":"info","ts":"2026-03-31T20:24:12.205346Z","caller":"traceutil/trace.go:171","msg":"trace[1551627486] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3084; }","duration":"3.194441496s","start":"2026-03-31T20:24:09.010854Z","end":"2026-03-31T20:24:12.205296Z","steps":["trace[1551627486] 'agreement among raft nodes before linearized reading' (duration: 3.189463341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.205433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.010846Z","time spent":"3.19456083s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129894,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T20:24:18.436557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.982322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:18.43676Z","caller":"traceutil/trace.go:171","msg":"trace[930767950] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"211.143054ms","start":"2026-03-31T20:24:18.225593Z","end":"2026-03-31T20:24:18.436736Z","steps":["trace[930767950] 'process raft request' (duration: 74.887195ms)","trace[930767950] 'compare' (duration: 135.847119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:18.858098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.399204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:18.858375Z","caller":"traceutil/trace.go:171","msg":"trace[2013353271] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"629.106623ms","start":"2026-03-31T20:24:18.22924Z","end":"2026-03-31T20:24:18.858347Z","steps":["trace[2013353271] 'process raft request' (duration: 503.251918ms)","trace[2013353271] 'compare' (duration: 125.206339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:18.858487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.22919Z","time spent":"629.244317ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:18.858795Z","caller":"traceutil/trace.go:171","msg":"trace[777560830] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"628.17206ms","start":"2026-03-31T20:24:18.230588Z","end":"2026-03-31T20:24:18.85876Z","steps":["trace[777560830] 'process raft request' (duration: 627.654017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:18.858916Z","caller":"traceutil/trace.go:171","msg":"trace[749205012] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"627.947874ms","start":"2026-03-31T20:24:18.230941Z","end":"2026-03-31T20:24:18.858888Z","steps":["trace[749205012] 'process raft request' (duration: 627.660617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.859008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.230572Z","time spent":"628.299293ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:18.859062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.230931Z","time spent":"628.056727ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:18.859342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.312652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:18.859457Z","caller":"traceutil/trace.go:171","msg":"trace[1246084674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3120; }","duration":"624.476157ms","start":"2026-03-31T20:24:18.234956Z","end":"2026-03-31T20:24:18.859432Z","steps":["trace[1246084674] 'agreement among raft nodes before linearized reading' (duration: 624.097188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.859522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.234947Z","time spent":"624.564569ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:24:18.859525Z","caller":"traceutil/trace.go:171","msg":"trace[1379292223] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3246; }","duration":"623.907471ms","start":"2026-03-31T20:24:18.234982Z","end":"2026-03-31T20:24:18.858889Z","steps":["trace[1379292223] 'read index received' (duration: 65.576739ms)","trace[1379292223] 'applied index is now lower than readState.Index' (duration: 558.327452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:18.860034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.580389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:24:18.86008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.120454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:24:18.860102Z","caller":"traceutil/trace.go:171","msg":"trace[211060782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3120; }","duration":"624.664621ms","start":"2026-03-31T20:24:18.235418Z","end":"2026-03-31T20:24:18.860083Z","steps":["trace[211060782] 'agreement among raft nodes before linearized reading' (duration: 624.418385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:18.860127Z","caller":"traceutil/trace.go:171","msg":"trace[969534976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3120; }","duration":"614.165935ms","start":"2026-03-31T20:24:18.245946Z","end":"2026-03-31T20:24:18.860112Z","steps":["trace[969534976] 'agreement among raft nodes before linearized reading' (duration: 614.031662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.860125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.426571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:24:18.860167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.245925Z","time spent":"614.233937ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:24:18.860171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.235395Z","time spent":"624.761534ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:24:18.86021Z","caller":"traceutil/trace.go:171","msg":"trace[1661651311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3120; }","duration":"608.585754ms","start":"2026-03-31T20:24:18.251605Z","end":"2026-03-31T20:24:18.860191Z","steps":["trace[1661651311] 'agreement among raft nodes before linearized reading' (duration: 608.348818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.860286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.251593Z","time spent":"608.683207ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:18.860727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.920108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:24:18.860785Z","caller":"traceutil/trace.go:171","msg":"trace[1029793395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3120; }","duration":"607.999929ms","start":"2026-03-31T20:24:18.252771Z","end":"2026-03-31T20:24:18.860771Z","steps":["trace[1029793395] 'agreement among raft nodes before linearized reading' (duration: 607.869666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.860858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.252758Z","time spent":"608.090892ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:24:19.112362Z","caller":"traceutil/trace.go:171","msg":"trace[1886338742] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"246.686415ms","start":"2026-03-31T20:24:18.865652Z","end":"2026-03-31T20:24:19.112339Z","steps":["trace[1886338742] 'process raft request' (duration: 246.569262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:19.112446Z","caller":"traceutil/trace.go:171","msg":"trace[1557615177] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"247.066434ms","start":"2026-03-31T20:24:18.865314Z","end":"2026-03-31T20:24:19.11238Z","steps":["trace[1557615177] 'process raft request' (duration: 232.032424ms)","trace[1557615177] 'compare' (duration: 14.393534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:19.113464Z","caller":"traceutil/trace.go:171","msg":"trace[1572106650] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"247.686379ms","start":"2026-03-31T20:24:18.86572Z","end":"2026-03-31T20:24:19.113406Z","steps":["trace[1572106650] 'process raft request' (duration: 246.582512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:19.113581Z","caller":"traceutil/trace.go:171","msg":"trace[1284632475] linearizableReadLoop","detail":"{readStateIndex:3255; appliedIndex:3250; }","duration":"246.649153ms","start":"2026-03-31T20:24:18.866916Z","end":"2026-03-31T20:24:19.113565Z","steps":["trace[1284632475] 'read index received' (duration: 9.47046ms)","trace[1284632475] 'applied index is now lower than readState.Index' (duration: 237.177643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:19.113907Z","caller":"traceutil/trace.go:171","msg":"trace[1679037546] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"247.206568ms","start":"2026-03-31T20:24:18.866687Z","end":"2026-03-31T20:24:19.113893Z","steps":["trace[1679037546] 'process raft request' (duration: 246.792557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:19.114196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.260669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T20:24:19.114273Z","caller":"traceutil/trace.go:171","msg":"trace[131945399] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3125; }","duration":"247.376212ms","start":"2026-03-31T20:24:18.866877Z","end":"2026-03-31T20:24:19.114253Z","steps":["trace[131945399] 'agreement among raft nodes before linearized reading' (duration: 247.167517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:19.114574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.273951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:19.114627Z","caller":"traceutil/trace.go:171","msg":"trace[1914195959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3125; }","duration":"187.398274ms","start":"2026-03-31T20:24:18.927217Z","end":"2026-03-31T20:24:19.114615Z","steps":["trace[1914195959] 'agreement among raft nodes before linearized reading' (duration: 187.292071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:22.698634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.109965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:22.698738Z","caller":"traceutil/trace.go:171","msg":"trace[431139298] linearizableReadLoop","detail":"{readStateIndex:3271; appliedIndex:3270; }","duration":"157.616819ms","start":"2026-03-31T20:24:22.541105Z","end":"2026-03-31T20:24:22.698722Z","steps":["trace[431139298] 'read index received' (duration: 53.237857ms)","trace[431139298] 'applied index is now lower than readState.Index' (duration: 104.377542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:22.698976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.862345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:24:22.698998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.733982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:22.698998Z","caller":"traceutil/trace.go:171","msg":"trace[1195537872] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"248.886939ms","start":"2026-03-31T20:24:22.449847Z","end":"2026-03-31T20:24:22.698734Z","steps":["trace[1195537872] 'process raft request' (duration: 144.593839ms)","trace[1195537872] 'compare' (duration: 103.868709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:22.69907Z","caller":"traceutil/trace.go:171","msg":"trace[273357617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3140; }","duration":"157.854985ms","start":"2026-03-31T20:24:22.541197Z","end":"2026-03-31T20:24:22.699052Z","steps":["trace[273357617] 'agreement among raft nodes before linearized reading' (duration: 157.702771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:22.699024Z","caller":"traceutil/trace.go:171","msg":"trace[702371002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3140; }","duration":"157.939637ms","start":"2026-03-31T20:24:22.541073Z","end":"2026-03-31T20:24:22.699013Z","steps":["trace[702371002] 'agreement among raft nodes before linearized reading' (duration: 157.739802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.045569Z","caller":"traceutil/trace.go:171","msg":"trace[1070180274] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"171.404268ms","start":"2026-03-31T20:24:22.874137Z","end":"2026-03-31T20:24:23.045542Z","steps":["trace[1070180274] 'process raft request' (duration: 171.247764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.17665Z","caller":"traceutil/trace.go:171","msg":"trace[160828458] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"302.260141ms","start":"2026-03-31T20:24:22.874364Z","end":"2026-03-31T20:24:23.176624Z","steps":["trace[160828458] 'process raft request' (duration: 256.256976ms)","trace[160828458] 'compare' (duration: 45.836291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:23.17679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.874333Z","time spent":"302.385704ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:23.176862Z","caller":"traceutil/trace.go:171","msg":"trace[822918102] linearizableReadLoop","detail":"{readStateIndex:3274; appliedIndex:3271; }","duration":"290.660707ms","start":"2026-03-31T20:24:22.886168Z","end":"2026-03-31T20:24:23.176829Z","steps":["trace[822918102] 'read index received' (duration: 159.347413ms)","trace[822918102] 'applied index is now lower than readState.Index' (duration: 131.311894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:23.17714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.946864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:24:23.177182Z","caller":"traceutil/trace.go:171","msg":"trace[119825328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3143; }","duration":"291.039537ms","start":"2026-03-31T20:24:22.886131Z","end":"2026-03-31T20:24:23.177171Z","steps":["trace[119825328] 'agreement among raft nodes before linearized reading' (duration: 290.853692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.176953Z","caller":"traceutil/trace.go:171","msg":"trace[1832427486] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"301.592334ms","start":"2026-03-31T20:24:22.875332Z","end":"2026-03-31T20:24:23.176925Z","steps":["trace[1832427486] 'process raft request' (duration: 301.256766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.180348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.875315Z","time spent":"304.205891ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:23.650352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.695942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:23.650743Z","caller":"traceutil/trace.go:171","msg":"trace[248370971] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"468.49889ms","start":"2026-03-31T20:24:23.182207Z","end":"2026-03-31T20:24:23.650706Z","steps":["trace[248370971] 'process raft request' (duration: 197.361326ms)","trace[248370971] 'compare' (duration: 270.57409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:23.650861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.18219Z","time spent":"468.616662ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:23.650978Z","caller":"traceutil/trace.go:171","msg":"trace[522071403] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"468.659043ms","start":"2026-03-31T20:24:23.182281Z","end":"2026-03-31T20:24:23.65094Z","steps":["trace[522071403] 'process raft request' (duration: 468.174231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.651036Z","caller":"traceutil/trace.go:171","msg":"trace[89530241] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"468.517079ms","start":"2026-03-31T20:24:23.182495Z","end":"2026-03-31T20:24:23.651012Z","steps":["trace[89530241] 'process raft request' (duration: 468.326615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.651134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.182248Z","time spent":"468.803076ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:23.651152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.182473Z","time spent":"468.621292ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:23.651514Z","caller":"traceutil/trace.go:171","msg":"trace[1611528623] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"467.603637ms","start":"2026-03-31T20:24:23.183892Z","end":"2026-03-31T20:24:23.651495Z","steps":["trace[1611528623] 'process raft request' (duration: 467.055774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.651668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.183883Z","time spent":"467.693859ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:23.651734Z","caller":"traceutil/trace.go:171","msg":"trace[1391654122] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"467.539545ms","start":"2026-03-31T20:24:23.18418Z","end":"2026-03-31T20:24:23.65172Z","steps":["trace[1391654122] 'process raft request' (duration: 467.172926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.651823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.184174Z","time spent":"467.610787ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:24.256373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.826404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:24.256456Z","caller":"traceutil/trace.go:171","msg":"trace[1388482649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3149; }","duration":"416.002388ms","start":"2026-03-31T20:24:23.840436Z","end":"2026-03-31T20:24:24.256438Z","steps":["trace[1388482649] 'range keys from in-memory index tree' (duration: 415.710431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.256497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.840405Z","time spent":"416.082241ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:24.886825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.408054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:24.886907Z","caller":"traceutil/trace.go:171","msg":"trace[862384957] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3150; }","duration":"108.554218ms","start":"2026-03-31T20:24:24.778331Z","end":"2026-03-31T20:24:24.886885Z","steps":["trace[862384957] 'range keys from in-memory index tree' (duration: 108.186018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.342189Z","caller":"traceutil/trace.go:171","msg":"trace[539653812] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"159.581379ms","start":"2026-03-31T20:24:25.182576Z","end":"2026-03-31T20:24:25.342157Z","steps":["trace[539653812] 'process raft request' (duration: 159.2029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.627927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.243254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:25.628049Z","caller":"traceutil/trace.go:171","msg":"trace[2031073426] linearizableReadLoop","detail":"{readStateIndex:3284; appliedIndex:3283; }","duration":"236.298952ms","start":"2026-03-31T20:24:25.391718Z","end":"2026-03-31T20:24:25.628017Z","steps":["trace[2031073426] 'read index received' (duration: 83.769911ms)","trace[2031073426] 'applied index is now lower than readState.Index' (duration: 152.527921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.628186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.469926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:25.62822Z","caller":"traceutil/trace.go:171","msg":"trace[50508678] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3153; }","duration":"236.548808ms","start":"2026-03-31T20:24:25.391662Z","end":"2026-03-31T20:24:25.62821Z","steps":["trace[50508678] 'agreement among raft nodes before linearized reading' (duration: 236.417625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.628503Z","caller":"traceutil/trace.go:171","msg":"trace[801055354] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"443.062794ms","start":"2026-03-31T20:24:25.185407Z","end":"2026-03-31T20:24:25.62847Z","steps":["trace[801055354] 'process raft request' (duration: 290.193004ms)","trace[801055354] 'compare' (duration: 152.124892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.629041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.185389Z","time spent":"443.389363ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:26.094785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.205008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:26.095038Z","caller":"traceutil/trace.go:171","msg":"trace[1722220418] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"435.010592ms","start":"2026-03-31T20:24:25.660004Z","end":"2026-03-31T20:24:26.095014Z","steps":["trace[1722220418] 'process raft request' (duration: 434.886858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:26.095146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.659984Z","time spent":"435.116354ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:26.095176Z","caller":"traceutil/trace.go:171","msg":"trace[1159466338] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"435.785031ms","start":"2026-03-31T20:24:25.659365Z","end":"2026-03-31T20:24:26.09515Z","steps":["trace[1159466338] 'process raft request' (duration: 293.134321ms)","trace[1159466338] 'compare' (duration: 142.064825ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:26.0953Z","caller":"traceutil/trace.go:171","msg":"trace[505871344] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"434.135119ms","start":"2026-03-31T20:24:25.661154Z","end":"2026-03-31T20:24:26.095289Z","steps":["trace[505871344] 'process raft request' (duration: 433.974985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:26.095311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.659351Z","time spent":"435.882644ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:26.095309Z","caller":"traceutil/trace.go:171","msg":"trace[1403736949] linearizableReadLoop","detail":"{readStateIndex:3290; appliedIndex:3285; }","duration":"254.507402ms","start":"2026-03-31T20:24:25.840779Z","end":"2026-03-31T20:24:26.095287Z","steps":["trace[1403736949] 'read index received' (duration: 111.627606ms)","trace[1403736949] 'applied index is now lower than readState.Index' (duration: 142.878636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:26.095296Z","caller":"traceutil/trace.go:171","msg":"trace[1647999278] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"434.655033ms","start":"2026-03-31T20:24:25.660602Z","end":"2026-03-31T20:24:26.095257Z","steps":["trace[1647999278] 'process raft request' (duration: 434.360185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:26.095354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.661141Z","time spent":"434.18787ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:26.095379Z","caller":"traceutil/trace.go:171","msg":"trace[1682053219] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"385.041406ms","start":"2026-03-31T20:24:25.7103Z","end":"2026-03-31T20:24:26.095341Z","steps":["trace[1682053219] 'process raft request' (duration: 384.937894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:26.095528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.710284Z","time spent":"385.16925ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:26.095547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.711807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:26.095613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.660584Z","time spent":"434.825487ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:26.095662Z","caller":"traceutil/trace.go:171","msg":"trace[269634554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3159; }","duration":"254.918572ms","start":"2026-03-31T20:24:25.840722Z","end":"2026-03-31T20:24:26.095641Z","steps":["trace[269634554] 'agreement among raft nodes before linearized reading' (duration: 254.675046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:27.623736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.856028ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:24:27.62419Z","caller":"traceutil/trace.go:171","msg":"trace[1671173915] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"274.687243ms","start":"2026-03-31T20:24:27.349456Z","end":"2026-03-31T20:24:27.624144Z","steps":["trace[1671173915] 'process raft request' (duration: 274.381676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:27.735947Z","caller":"traceutil/trace.go:171","msg":"trace[1587076224] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"101.859928ms","start":"2026-03-31T20:24:27.634042Z","end":"2026-03-31T20:24:27.735902Z","steps":["trace[1587076224] 'process raft request' (duration: 101.57185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:28.060327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.861443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:28.060499Z","caller":"traceutil/trace.go:171","msg":"trace[1948956294] linearizableReadLoop","detail":"{readStateIndex:3296; appliedIndex:3295; }","duration":"225.872217ms","start":"2026-03-31T20:24:27.834598Z","end":"2026-03-31T20:24:28.06047Z","steps":["trace[1948956294] 'read index received' (duration: 28.613325ms)","trace[1948956294] 'applied index is now lower than readState.Index' (duration: 197.256902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:28.060641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.782402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:28.060628Z","caller":"traceutil/trace.go:171","msg":"trace[1867584530] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"320.142853ms","start":"2026-03-31T20:24:27.740434Z","end":"2026-03-31T20:24:28.060577Z","steps":["trace[1867584530] 'process raft request' (duration: 122.840259ms)","trace[1867584530] 'compare' (duration: 196.671288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:28.06068Z","caller":"traceutil/trace.go:171","msg":"trace[1728074858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3164; }","duration":"219.875335ms","start":"2026-03-31T20:24:27.840793Z","end":"2026-03-31T20:24:28.060668Z","steps":["trace[1728074858] 'agreement among raft nodes before linearized reading' (duration: 219.814164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:28.060731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.136604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:24:28.060776Z","caller":"traceutil/trace.go:171","msg":"trace[730312467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3164; }","duration":"226.225136ms","start":"2026-03-31T20:24:27.834537Z","end":"2026-03-31T20:24:28.060762Z","steps":["trace[730312467] 'agreement among raft nodes before linearized reading' (duration: 226.055762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:28.060809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:27.740402Z","time spent":"320.294877ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:28.398083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.869648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:28.398326Z","caller":"traceutil/trace.go:171","msg":"trace[895096435] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"292.578986ms","start":"2026-03-31T20:24:28.105721Z","end":"2026-03-31T20:24:28.3983Z","steps":["trace[895096435] 'process raft request' (duration: 143.312448ms)","trace[895096435] 'compare' (duration: 148.594411ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:28.398576Z","caller":"traceutil/trace.go:171","msg":"trace[341376302] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"292.529075ms","start":"2026-03-31T20:24:28.106026Z","end":"2026-03-31T20:24:28.398555Z","steps":["trace[341376302] 'process raft request' (duration: 292.177196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:28.398615Z","caller":"traceutil/trace.go:171","msg":"trace[1586641380] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"292.249058ms","start":"2026-03-31T20:24:28.106354Z","end":"2026-03-31T20:24:28.398603Z","steps":["trace[1586641380] 'process raft request' (duration: 292.107524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:28.398736Z","caller":"traceutil/trace.go:171","msg":"trace[2083553900] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"291.750764ms","start":"2026-03-31T20:24:28.106972Z","end":"2026-03-31T20:24:28.398722Z","steps":["trace[2083553900] 'process raft request' (duration: 291.59352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:28.398728Z","caller":"traceutil/trace.go:171","msg":"trace[1920534408] linearizableReadLoop","detail":"{readStateIndex:3299; appliedIndex:3296; }","duration":"292.109413ms","start":"2026-03-31T20:24:28.106595Z","end":"2026-03-31T20:24:28.398704Z","steps":["trace[1920534408] 'read index received' (duration: 142.516967ms)","trace[1920534408] 'applied index is now lower than readState.Index' (duration: 149.591496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:28.398902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.764879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:28.398921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.329698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:28.398955Z","caller":"traceutil/trace.go:171","msg":"trace[1421997350] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3168; }","duration":"292.38973ms","start":"2026-03-31T20:24:28.106556Z","end":"2026-03-31T20:24:28.398946Z","steps":["trace[1421997350] 'agreement among raft nodes before linearized reading' (duration: 292.254037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:28.398996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.043912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:28.399024Z","caller":"traceutil/trace.go:171","msg":"trace[1278362289] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3168; }","duration":"164.074653ms","start":"2026-03-31T20:24:28.23494Z","end":"2026-03-31T20:24:28.399015Z","steps":["trace[1278362289] 'agreement among raft nodes before linearized reading' (duration: 164.027642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:28.398947Z","caller":"traceutil/trace.go:171","msg":"trace[2020133012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3168; }","duration":"271.859311ms","start":"2026-03-31T20:24:28.127076Z","end":"2026-03-31T20:24:28.398936Z","steps":["trace[2020133012] 'agreement among raft nodes before linearized reading' (duration: 271.771669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:28.399118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.301979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T20:24:28.399191Z","caller":"traceutil/trace.go:171","msg":"trace[508885249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3168; }","duration":"262.406182ms","start":"2026-03-31T20:24:28.136759Z","end":"2026-03-31T20:24:28.399165Z","steps":["trace[508885249] 'agreement among raft nodes before linearized reading' (duration: 262.223897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:29.215679Z","caller":"traceutil/trace.go:171","msg":"trace[31189352] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"124.360327ms","start":"2026-03-31T20:24:29.091283Z","end":"2026-03-31T20:24:29.215643Z","steps":["trace[31189352] 'process raft request' (duration: 124.106431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:29.374993Z","caller":"traceutil/trace.go:171","msg":"trace[1046997592] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"151.102515ms","start":"2026-03-31T20:24:29.223852Z","end":"2026-03-31T20:24:29.374955Z","steps":["trace[1046997592] 'process raft request' (duration: 142.835415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:29.662623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.588548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:29.662744Z","caller":"traceutil/trace.go:171","msg":"trace[1932206392] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"284.986364ms","start":"2026-03-31T20:24:29.377735Z","end":"2026-03-31T20:24:29.662721Z","steps":["trace[1932206392] 'process raft request' (duration: 114.203681ms)","trace[1932206392] 'compare' (duration: 170.420254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:30.18598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.60404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:30.186225Z","caller":"traceutil/trace.go:171","msg":"trace[1642104593] linearizableReadLoop","detail":"{readStateIndex:3308; appliedIndex:3307; }","duration":"538.817378ms","start":"2026-03-31T20:24:29.647382Z","end":"2026-03-31T20:24:30.1862Z","steps":["trace[1642104593] 'read index received' (duration: 265.930442ms)","trace[1642104593] 'applied index is now lower than readState.Index' (duration: 272.884706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:30.18626Z","caller":"traceutil/trace.go:171","msg":"trace[104040032] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"444.375878ms","start":"2026-03-31T20:24:29.741864Z","end":"2026-03-31T20:24:30.18624Z","steps":["trace[104040032] 'process raft request' (duration: 444.247985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:30.186331Z","caller":"traceutil/trace.go:171","msg":"trace[352763651] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"556.276611ms","start":"2026-03-31T20:24:29.629829Z","end":"2026-03-31T20:24:30.186106Z","steps":["trace[352763651] 'process raft request' (duration: 283.470926ms)","trace[352763651] 'compare' (duration: 272.491387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:30.18636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:29.741834Z","time spent":"444.47777ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:30.186412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.025883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:30.186463Z","caller":"traceutil/trace.go:171","msg":"trace[713852101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3177; }","duration":"539.144026ms","start":"2026-03-31T20:24:29.647307Z","end":"2026-03-31T20:24:30.186451Z","steps":["trace[713852101] 'agreement among raft nodes before linearized reading' (duration: 539.012293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.1865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:29.647274Z","time spent":"539.216198ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:30.186644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:29.629799Z","time spent":"556.588899ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:30.186731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.361165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a206bec8a68195\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T20:24:30.186774Z","caller":"traceutil/trace.go:171","msg":"trace[1379807220] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a206bec8a68195; range_end:; response_count:1; response_revision:3177; }","duration":"519.442047ms","start":"2026-03-31T20:24:29.667325Z","end":"2026-03-31T20:24:30.186767Z","steps":["trace[1379807220] 'agreement among raft nodes before linearized reading' (duration: 519.336595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.186794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:29.667306Z","time spent":"519.483609ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a206bec8a68195\" "} {"level":"warn","ts":"2026-03-31T20:24:30.186906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.747162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:30.186944Z","caller":"traceutil/trace.go:171","msg":"trace[1614481432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3177; }","duration":"121.814353ms","start":"2026-03-31T20:24:30.065118Z","end":"2026-03-31T20:24:30.186932Z","steps":["trace[1614481432] 'agreement among raft nodes before linearized reading' (duration: 121.676049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.186968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.138479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:30.186996Z","caller":"traceutil/trace.go:171","msg":"trace[935345344] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3177; }","duration":"193.208391ms","start":"2026-03-31T20:24:29.993777Z","end":"2026-03-31T20:24:30.186986Z","steps":["trace[935345344] 'agreement among raft nodes before linearized reading' (duration: 193.116939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.18711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.536422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:30.187178Z","caller":"traceutil/trace.go:171","msg":"trace[384259600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3177; }","duration":"348.636384ms","start":"2026-03-31T20:24:29.838526Z","end":"2026-03-31T20:24:30.187162Z","steps":["trace[384259600] 'agreement among raft nodes before linearized reading' (duration: 348.536532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.187231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:29.838506Z","time spent":"348.713966ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:30.619411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.396672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:30.619524Z","caller":"traceutil/trace.go:171","msg":"trace[2141292437] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"430.189809ms","start":"2026-03-31T20:24:30.189312Z","end":"2026-03-31T20:24:30.619502Z","steps":["trace[2141292437] 'process raft request' (duration: 103.593662ms)","trace[2141292437] 'compare' (duration: 325.737955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:30.619674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.189292Z","time spent":"430.270261ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:30.698877Z","caller":"traceutil/trace.go:171","msg":"trace[1865571009] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3309; }","duration":"447.556318ms","start":"2026-03-31T20:24:30.251291Z","end":"2026-03-31T20:24:30.698848Z","steps":["trace[1865571009] 'read index received' (duration: 41.615763ms)","trace[1865571009] 'applied index is now lower than readState.Index' (duration: 405.939475ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:30.699347Z","caller":"traceutil/trace.go:171","msg":"trace[1241932330] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"507.340011ms","start":"2026-03-31T20:24:30.191991Z","end":"2026-03-31T20:24:30.699331Z","steps":["trace[1241932330] 'process raft request' (duration: 506.717516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.699539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.191959Z","time spent":"507.429344ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:30.69981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.510443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:30.699919Z","caller":"traceutil/trace.go:171","msg":"trace[1536994434] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3179; }","duration":"448.621356ms","start":"2026-03-31T20:24:30.251235Z","end":"2026-03-31T20:24:30.699856Z","steps":["trace[1536994434] 'agreement among raft nodes before linearized reading' (duration: 448.431231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.700019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.251214Z","time spent":"448.751598ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:30.700487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.804723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:24:30.700505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.120177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:30.700553Z","caller":"traceutil/trace.go:171","msg":"trace[773456389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3179; }","duration":"296.939307ms","start":"2026-03-31T20:24:30.403598Z","end":"2026-03-31T20:24:30.700538Z","steps":["trace[773456389] 'agreement among raft nodes before linearized reading' (duration: 296.71994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:30.700579Z","caller":"traceutil/trace.go:171","msg":"trace[1554721632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3179; }","duration":"298.25598ms","start":"2026-03-31T20:24:30.402308Z","end":"2026-03-31T20:24:30.700564Z","steps":["trace[1554721632] 'agreement among raft nodes before linearized reading' (duration: 297.998743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.700752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.205078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:24:30.700849Z","caller":"traceutil/trace.go:171","msg":"trace[836267472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3179; }","duration":"298.403364ms","start":"2026-03-31T20:24:30.402428Z","end":"2026-03-31T20:24:30.700832Z","steps":["trace[836267472] 'agreement among raft nodes before linearized reading' (duration: 297.888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.700802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.954182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:24:30.701014Z","caller":"traceutil/trace.go:171","msg":"trace[1964278799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3179; }","duration":"298.198469ms","start":"2026-03-31T20:24:30.402796Z","end":"2026-03-31T20:24:30.700995Z","steps":["trace[1964278799] 'agreement among raft nodes before linearized reading' (duration: 297.506961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:31.122135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.902536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:31.122827Z","caller":"traceutil/trace.go:171","msg":"trace[583105501] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"418.296588ms","start":"2026-03-31T20:24:30.704491Z","end":"2026-03-31T20:24:31.122787Z","steps":["trace[583105501] 'process raft request' (duration: 118.570301ms)","trace[583105501] 'compare' (duration: 298.722212ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:31.122973Z","caller":"traceutil/trace.go:171","msg":"trace[1325438257] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"416.872241ms","start":"2026-03-31T20:24:30.706073Z","end":"2026-03-31T20:24:31.122945Z","steps":["trace[1325438257] 'process raft request' (duration: 416.705027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:31.12297Z","caller":"traceutil/trace.go:171","msg":"trace[1711641203] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"417.156809ms","start":"2026-03-31T20:24:30.705722Z","end":"2026-03-31T20:24:31.122878Z","steps":["trace[1711641203] 'process raft request' (duration: 416.561454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:31.12306Z","caller":"traceutil/trace.go:171","msg":"trace[1043365348] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"416.988164ms","start":"2026-03-31T20:24:30.706027Z","end":"2026-03-31T20:24:31.123016Z","steps":["trace[1043365348] 'process raft request' (duration: 416.705037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:31.12292Z","caller":"traceutil/trace.go:171","msg":"trace[1670390709] linearizableReadLoop","detail":"{readStateIndex:3315; appliedIndex:3311; }","duration":"343.579595ms","start":"2026-03-31T20:24:30.779311Z","end":"2026-03-31T20:24:31.122891Z","steps":["trace[1670390709] 'read index received' (duration: 43.717245ms)","trace[1670390709] 'applied index is now lower than readState.Index' (duration: 299.86101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:31.123039Z","caller":"traceutil/trace.go:171","msg":"trace[5316367] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"337.135253ms","start":"2026-03-31T20:24:30.785875Z","end":"2026-03-31T20:24:31.12301Z","steps":["trace[5316367] 'process raft request' (duration: 336.949949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:31.123331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.706004Z","time spent":"417.159089ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:31.12343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.78586Z","time spent":"337.521053ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:31.12311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.706059Z","time spent":"416.979784ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:31.12349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.15217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:31.123601Z","caller":"traceutil/trace.go:171","msg":"trace[1119024681] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3184; }","duration":"344.317225ms","start":"2026-03-31T20:24:30.77926Z","end":"2026-03-31T20:24:31.123577Z","steps":["trace[1119024681] 'agreement among raft nodes before linearized reading' (duration: 343.914714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:31.123129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.704472Z","time spent":"418.434611ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:31.1235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.705701Z","time spent":"417.394525ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:31.123666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.779246Z","time spent":"344.408137ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:24:31.123676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.424379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:31.123745Z","caller":"traceutil/trace.go:171","msg":"trace[203039702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3184; }","duration":"265.534601ms","start":"2026-03-31T20:24:30.858189Z","end":"2026-03-31T20:24:31.123724Z","steps":["trace[203039702] 'agreement among raft nodes before linearized reading' (duration: 265.429228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:31.12397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.754142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:24:31.124027Z","caller":"traceutil/trace.go:171","msg":"trace[39371083] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:3184; }","duration":"330.836714ms","start":"2026-03-31T20:24:30.793176Z","end":"2026-03-31T20:24:31.124013Z","steps":["trace[39371083] 'agreement among raft nodes before linearized reading' (duration: 330.223098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:31.124201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.79316Z","time spent":"331.015528ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:24:31.746318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.451109ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-31T20:24:31.746654Z","caller":"traceutil/trace.go:171","msg":"trace[566017520] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"365.394788ms","start":"2026-03-31T20:24:31.381233Z","end":"2026-03-31T20:24:31.746628Z","steps":["trace[566017520] 'process raft request' (duration: 365.225864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:31.746801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:31.381208Z","time spent":"365.510721ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:31.747007Z","caller":"traceutil/trace.go:171","msg":"trace[2098612165] linearizableReadLoop","detail":"{readStateIndex:3317; appliedIndex:3316; }","duration":"618.931547ms","start":"2026-03-31T20:24:31.128035Z","end":"2026-03-31T20:24:31.746966Z","steps":["trace[2098612165] 'read index received' (duration: 352.815071ms)","trace[2098612165] 'applied index is now lower than readState.Index' (duration: 266.112866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:31.74703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:31.125847Z","time spent":"621.171194ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:24:31.747317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.258525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-03-31T20:24:31.747377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.68835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:31.747659Z","caller":"traceutil/trace.go:171","msg":"trace[765135589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3185; }","duration":"135.029518ms","start":"2026-03-31T20:24:31.612614Z","end":"2026-03-31T20:24:31.747644Z","steps":["trace[765135589] 'agreement among raft nodes before linearized reading' (duration: 134.528356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:31.747397Z","caller":"traceutil/trace.go:171","msg":"trace[376714541] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3185; }","duration":"619.374658ms","start":"2026-03-31T20:24:31.128006Z","end":"2026-03-31T20:24:31.74738Z","steps":["trace[376714541] 'agreement among raft nodes before linearized reading' (duration: 619.119001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:31.747795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:31.127986Z","time spent":"619.787898ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T20:24:32.929003Z","caller":"traceutil/trace.go:171","msg":"trace[1697957925] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3321; }","duration":"150.664474ms","start":"2026-03-31T20:24:32.778315Z","end":"2026-03-31T20:24:32.928979Z","steps":["trace[1697957925] 'read index received' (duration: 150.555081ms)","trace[1697957925] 'applied index is now lower than readState.Index' (duration: 108.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:32.929135Z","caller":"traceutil/trace.go:171","msg":"trace[1911038447] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"219.910157ms","start":"2026-03-31T20:24:32.70921Z","end":"2026-03-31T20:24:32.92912Z","steps":["trace[1911038447] 'process raft request' (duration: 219.63767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:32.929439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.095005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:32.929734Z","caller":"traceutil/trace.go:171","msg":"trace[389903317] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3189; }","duration":"151.32004ms","start":"2026-03-31T20:24:32.778271Z","end":"2026-03-31T20:24:32.929591Z","steps":["trace[389903317] 'agreement among raft nodes before linearized reading' (duration: 150.944671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.266765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.305456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:33.266859Z","caller":"traceutil/trace.go:171","msg":"trace[369752973] linearizableReadLoop","detail":"{readStateIndex:3323; appliedIndex:3322; }","duration":"337.762599ms","start":"2026-03-31T20:24:32.929082Z","end":"2026-03-31T20:24:33.266844Z","steps":["trace[369752973] 'read index received' (duration: 87.138615ms)","trace[369752973] 'applied index is now lower than readState.Index' (duration: 250.622554ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:33.267069Z","caller":"traceutil/trace.go:171","msg":"trace[1743817012] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"386.067102ms","start":"2026-03-31T20:24:32.880991Z","end":"2026-03-31T20:24:33.267058Z","steps":["trace[1743817012] 'process raft request' (duration: 135.392857ms)","trace[1743817012] 'compare' (duration: 249.936805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:33.267123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:32.880975Z","time spent":"386.122254ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:33.267255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.1732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:33.267375Z","caller":"traceutil/trace.go:171","msg":"trace[1189882250] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3190; }","duration":"451.356255ms","start":"2026-03-31T20:24:32.815993Z","end":"2026-03-31T20:24:33.267349Z","steps":["trace[1189882250] 'agreement among raft nodes before linearized reading' (duration: 451.125199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.267441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:32.815975Z","time spent":"451.451897ms","remote":"127.0.0.1:48772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:33.267407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.787883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:33.267877Z","caller":"traceutil/trace.go:171","msg":"trace[1907816161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3190; }","duration":"427.303986ms","start":"2026-03-31T20:24:32.840538Z","end":"2026-03-31T20:24:33.267842Z","steps":["trace[1907816161] 'agreement among raft nodes before linearized reading' (duration: 426.712662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.267967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:32.840514Z","time spent":"427.43267ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:33.2912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.60049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:24:33.291282Z","caller":"traceutil/trace.go:171","msg":"trace[492320987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3191; }","duration":"161.743043ms","start":"2026-03-31T20:24:33.129521Z","end":"2026-03-31T20:24:33.291264Z","steps":["trace[492320987] 'agreement among raft nodes before linearized reading' (duration: 161.450416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.29133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.984431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:33.291406Z","caller":"traceutil/trace.go:171","msg":"trace[529196040] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3191; }","duration":"183.033892ms","start":"2026-03-31T20:24:33.108337Z","end":"2026-03-31T20:24:33.291371Z","steps":["trace[529196040] 'agreement among raft nodes before linearized reading' (duration: 182.92378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.291552Z","caller":"traceutil/trace.go:171","msg":"trace[1969104767] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"161.055227ms","start":"2026-03-31T20:24:33.13048Z","end":"2026-03-31T20:24:33.291535Z","steps":["trace[1969104767] 'process raft request' (duration: 160.149754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.291773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.016021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:24:33.291204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.904203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:24:33.291805Z","caller":"traceutil/trace.go:171","msg":"trace[1508147117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3191; }","duration":"162.083633ms","start":"2026-03-31T20:24:33.129711Z","end":"2026-03-31T20:24:33.291794Z","steps":["trace[1508147117] 'agreement among raft nodes before linearized reading' (duration: 161.979009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.291831Z","caller":"traceutil/trace.go:171","msg":"trace[575206253] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3191; }","duration":"357.580832ms","start":"2026-03-31T20:24:32.934238Z","end":"2026-03-31T20:24:33.291819Z","steps":["trace[575206253] 'agreement among raft nodes before linearized reading' (duration: 356.76149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.291875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:32.93422Z","time spent":"357.641703ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:24:33.292011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.275397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:24:33.292009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.242907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:24:33.292063Z","caller":"traceutil/trace.go:171","msg":"trace[2082662056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3191; }","duration":"162.347709ms","start":"2026-03-31T20:24:33.129705Z","end":"2026-03-31T20:24:33.292053Z","steps":["trace[2082662056] 'agreement among raft nodes before linearized reading' (duration: 162.187775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.292085Z","caller":"traceutil/trace.go:171","msg":"trace[1648921323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3191; }","duration":"162.36269ms","start":"2026-03-31T20:24:33.1297Z","end":"2026-03-31T20:24:33.292062Z","steps":["trace[1648921323] 'agreement among raft nodes before linearized reading' (duration: 162.127064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.52299Z","caller":"traceutil/trace.go:171","msg":"trace[2099207600] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"226.237027ms","start":"2026-03-31T20:24:33.296542Z","end":"2026-03-31T20:24:33.522779Z","steps":["trace[2099207600] 'process raft request' (duration: 226.076903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.52305Z","caller":"traceutil/trace.go:171","msg":"trace[1758907083] linearizableReadLoop","detail":"{readStateIndex:3327; appliedIndex:3324; }","duration":"226.428921ms","start":"2026-03-31T20:24:33.296592Z","end":"2026-03-31T20:24:33.523021Z","steps":["trace[1758907083] 'read index received' (duration: 21.672988ms)","trace[1758907083] 'applied index is now lower than readState.Index' (duration: 204.754783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:33.523192Z","caller":"traceutil/trace.go:171","msg":"trace[55200629] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"225.236871ms","start":"2026-03-31T20:24:33.297941Z","end":"2026-03-31T20:24:33.523178Z","steps":["trace[55200629] 'process raft request' (duration: 224.952814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.523173Z","caller":"traceutil/trace.go:171","msg":"trace[821480638] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"225.399295ms","start":"2026-03-31T20:24:33.297706Z","end":"2026-03-31T20:24:33.523105Z","steps":["trace[821480638] 'process raft request' (duration: 225.017236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.523288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.882093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:33.523339Z","caller":"traceutil/trace.go:171","msg":"trace[1456175126] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3196; }","duration":"133.006487ms","start":"2026-03-31T20:24:33.390315Z","end":"2026-03-31T20:24:33.523322Z","steps":["trace[1456175126] 'agreement among raft nodes before linearized reading' (duration: 132.898804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.523661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.014207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T20:24:33.52378Z","caller":"traceutil/trace.go:171","msg":"trace[970458463] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3196; }","duration":"227.207252ms","start":"2026-03-31T20:24:33.296547Z","end":"2026-03-31T20:24:33.523754Z","steps":["trace[970458463] 'agreement among raft nodes before linearized reading' (duration: 226.694019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.52286Z","caller":"traceutil/trace.go:171","msg":"trace[2072194893] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"226.36902ms","start":"2026-03-31T20:24:33.29641Z","end":"2026-03-31T20:24:33.522779Z","steps":["trace[2072194893] 'process raft request' (duration: 193.777515ms)","trace[2072194893] 'compare' (duration: 31.871077ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:35.490271Z","caller":"traceutil/trace.go:171","msg":"trace[1570964394] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"191.505307ms","start":"2026-03-31T20:24:35.29867Z","end":"2026-03-31T20:24:35.490175Z","steps":["trace[1570964394] 'process raft request' (duration: 191.316172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:35.744389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.585692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:35.744448Z","caller":"traceutil/trace.go:171","msg":"trace[684649372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3201; }","duration":"216.670614ms","start":"2026-03-31T20:24:35.527764Z","end":"2026-03-31T20:24:35.744434Z","steps":["trace[684649372] 'range keys from in-memory index tree' (duration: 216.425668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:35.74455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.770327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:24:35.744588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.778007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:35.744616Z","caller":"traceutil/trace.go:171","msg":"trace[1441418348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3201; }","duration":"216.865349ms","start":"2026-03-31T20:24:35.527736Z","end":"2026-03-31T20:24:35.744601Z","steps":["trace[1441418348] 'range keys from in-memory index tree' (duration: 216.598353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:35.744631Z","caller":"traceutil/trace.go:171","msg":"trace[415539475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3201; }","duration":"216.831158ms","start":"2026-03-31T20:24:35.527788Z","end":"2026-03-31T20:24:35.744619Z","steps":["trace[415539475] 'range keys from in-memory index tree' (duration: 216.669424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:35.744609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.963202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:24:35.74471Z","caller":"traceutil/trace.go:171","msg":"trace[736192380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3201; }","duration":"217.099595ms","start":"2026-03-31T20:24:35.52759Z","end":"2026-03-31T20:24:35.744689Z","steps":["trace[736192380] 'range keys from in-memory index tree' (duration: 216.828778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.169245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.554898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:36.169626Z","caller":"traceutil/trace.go:171","msg":"trace[95065580] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"420.237887ms","start":"2026-03-31T20:24:35.749355Z","end":"2026-03-31T20:24:36.169593Z","steps":["trace[95065580] 'process raft request' (duration: 136.196437ms)","trace[95065580] 'compare' (duration: 283.391794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:36.169763Z","caller":"traceutil/trace.go:171","msg":"trace[1873390557] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"419.93009ms","start":"2026-03-31T20:24:35.74981Z","end":"2026-03-31T20:24:36.16974Z","steps":["trace[1873390557] 'process raft request' (duration: 419.639763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:36.169787Z","caller":"traceutil/trace.go:171","msg":"trace[1605744299] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"420.097334ms","start":"2026-03-31T20:24:35.749649Z","end":"2026-03-31T20:24:36.169746Z","steps":["trace[1605744299] 'process raft request' (duration: 419.718565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.169823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.749329Z","time spent":"420.370551ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:36.169873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.749798Z","time spent":"420.025522ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:36.170053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.749597Z","time spent":"420.271778ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:36.296036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.496932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:24:36.29706Z","caller":"traceutil/trace.go:171","msg":"trace[537775728] linearizableReadLoop","detail":"{readStateIndex:3340; appliedIndex:3335; }","duration":"458.529706ms","start":"2026-03-31T20:24:35.838503Z","end":"2026-03-31T20:24:36.297033Z","steps":["trace[537775728] 'read index received' (duration: 47.133572ms)","trace[537775728] 'applied index is now lower than readState.Index' (duration: 411.394824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:36.297262Z","caller":"traceutil/trace.go:171","msg":"trace[421670815] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"482.981365ms","start":"2026-03-31T20:24:35.814268Z","end":"2026-03-31T20:24:36.297249Z","steps":["trace[421670815] 'process raft request' (duration: 481.897148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.297556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.814241Z","time spent":"483.057328ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:36.298248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.172314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:36.298316Z","caller":"traceutil/trace.go:171","msg":"trace[1025882194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3206; }","duration":"459.86244ms","start":"2026-03-31T20:24:35.83843Z","end":"2026-03-31T20:24:36.298292Z","steps":["trace[1025882194] 'agreement among raft nodes before linearized reading' (duration: 459.188473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.298374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.838403Z","time spent":"459.955543ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:24:36.391506Z","caller":"traceutil/trace.go:171","msg":"trace[374540608] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"167.204073ms","start":"2026-03-31T20:24:36.224278Z","end":"2026-03-31T20:24:36.391482Z","steps":["trace[374540608] 'process raft request' (duration: 167.07771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.391728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.499146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T20:24:36.391805Z","caller":"traceutil/trace.go:171","msg":"trace[1363193994] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3207; }","duration":"426.652029ms","start":"2026-03-31T20:24:35.965134Z","end":"2026-03-31T20:24:36.391786Z","steps":["trace[1363193994] 'agreement among raft nodes before linearized reading' (duration: 426.434464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.391853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.965108Z","time spent":"426.735521ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T20:24:36.551226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.20952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:36.551349Z","caller":"traceutil/trace.go:171","msg":"trace[1429560885] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"151.378631ms","start":"2026-03-31T20:24:36.39994Z","end":"2026-03-31T20:24:36.551318Z","steps":["trace[1429560885] 'compare' (duration: 142.093017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:36.82708Z","caller":"traceutil/trace.go:171","msg":"trace[1145865721] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"105.624533ms","start":"2026-03-31T20:24:36.721424Z","end":"2026-03-31T20:24:36.827048Z","steps":["trace[1145865721] 'process raft request' (duration: 96.216505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:37.873115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.19084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:37.873206Z","caller":"traceutil/trace.go:171","msg":"trace[1334242789] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3212; }","duration":"210.373425ms","start":"2026-03-31T20:24:37.662813Z","end":"2026-03-31T20:24:37.873187Z","steps":["trace[1334242789] 'count revisions from in-memory index tree' (duration: 210.055987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:38.213019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.378847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:38.213142Z","caller":"traceutil/trace.go:171","msg":"trace[539641353] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3213; }","duration":"105.578271ms","start":"2026-03-31T20:24:38.107538Z","end":"2026-03-31T20:24:38.213117Z","steps":["trace[539641353] 'range keys from in-memory index tree' (duration: 105.190981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:38.543451Z","caller":"traceutil/trace.go:171","msg":"trace[1252292600] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"239.288727ms","start":"2026-03-31T20:24:38.304125Z","end":"2026-03-31T20:24:38.543414Z","steps":["trace[1252292600] 'process raft request' (duration: 239.073571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:38.55462Z","caller":"traceutil/trace.go:171","msg":"trace[1108449996] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"156.473371ms","start":"2026-03-31T20:24:38.398124Z","end":"2026-03-31T20:24:38.554597Z","steps":["trace[1108449996] 'process raft request' (duration: 156.314947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:38.554996Z","caller":"traceutil/trace.go:171","msg":"trace[329378366] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"153.269559ms","start":"2026-03-31T20:24:38.401694Z","end":"2026-03-31T20:24:38.554963Z","steps":["trace[329378366] 'process raft request' (duration: 152.862479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.586385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.229156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:40.586506Z","caller":"traceutil/trace.go:171","msg":"trace[1674276415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3224; }","duration":"307.432931ms","start":"2026-03-31T20:24:40.279046Z","end":"2026-03-31T20:24:40.586479Z","steps":["trace[1674276415] 'range keys from in-memory index tree' (duration: 306.954409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.586559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.279008Z","time spent":"307.539424ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:40.586943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.967855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:24:40.587043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.076253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:40.587077Z","caller":"traceutil/trace.go:171","msg":"trace[1726959383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3224; }","duration":"308.15051ms","start":"2026-03-31T20:24:40.278891Z","end":"2026-03-31T20:24:40.587042Z","steps":["trace[1726959383] 'range keys from in-memory index tree' (duration: 307.584335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.587148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.278869Z","time spent":"308.262823ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:24:40.587167Z","caller":"traceutil/trace.go:171","msg":"trace[265656993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3224; }","duration":"307.38025ms","start":"2026-03-31T20:24:40.279732Z","end":"2026-03-31T20:24:40.587112Z","steps":["trace[265656993] 'range keys from in-memory index tree' (duration: 306.766725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.587219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.279721Z","time spent":"307.484813ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:24:40.763985Z","caller":"traceutil/trace.go:171","msg":"trace[1585018694] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"215.098424ms","start":"2026-03-31T20:24:40.548857Z","end":"2026-03-31T20:24:40.763956Z","steps":["trace[1585018694] 'process raft request' (duration: 214.92471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:41.124688Z","caller":"traceutil/trace.go:171","msg":"trace[1652285521] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"564.895109ms","start":"2026-03-31T20:24:40.559769Z","end":"2026-03-31T20:24:41.124664Z","steps":["trace[1652285521] 'process raft request' (duration: 564.766776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:41.124722Z","caller":"traceutil/trace.go:171","msg":"trace[792402621] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"564.919129ms","start":"2026-03-31T20:24:40.559769Z","end":"2026-03-31T20:24:41.124688Z","steps":["trace[792402621] 'process raft request' (duration: 564.147449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.124875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.559736Z","time spent":"565.057763ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:41.124835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.559736Z","time spent":"565.020832ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:41.12516Z","caller":"traceutil/trace.go:171","msg":"trace[1340957370] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"534.260673ms","start":"2026-03-31T20:24:40.590891Z","end":"2026-03-31T20:24:41.125152Z","steps":["trace[1340957370] 'process raft request' (duration: 533.72993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.125222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.590871Z","time spent":"534.320295ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:41.125557Z","caller":"traceutil/trace.go:171","msg":"trace[1913921607] linearizableReadLoop","detail":"{readStateIndex:3364; appliedIndex:3359; }","duration":"346.200393ms","start":"2026-03-31T20:24:40.779316Z","end":"2026-03-31T20:24:41.125516Z","steps":["trace[1913921607] 'read index received' (duration: 344.780177ms)","trace[1913921607] 'applied index is now lower than readState.Index' (duration: 1.418976ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:41.125753Z","caller":"traceutil/trace.go:171","msg":"trace[1113167564] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"534.761206ms","start":"2026-03-31T20:24:40.590977Z","end":"2026-03-31T20:24:41.125738Z","steps":["trace[1113167564] 'process raft request' (duration: 534.075379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.125901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.590948Z","time spent":"534.841518ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:41.126135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.700631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:24:41.126192Z","caller":"traceutil/trace.go:171","msg":"trace[502796408] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:3230; }","duration":"332.754432ms","start":"2026-03-31T20:24:40.793421Z","end":"2026-03-31T20:24:41.126175Z","steps":["trace[502796408] 'agreement among raft nodes before linearized reading' (duration: 332.531987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.126375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.521517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:41.126422Z","caller":"traceutil/trace.go:171","msg":"trace[2125140212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3230; }","duration":"285.615389ms","start":"2026-03-31T20:24:40.840794Z","end":"2026-03-31T20:24:41.12641Z","steps":["trace[2125140212] 'agreement among raft nodes before linearized reading' (duration: 285.538847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:41.126643Z","caller":"traceutil/trace.go:171","msg":"trace[2086311765] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"534.639673ms","start":"2026-03-31T20:24:40.591215Z","end":"2026-03-31T20:24:41.125855Z","steps":["trace[2086311765] 'process raft request' (duration: 534.166841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.126816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.591191Z","time spent":"535.546506ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:41.126939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.608069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:41.127063Z","caller":"traceutil/trace.go:171","msg":"trace[2146155165] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3230; }","duration":"347.790063ms","start":"2026-03-31T20:24:40.779245Z","end":"2026-03-31T20:24:41.127035Z","steps":["trace[2146155165] 'agreement among raft nodes before linearized reading' (duration: 346.581353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.127133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.779217Z","time spent":"347.904386ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:24:41.126296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.793345Z","time spent":"332.939497ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:24:41.49317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.823293ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-31T20:24:41.493506Z","caller":"traceutil/trace.go:171","msg":"trace[1014295368] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"361.301726ms","start":"2026-03-31T20:24:41.132185Z","end":"2026-03-31T20:24:41.493487Z","steps":["trace[1014295368] 'process raft request' (duration: 361.118211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.493615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:41.13215Z","time spent":"361.400628ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:41.493902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:41.129209Z","time spent":"364.684431ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:24:41.493956Z","caller":"traceutil/trace.go:171","msg":"trace[157201105] linearizableReadLoop","detail":"{readStateIndex:3365; appliedIndex:3364; }","duration":"362.777992ms","start":"2026-03-31T20:24:41.131093Z","end":"2026-03-31T20:24:41.493871Z","steps":["trace[157201105] 'read index received' (duration: 210.394535ms)","trace[157201105] 'applied index is now lower than readState.Index' (duration: 152.377297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:41.494334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.203064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:24:41.494442Z","caller":"traceutil/trace.go:171","msg":"trace[1718333552] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3231; }","duration":"363.355078ms","start":"2026-03-31T20:24:41.131063Z","end":"2026-03-31T20:24:41.494418Z","steps":["trace[1718333552] 'agreement among raft nodes before linearized reading' (duration: 362.983668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.494487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:41.13105Z","time spent":"363.43019ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:24:41.804951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.198632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:41.805041Z","caller":"traceutil/trace.go:171","msg":"trace[550662215] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3232; }","duration":"201.427098ms","start":"2026-03-31T20:24:41.603593Z","end":"2026-03-31T20:24:41.80502Z","steps":["trace[550662215] 'count revisions from in-memory index tree' (duration: 201.125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:41.805414Z","caller":"traceutil/trace.go:171","msg":"trace[1643720366] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"180.419867ms","start":"2026-03-31T20:24:41.624588Z","end":"2026-03-31T20:24:41.805008Z","steps":["trace[1643720366] 'process raft request' (duration: 92.289657ms)","trace[1643720366] 'compare' (duration: 87.798511ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:43.262506Z","caller":"traceutil/trace.go:171","msg":"trace[2008597478] linearizableReadLoop","detail":"{readStateIndex:3372; appliedIndex:3371; }","duration":"131.844127ms","start":"2026-03-31T20:24:43.130632Z","end":"2026-03-31T20:24:43.262476Z","steps":["trace[2008597478] 'read index received' (duration: 107.969252ms)","trace[2008597478] 'applied index is now lower than readState.Index' (duration: 23.873435ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:43.262739Z","caller":"traceutil/trace.go:171","msg":"trace[58726098] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"132.127904ms","start":"2026-03-31T20:24:43.13059Z","end":"2026-03-31T20:24:43.262718Z","steps":["trace[58726098] 'process raft request' (duration: 108.011823ms)","trace[58726098] 'compare' (duration: 23.328591ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:43.262787Z","caller":"traceutil/trace.go:171","msg":"trace[369894395] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"131.206911ms","start":"2026-03-31T20:24:43.131547Z","end":"2026-03-31T20:24:43.262754Z","steps":["trace[369894395] 'process raft request' (duration: 130.873482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:43.262938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.278728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:24:43.263001Z","caller":"traceutil/trace.go:171","msg":"trace[700478316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3238; }","duration":"132.38004ms","start":"2026-03-31T20:24:43.130603Z","end":"2026-03-31T20:24:43.262983Z","steps":["trace[700478316] 'agreement among raft nodes before linearized reading' (duration: 132.140664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:43.263438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.585035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:24:43.263516Z","caller":"traceutil/trace.go:171","msg":"trace[733328535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3238; }","duration":"132.691558ms","start":"2026-03-31T20:24:43.130805Z","end":"2026-03-31T20:24:43.263497Z","steps":["trace[733328535] 'agreement among raft nodes before linearized reading' (duration: 132.127314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:43.263761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.859892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:43.263825Z","caller":"traceutil/trace.go:171","msg":"trace[1749019819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3238; }","duration":"132.942964ms","start":"2026-03-31T20:24:43.130866Z","end":"2026-03-31T20:24:43.263809Z","steps":["trace[1749019819] 'agreement among raft nodes before linearized reading' (duration: 132.085083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:43.514607Z","caller":"traceutil/trace.go:171","msg":"trace[1844506177] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"182.51818ms","start":"2026-03-31T20:24:43.332053Z","end":"2026-03-31T20:24:43.514571Z","steps":["trace[1844506177] 'process raft request' (duration: 164.567595ms)","trace[1844506177] 'compare' (duration: 17.497203ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:43.735372Z","caller":"traceutil/trace.go:171","msg":"trace[1293933591] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"215.566696ms","start":"2026-03-31T20:24:43.519778Z","end":"2026-03-31T20:24:43.735345Z","steps":["trace[1293933591] 'process raft request' (duration: 215.513255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:43.73559Z","caller":"traceutil/trace.go:171","msg":"trace[1939651713] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"215.994816ms","start":"2026-03-31T20:24:43.519571Z","end":"2026-03-31T20:24:43.735565Z","steps":["trace[1939651713] 'process raft request' (duration: 116.470357ms)","trace[1939651713] 'compare' (duration: 99.118648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:43.93496Z","caller":"traceutil/trace.go:171","msg":"trace[546969839] linearizableReadLoop","detail":"{readStateIndex:3381; appliedIndex:3380; }","duration":"119.151797ms","start":"2026-03-31T20:24:43.815774Z","end":"2026-03-31T20:24:43.934926Z","steps":["trace[546969839] 'read index received' (duration: 39.467519ms)","trace[546969839] 'applied index is now lower than readState.Index' (duration: 79.682898ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:43.935554Z","caller":"traceutil/trace.go:171","msg":"trace[163395114] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"124.411559ms","start":"2026-03-31T20:24:43.811086Z","end":"2026-03-31T20:24:43.935497Z","steps":["trace[163395114] 'process raft request' (duration: 44.181388ms)","trace[163395114] 'compare' (duration: 79.501983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:43.935811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.884465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:24:43.935874Z","caller":"traceutil/trace.go:171","msg":"trace[1947472583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3246; }","duration":"120.151221ms","start":"2026-03-31T20:24:43.815708Z","end":"2026-03-31T20:24:43.93586Z","steps":["trace[1947472583] 'agreement among raft nodes before linearized reading' (duration: 119.794992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:45.782906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837540218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:24:45.833295Z","caller":"traceutil/trace.go:171","msg":"trace[743602378] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"565.222626ms","start":"2026-03-31T20:24:45.268041Z","end":"2026-03-31T20:24:45.833264Z","steps":["trace[743602378] 'process raft request' (duration: 565.030231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:45.833474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.268013Z","time spent":"565.36464ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:46.135247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.978362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:46.135359Z","caller":"traceutil/trace.go:171","msg":"trace[1667096987] linearizableReadLoop","detail":"{readStateIndex:3386; appliedIndex:3384; }","duration":"853.353589ms","start":"2026-03-31T20:24:45.281986Z","end":"2026-03-31T20:24:46.135339Z","steps":["trace[1667096987] 'read index received' (duration: 551.241902ms)","trace[1667096987] 'applied index is now lower than readState.Index' (duration: 302.109867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:46.135458Z","caller":"traceutil/trace.go:171","msg":"trace[123370551] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"866.00767ms","start":"2026-03-31T20:24:45.269425Z","end":"2026-03-31T20:24:46.135433Z","steps":["trace[123370551] 'process raft request' (duration: 599.71936ms)","trace[123370551] 'compare' (duration: 265.610063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:46.135548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.561364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:46.135602Z","caller":"traceutil/trace.go:171","msg":"trace[1302321929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3251; }","duration":"853.615905ms","start":"2026-03-31T20:24:45.281974Z","end":"2026-03-31T20:24:46.13559Z","steps":["trace[1302321929] 'agreement among raft nodes before linearized reading' (duration: 853.443381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.135643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.281909Z","time spent":"853.723398ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:46.136691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.269395Z","time spent":"866.615785ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:47.193691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.486931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:47.19393Z","caller":"traceutil/trace.go:171","msg":"trace[1418884977] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"1.252343279s","start":"2026-03-31T20:24:45.941548Z","end":"2026-03-31T20:24:47.193891Z","steps":["trace[1418884977] 'process raft request' (duration: 406.578601ms)","trace[1418884977] 'compare' (duration: 845.248955ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:47.193985Z","caller":"traceutil/trace.go:171","msg":"trace[1806361926] linearizableReadLoop","detail":"{readStateIndex:3387; appliedIndex:3386; }","duration":"1.058544524s","start":"2026-03-31T20:24:46.135383Z","end":"2026-03-31T20:24:47.193928Z","steps":["trace[1806361926] 'read index received' (duration: 212.760596ms)","trace[1806361926] 'applied index is now lower than readState.Index' (duration: 845.777907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.194201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.941523Z","time spent":"1.252557794s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:47.194289Z","caller":"traceutil/trace.go:171","msg":"trace[260976964] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"1.055003513s","start":"2026-03-31T20:24:46.139269Z","end":"2026-03-31T20:24:47.194273Z","steps":["trace[260976964] 'process raft request' (duration: 1.054561582s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.194319Z","caller":"traceutil/trace.go:171","msg":"trace[2100841875] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"481.922127ms","start":"2026-03-31T20:24:46.712358Z","end":"2026-03-31T20:24:47.19428Z","steps":["trace[2100841875] 'process raft request' (duration: 481.539998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.194463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.139251Z","time spent":"1.055079715s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:47.194531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.712332Z","time spent":"482.096502ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:47.481843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.879687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-31T20:24:47.482141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717378409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:47.48216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641414347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:47.482217Z","caller":"traceutil/trace.go:171","msg":"trace[1605899328] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3254; }","duration":"1.717485782s","start":"2026-03-31T20:24:45.76471Z","end":"2026-03-31T20:24:47.482196Z","steps":["trace[1605899328] 'agreement among raft nodes before linearized reading' (duration: 1.429472672s)","trace[1605899328] 'count revisions from in-memory index tree' (duration: 287.903648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:47.482241Z","caller":"traceutil/trace.go:171","msg":"trace[342605782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3254; }","duration":"1.64152979s","start":"2026-03-31T20:24:45.840689Z","end":"2026-03-31T20:24:47.482219Z","steps":["trace[342605782] 'agreement among raft nodes before linearized reading' (duration: 1.353461618s)","trace[342605782] 'range keys from in-memory index tree' (duration: 287.938008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.482272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.764699Z","time spent":"1.717561744s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:47.482295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.840675Z","time spent":"1.641611231s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:47.482317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196545738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:24:47.482401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7411164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:47.482414Z","caller":"traceutil/trace.go:171","msg":"trace[1203210004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3254; }","duration":"2.196671751s","start":"2026-03-31T20:24:45.285716Z","end":"2026-03-31T20:24:47.482387Z","steps":["trace[1203210004] 'agreement among raft nodes before linearized reading' (duration: 1.908513637s)","trace[1203210004] 'range keys from in-memory index tree' (duration: 287.933239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:47.482453Z","caller":"traceutil/trace.go:171","msg":"trace[36183002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3254; }","duration":"1.741207272s","start":"2026-03-31T20:24:45.741231Z","end":"2026-03-31T20:24:47.482438Z","steps":["trace[36183002] 'agreement among raft nodes before linearized reading' (duration: 1.452964226s)","trace[36183002] 'range keys from in-memory index tree' (duration: 288.092783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.482459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.285701Z","time spent":"2.196750133s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:47.482501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.741208Z","time spent":"1.741284614s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:47.483198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986902551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:47.483263Z","caller":"traceutil/trace.go:171","msg":"trace[41653746] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3254; }","duration":"1.987464755s","start":"2026-03-31T20:24:45.495778Z","end":"2026-03-31T20:24:47.483243Z","steps":["trace[41653746] 'agreement among raft nodes before linearized reading' (duration: 1.6984284s)","trace[41653746] 'count revisions from in-memory index tree' (duration: 288.481792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.483305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.495756Z","time spent":"1.987538548s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:47.483525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197770758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:47.48358Z","caller":"traceutil/trace.go:171","msg":"trace[2121391837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3254; }","duration":"2.197847931s","start":"2026-03-31T20:24:45.285716Z","end":"2026-03-31T20:24:47.483564Z","steps":["trace[2121391837] 'agreement among raft nodes before linearized reading' (duration: 1.908501957s)","trace[2121391837] 'range keys from in-memory index tree' (duration: 289.236411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.483618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.285701Z","time spent":"2.197909822s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:24:47.483987Z","caller":"traceutil/trace.go:171","msg":"trace[1940210103] linearizableReadLoop","detail":"{readStateIndex:3391; appliedIndex:3389; }","duration":"289.889688ms","start":"2026-03-31T20:24:47.194087Z","end":"2026-03-31T20:24:47.483977Z","steps":["trace[1940210103] 'read index received' (duration: 157.724µs)","trace[1940210103] 'applied index is now lower than readState.Index' (duration: 289.730294ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:47.484055Z","caller":"traceutil/trace.go:171","msg":"trace[394764804] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"632.394327ms","start":"2026-03-31T20:24:46.851642Z","end":"2026-03-31T20:24:47.484036Z","steps":["trace[394764804] 'process raft request' (duration: 630.299424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.48416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.851617Z","time spent":"632.483899ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:48.195053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416507134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:48.195126Z","caller":"traceutil/trace.go:171","msg":"trace[192588435] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3255; }","duration":"1.416648738s","start":"2026-03-31T20:24:46.778461Z","end":"2026-03-31T20:24:48.19511Z","steps":["trace[192588435] 'agreement among raft nodes before linearized reading' (duration: 705.60355ms)","trace[192588435] 'range keys from in-memory index tree' (duration: 710.866783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:48.195153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.778426Z","time spent":"1.41672152s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:24:48.195421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.206248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:48.195459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978958561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:24:48.195497Z","caller":"traceutil/trace.go:171","msg":"trace[36810370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3255; }","duration":"712.310861ms","start":"2026-03-31T20:24:47.483168Z","end":"2026-03-31T20:24:48.195479Z","steps":["trace[36810370] 'range keys from in-memory index tree' (duration: 711.287384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:48.19553Z","caller":"traceutil/trace.go:171","msg":"trace[718079534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3255; }","duration":"1.979062014s","start":"2026-03-31T20:24:46.216447Z","end":"2026-03-31T20:24:48.195509Z","steps":["trace[718079534] 'agreement among raft nodes before linearized reading' (duration: 1.267632886s)","trace[718079534] 'range keys from in-memory index tree' (duration: 711.259924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:48.19554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.483154Z","time spent":"712.376933ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:48.195579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.216427Z","time spent":"1.979137436s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:24:48.317336Z","caller":"traceutil/trace.go:171","msg":"trace[17227003] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"830.009729ms","start":"2026-03-31T20:24:47.487295Z","end":"2026-03-31T20:24:48.317305Z","steps":["trace[17227003] 'process raft request' (duration: 829.823205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.317505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.487279Z","time spent":"830.136502ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:48.90857Z","caller":"traceutil/trace.go:171","msg":"trace[269894147] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"1.420188967s","start":"2026-03-31T20:24:47.488347Z","end":"2026-03-31T20:24:48.908536Z","steps":["trace[269894147] 'process raft request' (duration: 1.419974612s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:48.908687Z","caller":"traceutil/trace.go:171","msg":"trace[862293423] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"766.537172ms","start":"2026-03-31T20:24:48.142111Z","end":"2026-03-31T20:24:48.908648Z","steps":["trace[862293423] 'process raft request' (duration: 766.382468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:48.908746Z","caller":"traceutil/trace.go:171","msg":"trace[992814450] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"1.069669105s","start":"2026-03-31T20:24:47.83906Z","end":"2026-03-31T20:24:48.90873Z","steps":["trace[992814450] 'process raft request' (duration: 1.069376188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.9089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.142088Z","time spent":"766.697435ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:48.909058Z","caller":"traceutil/trace.go:171","msg":"trace[722244807] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"709.414996ms","start":"2026-03-31T20:24:48.199632Z","end":"2026-03-31T20:24:48.909047Z","steps":["trace[722244807] 'process raft request' (duration: 708.904103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:48.90907Z","caller":"traceutil/trace.go:171","msg":"trace[466905635] linearizableReadLoop","detail":"{readStateIndex:3395; appliedIndex:3391; }","duration":"1.068180197s","start":"2026-03-31T20:24:47.840839Z","end":"2026-03-31T20:24:48.909019Z","steps":["trace[466905635] 'read index received' (duration: 476.268315ms)","trace[466905635] 'applied index is now lower than readState.Index' (duration: 591.909752ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:48.909102Z","caller":"traceutil/trace.go:171","msg":"trace[892693300] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"1.421742737s","start":"2026-03-31T20:24:47.48733Z","end":"2026-03-31T20:24:48.909073Z","steps":["trace[892693300] 'process raft request' (duration: 1.419049169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.909122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.1996Z","time spent":"709.488578ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:48.908746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.488327Z","time spent":"1.420348982s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:48.909172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068330731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:48.909218Z","caller":"traceutil/trace.go:171","msg":"trace[834054291] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3261; }","duration":"1.068408763s","start":"2026-03-31T20:24:47.840797Z","end":"2026-03-31T20:24:48.909206Z","steps":["trace[834054291] 'agreement among raft nodes before linearized reading' (duration: 1.068334491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.909235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.190208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:48.909246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.840779Z","time spent":"1.068461255s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:48.909233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.487312Z","time spent":"1.421857489s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:48.909272Z","caller":"traceutil/trace.go:171","msg":"trace[375997079] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3261; }","duration":"812.310371ms","start":"2026-03-31T20:24:48.09695Z","end":"2026-03-31T20:24:48.90926Z","steps":["trace[375997079] 'agreement among raft nodes before linearized reading' (duration: 812.223769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.909326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.09691Z","time spent":"812.406304ms","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:48.909346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.643973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:48.909409Z","caller":"traceutil/trace.go:171","msg":"trace[1262424021] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3261; }","duration":"359.748416ms","start":"2026-03-31T20:24:48.549646Z","end":"2026-03-31T20:24:48.909395Z","steps":["trace[1262424021] 'agreement among raft nodes before linearized reading' (duration: 359.626713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.909449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.54962Z","time spent":"359.817218ms","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:48.909248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.382349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:48.909487Z","caller":"traceutil/trace.go:171","msg":"trace[298474071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3261; }","duration":"704.672777ms","start":"2026-03-31T20:24:48.204805Z","end":"2026-03-31T20:24:48.909478Z","steps":["trace[298474071] 'agreement among raft nodes before linearized reading' (duration: 704.411819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.90949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.443067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-31T20:24:48.909512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.204784Z","time spent":"704.720878ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:24:48.909534Z","caller":"traceutil/trace.go:171","msg":"trace[1476073021] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3261; }","duration":"801.526099ms","start":"2026-03-31T20:24:48.107992Z","end":"2026-03-31T20:24:48.909518Z","steps":["trace[1476073021] 'agreement among raft nodes before linearized reading' (duration: 801.371574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.909583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.107964Z","time spent":"801.607351ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" "} {"level":"warn","ts":"2026-03-31T20:24:48.909724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.365891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:24:48.909785Z","caller":"traceutil/trace.go:171","msg":"trace[293348931] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3261; }","duration":"710.486244ms","start":"2026-03-31T20:24:48.199283Z","end":"2026-03-31T20:24:48.909769Z","steps":["trace[293348931] 'agreement among raft nodes before linearized reading' (duration: 710.067313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.909834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.199226Z","time spent":"710.596796ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:24:48.910761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.83903Z","time spent":"1.069755667s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:49.237111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.861411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:24:49.237232Z","caller":"traceutil/trace.go:171","msg":"trace[1568679358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3262; }","duration":"144.066617ms","start":"2026-03-31T20:24:49.093137Z","end":"2026-03-31T20:24:49.237204Z","steps":["trace[1568679358] 'range keys from in-memory index tree' (duration: 143.558093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.384084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.379841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:51.384318Z","caller":"traceutil/trace.go:171","msg":"trace[557598618] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"365.516653ms","start":"2026-03-31T20:24:51.018772Z","end":"2026-03-31T20:24:51.384289Z","steps":["trace[557598618] 'process raft request' (duration: 87.831444ms)","trace[557598618] 'compare' (duration: 277.184016ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:51.384365Z","caller":"traceutil/trace.go:171","msg":"trace[1432102380] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"365.567764ms","start":"2026-03-31T20:24:51.018779Z","end":"2026-03-31T20:24:51.384347Z","steps":["trace[1432102380] 'process raft request' (duration: 365.521043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.384465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.01876Z","time spent":"365.629105ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:51.384572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.01875Z","time spent":"365.718407ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:51.384571Z","caller":"traceutil/trace.go:171","msg":"trace[898464495] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"365.761888ms","start":"2026-03-31T20:24:51.018786Z","end":"2026-03-31T20:24:51.384548Z","steps":["trace[898464495] 'process raft request' (duration: 365.41745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.384708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.018767Z","time spent":"365.868132ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:51.595043Z","caller":"traceutil/trace.go:171","msg":"trace[1146195234] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"351.546128ms","start":"2026-03-31T20:24:51.243462Z","end":"2026-03-31T20:24:51.595008Z","steps":["trace[1146195234] 'process raft request' (duration: 310.817518ms)","trace[1146195234] 'compare' (duration: 40.33136ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:51.595167Z","caller":"traceutil/trace.go:171","msg":"trace[1533403387] linearizableReadLoop","detail":"{readStateIndex:3410; appliedIndex:3409; }","duration":"267.773767ms","start":"2026-03-31T20:24:51.32736Z","end":"2026-03-31T20:24:51.595134Z","steps":["trace[1533403387] 'read index received' (duration: 226.932534ms)","trace[1533403387] 'applied index is now lower than readState.Index' (duration: 40.837463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:51.595194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.243421Z","time spent":"351.696142ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:51.595306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.933181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:51.595339Z","caller":"traceutil/trace.go:171","msg":"trace[1626798307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3274; }","duration":"267.978982ms","start":"2026-03-31T20:24:51.327353Z","end":"2026-03-31T20:24:51.595332Z","steps":["trace[1626798307] 'agreement among raft nodes before linearized reading' (duration: 267.86659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.595329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.908175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:51.595377Z","caller":"traceutil/trace.go:171","msg":"trace[823433516] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3274; }","duration":"198.986277ms","start":"2026-03-31T20:24:51.396375Z","end":"2026-03-31T20:24:51.595361Z","steps":["trace[823433516] 'agreement among raft nodes before linearized reading' (duration: 198.910055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.277392Z","caller":"traceutil/trace.go:171","msg":"trace[1845965417] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"258.32706ms","start":"2026-03-31T20:24:53.019041Z","end":"2026-03-31T20:24:53.277368Z","steps":["trace[1845965417] 'process raft request' (duration: 258.153245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.278568Z","caller":"traceutil/trace.go:171","msg":"trace[1802628309] linearizableReadLoop","detail":"{readStateIndex:3416; appliedIndex:3414; }","duration":"254.247066ms","start":"2026-03-31T20:24:53.024297Z","end":"2026-03-31T20:24:53.278544Z","steps":["trace[1802628309] 'read index received' (duration: 252.997135ms)","trace[1802628309] 'applied index is now lower than readState.Index' (duration: 1.248801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:53.278723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.39666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:53.278685Z","caller":"traceutil/trace.go:171","msg":"trace[1513089952] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"258.559535ms","start":"2026-03-31T20:24:53.020091Z","end":"2026-03-31T20:24:53.278651Z","steps":["trace[1513089952] 'process raft request' (duration: 258.316689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.278765Z","caller":"traceutil/trace.go:171","msg":"trace[656570882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3279; }","duration":"254.536193ms","start":"2026-03-31T20:24:53.024218Z","end":"2026-03-31T20:24:53.278754Z","steps":["trace[656570882] 'agreement among raft nodes before linearized reading' (duration: 254.439621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:53.278852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.487201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:53.278964Z","caller":"traceutil/trace.go:171","msg":"trace[1917966685] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3279; }","duration":"171.637584ms","start":"2026-03-31T20:24:53.107313Z","end":"2026-03-31T20:24:53.278951Z","steps":["trace[1917966685] 'agreement among raft nodes before linearized reading' (duration: 171.386748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:53.637571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.570399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:53.63769Z","caller":"traceutil/trace.go:171","msg":"trace[2113179518] linearizableReadLoop","detail":"{readStateIndex:3417; appliedIndex:3416; }","duration":"249.461884ms","start":"2026-03-31T20:24:53.388211Z","end":"2026-03-31T20:24:53.637673Z","steps":["trace[2113179518] 'read index received' (duration: 70.751µs)","trace[2113179518] 'applied index is now lower than readState.Index' (duration: 249.388863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:53.637751Z","caller":"traceutil/trace.go:171","msg":"trace[1313052988] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"356.456202ms","start":"2026-03-31T20:24:53.281266Z","end":"2026-03-31T20:24:53.637722Z","steps":["trace[1313052988] 'process raft request' (duration: 49.651667ms)","trace[1313052988] 'compare' (duration: 306.231201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:53.637887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.67928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:24:53.637882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.281253Z","time spent":"356.563534ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:53.637919Z","caller":"traceutil/trace.go:171","msg":"trace[857199091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3280; }","duration":"249.749571ms","start":"2026-03-31T20:24:53.388158Z","end":"2026-03-31T20:24:53.637908Z","steps":["trace[857199091] 'agreement among raft nodes before linearized reading' (duration: 249.583907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:53.876948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.762966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:53.877141Z","caller":"traceutil/trace.go:171","msg":"trace[550894977] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"276.801207ms","start":"2026-03-31T20:24:53.600298Z","end":"2026-03-31T20:24:53.877099Z","steps":["trace[550894977] 'process raft request' (duration: 146.768375ms)","trace[550894977] 'compare' (duration: 129.476498ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:53.877251Z","caller":"traceutil/trace.go:171","msg":"trace[334231442] linearizableReadLoop","detail":"{readStateIndex:3419; appliedIndex:3417; }","duration":"239.505213ms","start":"2026-03-31T20:24:53.637717Z","end":"2026-03-31T20:24:53.877222Z","steps":["trace[334231442] 'read index received' (duration: 877.383µs)","trace[334231442] 'applied index is now lower than readState.Index' (duration: 238.62498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:53.877412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.374086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:24:53.877444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.14398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:24:53.877462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.873769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:24:53.877472Z","caller":"traceutil/trace.go:171","msg":"trace[869165256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3282; }","duration":"259.474349ms","start":"2026-03-31T20:24:53.617981Z","end":"2026-03-31T20:24:53.877456Z","steps":["trace[869165256] 'agreement among raft nodes before linearized reading' (duration: 259.243083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.877505Z","caller":"traceutil/trace.go:171","msg":"trace[1300425732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3282; }","duration":"468.246182ms","start":"2026-03-31T20:24:53.409242Z","end":"2026-03-31T20:24:53.877489Z","steps":["trace[1300425732] 'agreement among raft nodes before linearized reading' (duration: 468.076698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.877512Z","caller":"traceutil/trace.go:171","msg":"trace[566985017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3282; }","duration":"487.988222ms","start":"2026-03-31T20:24:53.389509Z","end":"2026-03-31T20:24:53.877497Z","steps":["trace[566985017] 'agreement among raft nodes before linearized reading' (duration: 487.823207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:53.877556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.409221Z","time spent":"468.317094ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:53.877558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.389487Z","time spent":"488.059334ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:24:53.877724Z","caller":"traceutil/trace.go:171","msg":"trace[827431040] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"234.458195ms","start":"2026-03-31T20:24:53.643249Z","end":"2026-03-31T20:24:53.877707Z","steps":["trace[827431040] 'process raft request' (duration: 233.917921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:53.939745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.177082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:53.939789Z","caller":"traceutil/trace.go:171","msg":"trace[836723434] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"155.69916ms","start":"2026-03-31T20:24:53.784052Z","end":"2026-03-31T20:24:53.939751Z","steps":["trace[836723434] 'process raft request' (duration: 155.364482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.939865Z","caller":"traceutil/trace.go:171","msg":"trace[1927264222] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3284; }","duration":"169.313155ms","start":"2026-03-31T20:24:53.770498Z","end":"2026-03-31T20:24:53.939811Z","steps":["trace[1927264222] 'agreement among raft nodes before linearized reading' (duration: 169.132421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.333514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.511196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:54.333812Z","caller":"traceutil/trace.go:171","msg":"trace[1950407400] linearizableReadLoop","detail":"{readStateIndex:3424; appliedIndex:3421; }","duration":"394.212298ms","start":"2026-03-31T20:24:53.939576Z","end":"2026-03-31T20:24:54.333788Z","steps":["trace[1950407400] 'read index received' (duration: 78.263481ms)","trace[1950407400] 'applied index is now lower than readState.Index' (duration: 315.947577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:54.333824Z","caller":"traceutil/trace.go:171","msg":"trace[583561813] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"451.534989ms","start":"2026-03-31T20:24:53.88224Z","end":"2026-03-31T20:24:54.333775Z","steps":["trace[583561813] 'process raft request' (duration: 135.658273ms)","trace[583561813] 'compare' (duration: 315.393233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:54.33405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.882211Z","time spent":"451.721114ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:54.334193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.217893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:54.334207Z","caller":"traceutil/trace.go:171","msg":"trace[2070893434] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"451.784315ms","start":"2026-03-31T20:24:53.882401Z","end":"2026-03-31T20:24:54.334185Z","steps":["trace[2070893434] 'process raft request' (duration: 451.319773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:54.334248Z","caller":"traceutil/trace.go:171","msg":"trace[315549458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3287; }","duration":"393.322035ms","start":"2026-03-31T20:24:53.940911Z","end":"2026-03-31T20:24:54.334233Z","steps":["trace[315549458] 'agreement among raft nodes before linearized reading' (duration: 393.236593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.334305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.940887Z","time spent":"393.405808ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:54.33434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.882365Z","time spent":"451.896388ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:54.334201Z","caller":"traceutil/trace.go:171","msg":"trace[25121911] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"451.860347ms","start":"2026-03-31T20:24:53.882313Z","end":"2026-03-31T20:24:54.334173Z","steps":["trace[25121911] 'process raft request' (duration: 451.323593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.334439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.117163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:54.334483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.882278Z","time spent":"452.127973ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:54.334549Z","caller":"traceutil/trace.go:171","msg":"trace[626828951] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3287; }","duration":"305.279527ms","start":"2026-03-31T20:24:54.029248Z","end":"2026-03-31T20:24:54.334528Z","steps":["trace[626828951] 'agreement among raft nodes before linearized reading' (duration: 305.085903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.334656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:54.029218Z","time spent":"305.422131ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:54.334471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.318809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:54.334868Z","caller":"traceutil/trace.go:171","msg":"trace[1298493109] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3287; }","duration":"437.759251ms","start":"2026-03-31T20:24:53.897095Z","end":"2026-03-31T20:24:54.334854Z","steps":["trace[1298493109] 'agreement among raft nodes before linearized reading' (duration: 437.029072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.334945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.897074Z","time spent":"437.827152ms","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:54.709443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.229012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:24:54.709459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.047445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:54.709514Z","caller":"traceutil/trace.go:171","msg":"trace[892532940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3287; }","duration":"229.328645ms","start":"2026-03-31T20:24:54.480171Z","end":"2026-03-31T20:24:54.709499Z","steps":["trace[892532940] 'range keys from in-memory index tree' (duration: 229.051278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:54.709532Z","caller":"traceutil/trace.go:171","msg":"trace[605060234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3287; }","duration":"108.163818ms","start":"2026-03-31T20:24:54.601351Z","end":"2026-03-31T20:24:54.709515Z","steps":["trace[605060234] 'count revisions from in-memory index tree' (duration: 107.938252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.709443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.708117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:54.709629Z","caller":"traceutil/trace.go:171","msg":"trace[1087610202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3287; }","duration":"271.948863ms","start":"2026-03-31T20:24:54.437663Z","end":"2026-03-31T20:24:54.709612Z","steps":["trace[1087610202] 'range keys from in-memory index tree' (duration: 271.497182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:55.423484Z","caller":"traceutil/trace.go:171","msg":"trace[278445133] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"139.313986ms","start":"2026-03-31T20:24:55.284128Z","end":"2026-03-31T20:24:55.423442Z","steps":["trace[278445133] 'process raft request' (duration: 139.07418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:55.572798Z","caller":"traceutil/trace.go:171","msg":"trace[1805758574] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"286.944332ms","start":"2026-03-31T20:24:55.285813Z","end":"2026-03-31T20:24:55.572758Z","steps":["trace[1805758574] 'process raft request' (duration: 207.626435ms)","trace[1805758574] 'compare' (duration: 79.144783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:55.756619Z","caller":"traceutil/trace.go:171","msg":"trace[1026294868] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"112.232591ms","start":"2026-03-31T20:24:55.644354Z","end":"2026-03-31T20:24:55.756586Z","steps":["trace[1026294868] 'process raft request' (duration: 98.131204ms)","trace[1026294868] 'compare' (duration: 13.973133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:56.159469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.104944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:24:56.159573Z","caller":"traceutil/trace.go:171","msg":"trace[804435002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3291; }","duration":"277.272528ms","start":"2026-03-31T20:24:55.882276Z","end":"2026-03-31T20:24:56.159549Z","steps":["trace[804435002] 'range keys from in-memory index tree' (duration: 276.866897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.159711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.896608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:56.159816Z","caller":"traceutil/trace.go:171","msg":"trace[779147889] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"277.220157ms","start":"2026-03-31T20:24:55.882577Z","end":"2026-03-31T20:24:56.159797Z","steps":["trace[779147889] 'process raft request' (duration: 98.157494ms)","trace[779147889] 'compare' (duration: 178.784676ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:56.361044Z","caller":"traceutil/trace.go:171","msg":"trace[1624562023] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"195.898737ms","start":"2026-03-31T20:24:56.165117Z","end":"2026-03-31T20:24:56.361016Z","steps":["trace[1624562023] 'process raft request' (duration: 132.157524ms)","trace[1624562023] 'compare' (duration: 63.582589ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:56.635591Z","caller":"traceutil/trace.go:171","msg":"trace[1319735696] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"269.982503ms","start":"2026-03-31T20:24:56.365578Z","end":"2026-03-31T20:24:56.635561Z","steps":["trace[1319735696] 'process raft request' (duration: 234.729002ms)","trace[1319735696] 'compare' (duration: 35.104148ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:56.658126Z","caller":"traceutil/trace.go:171","msg":"trace[1873128722] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"292.31873ms","start":"2026-03-31T20:24:56.365787Z","end":"2026-03-31T20:24:56.658106Z","steps":["trace[1873128722] 'process raft request' (duration: 292.200316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:56.658106Z","caller":"traceutil/trace.go:171","msg":"trace[97628394] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"292.35179ms","start":"2026-03-31T20:24:56.365722Z","end":"2026-03-31T20:24:56.658074Z","steps":["trace[97628394] 'process raft request' (duration: 292.109493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:57.04312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.061277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:24:57.043228Z","caller":"traceutil/trace.go:171","msg":"trace[959362774] linearizableReadLoop","detail":"{readStateIndex:3434; appliedIndex:3433; }","duration":"321.717373ms","start":"2026-03-31T20:24:56.72149Z","end":"2026-03-31T20:24:57.043207Z","steps":["trace[959362774] 'read index received' (duration: 34.88µs)","trace[959362774] 'applied index is now lower than readState.Index' (duration: 321.680422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:57.043625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.069365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:57.043649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.807621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T20:24:57.043666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.159854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:57.043702Z","caller":"traceutil/trace.go:171","msg":"trace[1877704941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3296; }","duration":"189.204748ms","start":"2026-03-31T20:24:56.854479Z","end":"2026-03-31T20:24:57.043684Z","steps":["trace[1877704941] 'agreement among raft nodes before linearized reading' (duration: 189.065175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:57.04374Z","caller":"traceutil/trace.go:171","msg":"trace[1628323290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3296; }","duration":"322.284357ms","start":"2026-03-31T20:24:56.721437Z","end":"2026-03-31T20:24:57.043722Z","steps":["trace[1628323290] 'agreement among raft nodes before linearized reading' (duration: 322.048591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:57.043797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:56.721416Z","time spent":"322.372589ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:24:57.043704Z","caller":"traceutil/trace.go:171","msg":"trace[67653239] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3296; }","duration":"264.900444ms","start":"2026-03-31T20:24:56.77879Z","end":"2026-03-31T20:24:57.04369Z","steps":["trace[67653239] 'agreement among raft nodes before linearized reading' (duration: 264.737499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:57.552769Z","caller":"traceutil/trace.go:171","msg":"trace[244998096] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"123.862965ms","start":"2026-03-31T20:24:57.428882Z","end":"2026-03-31T20:24:57.552745Z","steps":["trace[244998096] 'process raft request' (duration: 123.67784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:58.009066Z","caller":"traceutil/trace.go:171","msg":"trace[588417506] linearizableReadLoop","detail":"{readStateIndex:3439; appliedIndex:3438; }","duration":"168.613848ms","start":"2026-03-31T20:24:57.840425Z","end":"2026-03-31T20:24:58.009039Z","steps":["trace[588417506] 'read index received' (duration: 157.709871ms)","trace[588417506] 'applied index is now lower than readState.Index' (duration: 10.902377ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:58.009467Z","caller":"traceutil/trace.go:171","msg":"trace[977750161] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"245.662169ms","start":"2026-03-31T20:24:57.763787Z","end":"2026-03-31T20:24:58.009449Z","steps":["trace[977750161] 'process raft request' (duration: 234.374273ms)","trace[977750161] 'compare' (duration: 10.463925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:58.009458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.006697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:58.009566Z","caller":"traceutil/trace.go:171","msg":"trace[740298486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3301; }","duration":"169.151001ms","start":"2026-03-31T20:24:57.840391Z","end":"2026-03-31T20:24:58.009542Z","steps":["trace[740298486] 'agreement among raft nodes before linearized reading' (duration: 168.909905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:58.263944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.291723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:58.264331Z","caller":"traceutil/trace.go:171","msg":"trace[225249971] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"154.294056ms","start":"2026-03-31T20:24:58.109927Z","end":"2026-03-31T20:24:58.264221Z","steps":["trace[225249971] 'process raft request' (duration: 24.639724ms)","trace[225249971] 'compare' (duration: 128.894203ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:58.682171Z","caller":"traceutil/trace.go:171","msg":"trace[173990332] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"113.058751ms","start":"2026-03-31T20:24:58.569083Z","end":"2026-03-31T20:24:58.682142Z","steps":["trace[173990332] 'process raft request' (duration: 112.444805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:58.967629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.812295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:58.967733Z","caller":"traceutil/trace.go:171","msg":"trace[490648265] linearizableReadLoop","detail":"{readStateIndex:3447; appliedIndex:3446; }","duration":"189.028824ms","start":"2026-03-31T20:24:58.778688Z","end":"2026-03-31T20:24:58.967717Z","steps":["trace[490648265] 'read index received' (duration: 62.982044ms)","trace[490648265] 'applied index is now lower than readState.Index' (duration: 126.04531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:58.967786Z","caller":"traceutil/trace.go:171","msg":"trace[129531142] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"210.309673ms","start":"2026-03-31T20:24:58.757437Z","end":"2026-03-31T20:24:58.967746Z","steps":["trace[129531142] 'process raft request' (duration: 84.293033ms)","trace[129531142] 'compare' (duration: 125.518418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:58.96788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.190609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:58.967908Z","caller":"traceutil/trace.go:171","msg":"trace[208235514] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3309; }","duration":"189.249111ms","start":"2026-03-31T20:24:58.778649Z","end":"2026-03-31T20:24:58.967899Z","steps":["trace[208235514] 'agreement among raft nodes before linearized reading' (duration: 189.113257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.923411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.577374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:59.923516Z","caller":"traceutil/trace.go:171","msg":"trace[945999478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3309; }","duration":"785.732998ms","start":"2026-03-31T20:24:59.137757Z","end":"2026-03-31T20:24:59.92349Z","steps":["trace[945999478] 'range keys from in-memory index tree' (duration: 785.361558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.923587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.137734Z","time spent":"785.8329ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:24:59.92406Z","caller":"traceutil/trace.go:171","msg":"trace[2080271018] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"514.81558ms","start":"2026-03-31T20:24:59.40922Z","end":"2026-03-31T20:24:59.924036Z","steps":["trace[2080271018] 'process raft request' (duration: 510.06456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.924358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.409197Z","time spent":"514.916573ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:00.150266Z","caller":"traceutil/trace.go:171","msg":"trace[733932376] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"591.561294ms","start":"2026-03-31T20:24:59.558678Z","end":"2026-03-31T20:25:00.150239Z","steps":["trace[733932376] 'process raft request' (duration: 538.754657ms)","trace[733932376] 'compare' (duration: 52.615112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:00.150424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.558651Z","time spent":"591.691196ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:00.15071Z","caller":"traceutil/trace.go:171","msg":"trace[1801486339] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"135.123851ms","start":"2026-03-31T20:25:00.015563Z","end":"2026-03-31T20:25:00.150687Z","steps":["trace[1801486339] 'process raft request' (duration: 134.879485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:00.15081Z","caller":"traceutil/trace.go:171","msg":"trace[692072633] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"493.782318ms","start":"2026-03-31T20:24:59.657016Z","end":"2026-03-31T20:25:00.150798Z","steps":["trace[692072633] 'process raft request' (duration: 493.184254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:00.150883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.656995Z","time spent":"493.85396ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:00.150942Z","caller":"traceutil/trace.go:171","msg":"trace[1338361586] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"222.412879ms","start":"2026-03-31T20:24:59.928503Z","end":"2026-03-31T20:25:00.150916Z","steps":["trace[1338361586] 'process raft request' (duration: 221.884296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:00.151008Z","caller":"traceutil/trace.go:171","msg":"trace[1058273753] linearizableReadLoop","detail":"{readStateIndex:3449; appliedIndex:3447; }","duration":"503.017342ms","start":"2026-03-31T20:24:59.647956Z","end":"2026-03-31T20:25:00.150974Z","steps":["trace[1058273753] 'read index received' (duration: 271.42174ms)","trace[1058273753] 'applied index is now lower than readState.Index' (duration: 231.588712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:00.151223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.312504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:00.151256Z","caller":"traceutil/trace.go:171","msg":"trace[1039701403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3314; }","duration":"312.422158ms","start":"2026-03-31T20:24:59.838824Z","end":"2026-03-31T20:25:00.151246Z","steps":["trace[1039701403] 'agreement among raft nodes before linearized reading' (duration: 312.317725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:00.151261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.531229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:25:00.151239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.240917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:00.151298Z","caller":"traceutil/trace.go:171","msg":"trace[483057601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3314; }","duration":"291.615242ms","start":"2026-03-31T20:24:59.859674Z","end":"2026-03-31T20:25:00.15129Z","steps":["trace[483057601] 'agreement among raft nodes before linearized reading' (duration: 291.479798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:00.15135Z","caller":"traceutil/trace.go:171","msg":"trace[2126232919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3314; }","duration":"503.405791ms","start":"2026-03-31T20:24:59.647912Z","end":"2026-03-31T20:25:00.151318Z","steps":["trace[2126232919] 'agreement among raft nodes before linearized reading' (duration: 503.204806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:00.151446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.647891Z","time spent":"503.542946ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:00.151304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.838794Z","time spent":"312.50303ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:00.541547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.110765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:00.541684Z","caller":"traceutil/trace.go:171","msg":"trace[2118393594] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"272.398345ms","start":"2026-03-31T20:25:00.269252Z","end":"2026-03-31T20:25:00.54165Z","steps":["trace[2118393594] 'process raft request' (duration: 151.063104ms)","trace[2118393594] 'compare' (duration: 120.989032ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:00.772746Z","caller":"traceutil/trace.go:171","msg":"trace[117344447] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"226.723729ms","start":"2026-03-31T20:25:00.545986Z","end":"2026-03-31T20:25:00.77271Z","steps":["trace[117344447] 'process raft request' (duration: 226.041622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.082005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.960575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:01.082173Z","caller":"traceutil/trace.go:171","msg":"trace[1434512921] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"304.667542ms","start":"2026-03-31T20:25:00.777486Z","end":"2026-03-31T20:25:01.082153Z","steps":["trace[1434512921] 'process raft request' (duration: 186.491931ms)","trace[1434512921] 'compare' (duration: 116.546509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:01.082243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:00.777469Z","time spent":"304.745574ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:01.082539Z","caller":"traceutil/trace.go:171","msg":"trace[1985385956] linearizableReadLoop","detail":"{readStateIndex:3457; appliedIndex:3454; }","duration":"304.524988ms","start":"2026-03-31T20:25:00.778Z","end":"2026-03-31T20:25:01.082525Z","steps":["trace[1985385956] 'read index received' (duration: 185.989778ms)","trace[1985385956] 'applied index is now lower than readState.Index' (duration: 118.53422ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:01.082621Z","caller":"traceutil/trace.go:171","msg":"trace[576770119] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"304.670462ms","start":"2026-03-31T20:25:00.777888Z","end":"2026-03-31T20:25:01.082558Z","steps":["trace[576770119] 'process raft request' (duration: 304.208141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.082758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.743124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:01.082818Z","caller":"traceutil/trace.go:171","msg":"trace[1526681269] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3319; }","duration":"304.821516ms","start":"2026-03-31T20:25:00.777983Z","end":"2026-03-31T20:25:01.082804Z","steps":["trace[1526681269] 'agreement among raft nodes before linearized reading' (duration: 304.619111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.082771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:00.777879Z","time spent":"304.809125ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:01.082859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:00.777974Z","time spent":"304.876817ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T20:25:01.082616Z","caller":"traceutil/trace.go:171","msg":"trace[216355653] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"304.639352ms","start":"2026-03-31T20:25:00.777938Z","end":"2026-03-31T20:25:01.082577Z","steps":["trace[216355653] 'process raft request' (duration: 304.527169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.082904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.687927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:01.083023Z","caller":"traceutil/trace.go:171","msg":"trace[1964207491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3319; }","duration":"241.853571ms","start":"2026-03-31T20:25:00.84115Z","end":"2026-03-31T20:25:01.083004Z","steps":["trace[1964207491] 'agreement among raft nodes before linearized reading' (duration: 241.686377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.08303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:00.777933Z","time spent":"304.97581ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:01.083211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.41449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:25:01.083257Z","caller":"traceutil/trace.go:171","msg":"trace[69356650] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:3319; }","duration":"288.499722ms","start":"2026-03-31T20:25:00.794746Z","end":"2026-03-31T20:25:01.083245Z","steps":["trace[69356650] 'agreement among raft nodes before linearized reading' (duration: 288.033931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.297051Z","caller":"traceutil/trace.go:171","msg":"trace[1806958942] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"205.991923ms","start":"2026-03-31T20:25:03.091026Z","end":"2026-03-31T20:25:03.297018Z","steps":["trace[1806958942] 'process raft request' (duration: 195.782296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.29708Z","caller":"traceutil/trace.go:171","msg":"trace[904313666] linearizableReadLoop","detail":"{readStateIndex:3468; appliedIndex:3466; }","duration":"190.550333ms","start":"2026-03-31T20:25:03.106501Z","end":"2026-03-31T20:25:03.297051Z","steps":["trace[904313666] 'read index received' (duration: 25.62861ms)","trace[904313666] 'applied index is now lower than readState.Index' (duration: 164.920643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:03.297138Z","caller":"traceutil/trace.go:171","msg":"trace[751780961] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"205.877241ms","start":"2026-03-31T20:25:03.091239Z","end":"2026-03-31T20:25:03.297116Z","steps":["trace[751780961] 'process raft request' (duration: 205.693526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.297303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.785349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:25:03.297367Z","caller":"traceutil/trace.go:171","msg":"trace[1816799441] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3329; }","duration":"190.882013ms","start":"2026-03-31T20:25:03.106469Z","end":"2026-03-31T20:25:03.297351Z","steps":["trace[1816799441] 'agreement among raft nodes before linearized reading' (duration: 190.685057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.577371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.44383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:04.57746Z","caller":"traceutil/trace.go:171","msg":"trace[435660660] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3335; }","duration":"124.600133ms","start":"2026-03-31T20:25:04.45284Z","end":"2026-03-31T20:25:04.57744Z","steps":["trace[435660660] 'count revisions from in-memory index tree' (duration: 124.314726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.693212Z","caller":"traceutil/trace.go:171","msg":"trace[1581607505] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"104.059044ms","start":"2026-03-31T20:25:04.589122Z","end":"2026-03-31T20:25:04.693181Z","steps":["trace[1581607505] 'process raft request' (duration: 103.817948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.985286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.715873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:04.985364Z","caller":"traceutil/trace.go:171","msg":"trace[453404491] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3336; }","duration":"206.857026ms","start":"2026-03-31T20:25:04.778493Z","end":"2026-03-31T20:25:04.98535Z","steps":["trace[453404491] 'range keys from in-memory index tree' (duration: 206.58527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.985398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.009531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:04.985441Z","caller":"traceutil/trace.go:171","msg":"trace[2145765074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3336; }","duration":"145.074492ms","start":"2026-03-31T20:25:04.840354Z","end":"2026-03-31T20:25:04.985429Z","steps":["trace[2145765074] 'range keys from in-memory index tree' (duration: 144.877988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.13249Z","caller":"traceutil/trace.go:171","msg":"trace[1090888032] linearizableReadLoop","detail":"{readStateIndex:3477; appliedIndex:3476; }","duration":"139.807249ms","start":"2026-03-31T20:25:04.992659Z","end":"2026-03-31T20:25:05.132467Z","steps":["trace[1090888032] 'read index received' (duration: 139.558352ms)","trace[1090888032] 'applied index is now lower than readState.Index' (duration: 248.237µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:05.132578Z","caller":"traceutil/trace.go:171","msg":"trace[1536623290] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"142.081136ms","start":"2026-03-31T20:25:04.990455Z","end":"2026-03-31T20:25:05.132536Z","steps":["trace[1536623290] 'process raft request' (duration: 141.873131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.132667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.996364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T20:25:05.132697Z","caller":"traceutil/trace.go:171","msg":"trace[1924290338] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3337; }","duration":"140.083336ms","start":"2026-03-31T20:25:04.992605Z","end":"2026-03-31T20:25:05.132689Z","steps":["trace[1924290338] 'agreement among raft nodes before linearized reading' (duration: 139.951773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.445315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.211613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:05.445473Z","caller":"traceutil/trace.go:171","msg":"trace[1466903627] linearizableReadLoop","detail":"{readStateIndex:3480; appliedIndex:3478; }","duration":"135.414787ms","start":"2026-03-31T20:25:05.310043Z","end":"2026-03-31T20:25:05.445458Z","steps":["trace[1466903627] 'read index received' (duration: 27.907166ms)","trace[1466903627] 'applied index is now lower than readState.Index' (duration: 107.506721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:05.44555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.51455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:05.445578Z","caller":"traceutil/trace.go:171","msg":"trace[1489049857] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3340; }","duration":"135.573361ms","start":"2026-03-31T20:25:05.309998Z","end":"2026-03-31T20:25:05.445571Z","steps":["trace[1489049857] 'agreement among raft nodes before linearized reading' (duration: 135.500339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.445862Z","caller":"traceutil/trace.go:171","msg":"trace[386832806] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"137.816389ms","start":"2026-03-31T20:25:05.30803Z","end":"2026-03-31T20:25:05.445847Z","steps":["trace[386832806] 'process raft request' (duration: 137.383218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.445845Z","caller":"traceutil/trace.go:171","msg":"trace[905750250] transaction","detail":"{read_only:false; response_revision:3339; number_of_response:1; }","duration":"139.538021ms","start":"2026-03-31T20:25:05.306237Z","end":"2026-03-31T20:25:05.445775Z","steps":["trace[905750250] 'process raft request' (duration: 31.699592ms)","trace[905750250] 'compare' (duration: 107.09999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:06.247764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.379313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:25:06.49935Z","caller":"traceutil/trace.go:171","msg":"trace[178678346] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"167.405158ms","start":"2026-03-31T20:25:06.331919Z","end":"2026-03-31T20:25:06.499324Z","steps":["trace[178678346] 'process raft request' (duration: 159.478477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:06.505653Z","caller":"traceutil/trace.go:171","msg":"trace[1855275014] linearizableReadLoop","detail":"{readStateIndex:3484; appliedIndex:3482; }","duration":"163.962421ms","start":"2026-03-31T20:25:06.341669Z","end":"2026-03-31T20:25:06.505631Z","steps":["trace[1855275014] 'read index received' (duration: 149.765052ms)","trace[1855275014] 'applied index is now lower than readState.Index' (duration: 14.196439ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:06.505728Z","caller":"traceutil/trace.go:171","msg":"trace[1782167491] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"173.730287ms","start":"2026-03-31T20:25:06.331964Z","end":"2026-03-31T20:25:06.505695Z","steps":["trace[1782167491] 'process raft request' (duration: 173.527342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:06.505793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.20678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:06.505857Z","caller":"traceutil/trace.go:171","msg":"trace[792161193] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3343; }","duration":"129.282042ms","start":"2026-03-31T20:25:06.37653Z","end":"2026-03-31T20:25:06.505812Z","steps":["trace[792161193] 'agreement among raft nodes before linearized reading' (duration: 129.212441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:06.505861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.704458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:06.505927Z","caller":"traceutil/trace.go:171","msg":"trace[111440296] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3343; }","duration":"111.81068ms","start":"2026-03-31T20:25:06.394099Z","end":"2026-03-31T20:25:06.505909Z","steps":["trace[111440296] 'agreement among raft nodes before linearized reading' (duration: 111.700367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:06.506004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.251678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:25:06.506067Z","caller":"traceutil/trace.go:171","msg":"trace[237186239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3343; }","duration":"164.441382ms","start":"2026-03-31T20:25:06.34161Z","end":"2026-03-31T20:25:06.506051Z","steps":["trace[237186239] 'agreement among raft nodes before linearized reading' (duration: 164.096514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.017369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.310437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:07.017451Z","caller":"traceutil/trace.go:171","msg":"trace[1536598117] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3345; }","duration":"239.43068ms","start":"2026-03-31T20:25:06.778001Z","end":"2026-03-31T20:25:07.017432Z","steps":["trace[1536598117] 'range keys from in-memory index tree' (duration: 239.084201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.017763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.055953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:07.018199Z","caller":"traceutil/trace.go:171","msg":"trace[1627162178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3345; }","duration":"177.531745ms","start":"2026-03-31T20:25:06.840655Z","end":"2026-03-31T20:25:07.018186Z","steps":["trace[1627162178] 'range keys from in-memory index tree' (duration: 176.95573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.803787Z","caller":"traceutil/trace.go:171","msg":"trace[277912807] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"312.640733ms","start":"2026-03-31T20:25:07.491107Z","end":"2026-03-31T20:25:07.803748Z","steps":["trace[277912807] 'process raft request' (duration: 312.11974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:07.804009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.491081Z","time spent":"312.812427ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:07.933127Z","caller":"traceutil/trace.go:171","msg":"trace[1498781537] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"405.440212ms","start":"2026-03-31T20:25:07.527654Z","end":"2026-03-31T20:25:07.933094Z","steps":["trace[1498781537] 'process raft request' (duration: 405.35751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.933167Z","caller":"traceutil/trace.go:171","msg":"trace[1905309955] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"441.122534ms","start":"2026-03-31T20:25:07.492008Z","end":"2026-03-31T20:25:07.933131Z","steps":["trace[1905309955] 'process raft request' (duration: 370.950038ms)","trace[1905309955] 'compare' (duration: 69.875679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:07.933317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.491979Z","time spent":"441.254338ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:07.933321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.527628Z","time spent":"405.586915ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:08.578881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.97543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:25:08.578911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.280764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:25:08.578992Z","caller":"traceutil/trace.go:171","msg":"trace[937758272] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bc1a77ea69; range_end:; response_count:1; response_revision:3351; }","duration":"472.430598ms","start":"2026-03-31T20:25:08.106543Z","end":"2026-03-31T20:25:08.578974Z","steps":["trace[937758272] 'range keys from in-memory index tree' (duration: 472.068029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:08.579018Z","caller":"traceutil/trace.go:171","msg":"trace[681015792] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"283.495136ms","start":"2026-03-31T20:25:08.295491Z","end":"2026-03-31T20:25:08.578986Z","steps":["trace[681015792] 'process raft request' (duration: 201.721496ms)","trace[681015792] 'compare' (duration: 81.510233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:08.579024Z","caller":"traceutil/trace.go:171","msg":"trace[1613046868] linearizableReadLoop","detail":"{readStateIndex:3493; appliedIndex:3492; }","duration":"121.007352ms","start":"2026-03-31T20:25:08.457999Z","end":"2026-03-31T20:25:08.579006Z","steps":["trace[1613046868] 'read index received' (duration: 39.12882ms)","trace[1613046868] 'applied index is now lower than readState.Index' (duration: 81.877672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:08.579242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.233118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:08.579317Z","caller":"traceutil/trace.go:171","msg":"trace[409704749] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3353; }","duration":"121.349671ms","start":"2026-03-31T20:25:08.457948Z","end":"2026-03-31T20:25:08.579298Z","steps":["trace[409704749] 'agreement among raft nodes before linearized reading' (duration: 121.112446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:08.578992Z","caller":"traceutil/trace.go:171","msg":"trace[2137082786] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3351; }","duration":"531.147414ms","start":"2026-03-31T20:25:08.047817Z","end":"2026-03-31T20:25:08.578965Z","steps":["trace[2137082786] 'count revisions from in-memory index tree' (duration: 530.843237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.579458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:08.047781Z","time spent":"531.615946ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:08.57948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:08.106514Z","time spent":"472.880439ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a206bc1a77ea69\" "} {"level":"info","ts":"2026-03-31T20:25:08.64549Z","caller":"traceutil/trace.go:171","msg":"trace[2118843253] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"135.520321ms","start":"2026-03-31T20:25:08.509946Z","end":"2026-03-31T20:25:08.645466Z","steps":["trace[2118843253] 'process raft request' (duration: 135.394928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.645774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.523707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T20:25:08.64586Z","caller":"traceutil/trace.go:171","msg":"trace[1012558960] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3354; }","duration":"185.619559ms","start":"2026-03-31T20:25:08.460218Z","end":"2026-03-31T20:25:08.645838Z","steps":["trace[1012558960] 'agreement among raft nodes before linearized reading' (duration: 185.341892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:08.873676Z","caller":"traceutil/trace.go:171","msg":"trace[1073884003] linearizableReadLoop","detail":"{readStateIndex:3496; appliedIndex:3495; }","duration":"228.139934ms","start":"2026-03-31T20:25:08.645511Z","end":"2026-03-31T20:25:08.873651Z","steps":["trace[1073884003] 'read index received' (duration: 227.669392ms)","trace[1073884003] 'applied index is now lower than readState.Index' (duration: 469.672µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:08.873704Z","caller":"traceutil/trace.go:171","msg":"trace[421362171] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"290.711419ms","start":"2026-03-31T20:25:08.58296Z","end":"2026-03-31T20:25:08.873671Z","steps":["trace[421362171] 'process raft request' (duration: 290.326739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.874004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.077591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:08.874104Z","caller":"traceutil/trace.go:171","msg":"trace[675699487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3355; }","duration":"286.245115ms","start":"2026-03-31T20:25:08.58784Z","end":"2026-03-31T20:25:08.874085Z","steps":["trace[675699487] 'agreement among raft nodes before linearized reading' (duration: 285.929677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.883057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.748496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5fc51ead-767b-4653-811d-6d5c30d032f0\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T20:25:08.883158Z","caller":"traceutil/trace.go:171","msg":"trace[74538170] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"158.305687ms","start":"2026-03-31T20:25:08.724839Z","end":"2026-03-31T20:25:08.883144Z","steps":["trace[74538170] 'process raft request' (duration: 157.997669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:08.88323Z","caller":"traceutil/trace.go:171","msg":"trace[61433305] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5fc51ead-767b-4653-811d-6d5c30d032f0; range_end:; response_count:1; response_revision:3356; }","duration":"233.841979ms","start":"2026-03-31T20:25:08.649253Z","end":"2026-03-31T20:25:08.883094Z","steps":["trace[61433305] 'agreement among raft nodes before linearized reading' (duration: 233.692885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.883465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.377343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:08.883503Z","caller":"traceutil/trace.go:171","msg":"trace[1036802025] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3356; }","duration":"104.451435ms","start":"2026-03-31T20:25:08.779042Z","end":"2026-03-31T20:25:08.883494Z","steps":["trace[1036802025] 'agreement among raft nodes before linearized reading' (duration: 104.360212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:09.371902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.573407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:25:09.372016Z","caller":"traceutil/trace.go:171","msg":"trace[1510410655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3357; }","duration":"185.768592ms","start":"2026-03-31T20:25:09.186223Z","end":"2026-03-31T20:25:09.371992Z","steps":["trace[1510410655] 'range keys from in-memory index tree' (duration: 185.274529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:10.076431Z","caller":"traceutil/trace.go:171","msg":"trace[919509160] linearizableReadLoop","detail":"{readStateIndex:3501; appliedIndex:3500; }","duration":"235.063909ms","start":"2026-03-31T20:25:09.841339Z","end":"2026-03-31T20:25:10.076403Z","steps":["trace[919509160] 'read index received' (duration: 234.883955ms)","trace[919509160] 'applied index is now lower than readState.Index' (duration: 178.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:10.076556Z","caller":"traceutil/trace.go:171","msg":"trace[1258872572] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"263.032387ms","start":"2026-03-31T20:25:09.813484Z","end":"2026-03-31T20:25:10.076517Z","steps":["trace[1258872572] 'process raft request' (duration: 262.676478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:10.076708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.789513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:25:10.076752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.312176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:10.077137Z","caller":"traceutil/trace.go:171","msg":"trace[861247656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3360; }","duration":"235.854351ms","start":"2026-03-31T20:25:09.841261Z","end":"2026-03-31T20:25:10.077115Z","steps":["trace[861247656] 'agreement among raft nodes before linearized reading' (duration: 235.271545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:10.076813Z","caller":"traceutil/trace.go:171","msg":"trace[1653214293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3360; }","duration":"138.953198ms","start":"2026-03-31T20:25:09.937842Z","end":"2026-03-31T20:25:10.076795Z","steps":["trace[1653214293] 'agreement among raft nodes before linearized reading' (duration: 138.722401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:10.201575Z","caller":"traceutil/trace.go:171","msg":"trace[724044819] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"119.928116ms","start":"2026-03-31T20:25:10.081605Z","end":"2026-03-31T20:25:10.201533Z","steps":["trace[724044819] 'process raft request' (duration: 107.773009ms)","trace[724044819] 'compare' (duration: 11.851959ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:11.093425Z","caller":"traceutil/trace.go:171","msg":"trace[377582809] linearizableReadLoop","detail":"{readStateIndex:3508; appliedIndex:3507; }","duration":"199.52793ms","start":"2026-03-31T20:25:10.893868Z","end":"2026-03-31T20:25:11.093396Z","steps":["trace[377582809] 'read index received' (duration: 102.72806ms)","trace[377582809] 'applied index is now lower than readState.Index' (duration: 96.79887ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:11.093493Z","caller":"traceutil/trace.go:171","msg":"trace[868134768] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"206.001883ms","start":"2026-03-31T20:25:10.887458Z","end":"2026-03-31T20:25:11.09346Z","steps":["trace[868134768] 'process raft request' (duration: 109.212234ms)","trace[868134768] 'compare' (duration: 95.179919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:11.09392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.270145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:11.093999Z","caller":"traceutil/trace.go:171","msg":"trace[1619673664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3366; }","duration":"152.432499ms","start":"2026-03-31T20:25:10.941549Z","end":"2026-03-31T20:25:11.093981Z","steps":["trace[1619673664] 'agreement among raft nodes before linearized reading' (duration: 152.027279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:11.094097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.136477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:25:11.094182Z","caller":"traceutil/trace.go:171","msg":"trace[1961664397] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3366; }","duration":"200.358872ms","start":"2026-03-31T20:25:10.893808Z","end":"2026-03-31T20:25:11.094167Z","steps":["trace[1961664397] 'agreement among raft nodes before linearized reading' (duration: 199.728895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:12.701743Z","caller":"traceutil/trace.go:171","msg":"trace[1798926873] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"105.233834ms","start":"2026-03-31T20:25:12.596468Z","end":"2026-03-31T20:25:12.701702Z","steps":["trace[1798926873] 'process raft request' (duration: 104.893824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:12.70278Z","caller":"traceutil/trace.go:171","msg":"trace[1220156263] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"102.393113ms","start":"2026-03-31T20:25:12.600357Z","end":"2026-03-31T20:25:12.70275Z","steps":["trace[1220156263] 'process raft request' (duration: 102.215168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:13.373286Z","caller":"traceutil/trace.go:171","msg":"trace[454308963] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"219.65766ms","start":"2026-03-31T20:25:13.153601Z","end":"2026-03-31T20:25:13.373258Z","steps":["trace[454308963] 'process raft request' (duration: 217.391472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:13.572069Z","caller":"traceutil/trace.go:171","msg":"trace[1666775848] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"158.093681ms","start":"2026-03-31T20:25:13.413948Z","end":"2026-03-31T20:25:13.572041Z","steps":["trace[1666775848] 'process raft request' (duration: 157.922997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.807205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.893215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:25:13.807285Z","caller":"traceutil/trace.go:171","msg":"trace[1379434288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3378; }","duration":"120.023228ms","start":"2026-03-31T20:25:13.687243Z","end":"2026-03-31T20:25:13.807266Z","steps":["trace[1379434288] 'range keys from in-memory index tree' (duration: 119.714421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:14.920208Z","caller":"traceutil/trace.go:171","msg":"trace[885524778] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"209.934703ms","start":"2026-03-31T20:25:14.710238Z","end":"2026-03-31T20:25:14.920172Z","steps":["trace[885524778] 'process raft request' (duration: 145.610256ms)","trace[885524778] 'compare' (duration: 64.138833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:14.92031Z","caller":"traceutil/trace.go:171","msg":"trace[1348666240] linearizableReadLoop","detail":"{readStateIndex:3527; appliedIndex:3526; }","duration":"172.526778ms","start":"2026-03-31T20:25:14.747748Z","end":"2026-03-31T20:25:14.920275Z","steps":["trace[1348666240] 'read index received' (duration: 21.584977ms)","trace[1348666240] 'applied index is now lower than readState.Index' (duration: 150.937821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:14.920455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.694922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:14.920493Z","caller":"traceutil/trace.go:171","msg":"trace[2001858929] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3386; }","duration":"172.807195ms","start":"2026-03-31T20:25:14.747676Z","end":"2026-03-31T20:25:14.920483Z","steps":["trace[2001858929] 'agreement among raft nodes before linearized reading' (duration: 172.722953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:14.92062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.501557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:14.920668Z","caller":"traceutil/trace.go:171","msg":"trace[174742477] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3386; }","duration":"142.601599ms","start":"2026-03-31T20:25:14.778055Z","end":"2026-03-31T20:25:14.920657Z","steps":["trace[174742477] 'agreement among raft nodes before linearized reading' (duration: 142.390924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:15.179966Z","caller":"traceutil/trace.go:171","msg":"trace[1511504071] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"189.26948ms","start":"2026-03-31T20:25:14.990656Z","end":"2026-03-31T20:25:15.179925Z","steps":["trace[1511504071] 'process raft request' (duration: 97.062306ms)","trace[1511504071] 'compare' (duration: 92.05962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:15.314071Z","caller":"traceutil/trace.go:171","msg":"trace[914291934] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"177.704768ms","start":"2026-03-31T20:25:15.136335Z","end":"2026-03-31T20:25:15.31404Z","steps":["trace[914291934] 'process raft request' (duration: 147.880003ms)","trace[914291934] 'compare' (duration: 29.687131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:15.551388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.756798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:15.551509Z","caller":"traceutil/trace.go:171","msg":"trace[568923346] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"169.671575ms","start":"2026-03-31T20:25:15.381815Z","end":"2026-03-31T20:25:15.551486Z","steps":["trace[568923346] 'process raft request' (duration: 42.714302ms)","trace[568923346] 'compare' (duration: 126.516022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:15.800531Z","caller":"traceutil/trace.go:171","msg":"trace[512234481] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"159.817385ms","start":"2026-03-31T20:25:15.640684Z","end":"2026-03-31T20:25:15.800502Z","steps":["trace[512234481] 'process raft request' (duration: 64.499573ms)","trace[512234481] 'compare' (duration: 94.837501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:17.380168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.516588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:17.380284Z","caller":"traceutil/trace.go:171","msg":"trace[1477813133] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3396; }","duration":"127.693273ms","start":"2026-03-31T20:25:17.252572Z","end":"2026-03-31T20:25:17.380266Z","steps":["trace[1477813133] 'count revisions from in-memory index tree' (duration: 127.403846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:17.705117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.533335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:17.705225Z","caller":"traceutil/trace.go:171","msg":"trace[1625065828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3397; }","duration":"149.72846ms","start":"2026-03-31T20:25:17.555477Z","end":"2026-03-31T20:25:17.705205Z","steps":["trace[1625065828] 'range keys from in-memory index tree' (duration: 149.32049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:18.033197Z","caller":"traceutil/trace.go:171","msg":"trace[577190566] linearizableReadLoop","detail":"{readStateIndex:3542; appliedIndex:3541; }","duration":"229.332395ms","start":"2026-03-31T20:25:17.803839Z","end":"2026-03-31T20:25:18.033172Z","steps":["trace[577190566] 'read index received' (duration: 6.608286ms)","trace[577190566] 'applied index is now lower than readState.Index' (duration: 222.723019ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:18.033403Z","caller":"traceutil/trace.go:171","msg":"trace[308514359] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"318.967354ms","start":"2026-03-31T20:25:17.714405Z","end":"2026-03-31T20:25:18.033372Z","steps":["trace[308514359] 'process raft request' (duration: 318.604805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:18.03359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:17.714391Z","time spent":"319.116238ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:18.034062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.199957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:25:18.034151Z","caller":"traceutil/trace.go:171","msg":"trace[1122493172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3399; }","duration":"230.402151ms","start":"2026-03-31T20:25:17.803729Z","end":"2026-03-31T20:25:18.034132Z","steps":["trace[1122493172] 'agreement among raft nodes before linearized reading' (duration: 229.615582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:18.236549Z","caller":"traceutil/trace.go:171","msg":"trace[1093536724] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"156.162862ms","start":"2026-03-31T20:25:18.08036Z","end":"2026-03-31T20:25:18.236522Z","steps":["trace[1093536724] 'process raft request' (duration: 78.691722ms)","trace[1093536724] 'compare' (duration: 77.335537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:18.576065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.131385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:18.576255Z","caller":"traceutil/trace.go:171","msg":"trace[474394285] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3402; }","duration":"217.330351ms","start":"2026-03-31T20:25:18.358874Z","end":"2026-03-31T20:25:18.576204Z","steps":["trace[474394285] 'count revisions from in-memory index tree' (duration: 217.061083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:19.446391Z","caller":"traceutil/trace.go:171","msg":"trace[227633019] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"583.472688ms","start":"2026-03-31T20:25:18.862892Z","end":"2026-03-31T20:25:19.446365Z","steps":["trace[227633019] 'process raft request' (duration: 583.312074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:19.446549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:18.862866Z","time spent":"583.602482ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:19.514333Z","caller":"traceutil/trace.go:171","msg":"trace[1911030952] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"121.111056ms","start":"2026-03-31T20:25:19.393201Z","end":"2026-03-31T20:25:19.514312Z","steps":["trace[1911030952] 'process raft request' (duration: 121.080385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:19.514658Z","caller":"traceutil/trace.go:171","msg":"trace[187668180] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"536.294435ms","start":"2026-03-31T20:25:18.978355Z","end":"2026-03-31T20:25:19.51465Z","steps":["trace[187668180] 'process raft request' (duration: 517.825597ms)","trace[187668180] 'compare' (duration: 17.969895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:19.514735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:18.978327Z","time spent":"536.355336ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:19.514831Z","caller":"traceutil/trace.go:171","msg":"trace[424997999] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"533.439263ms","start":"2026-03-31T20:25:18.981385Z","end":"2026-03-31T20:25:19.514825Z","steps":["trace[424997999] 'process raft request' (duration: 532.869938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:19.514875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:18.981372Z","time spent":"533.480204ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:20.268809Z","caller":"traceutil/trace.go:171","msg":"trace[1619692480] linearizableReadLoop","detail":"{readStateIndex:3552; appliedIndex:3551; }","duration":"169.060839ms","start":"2026-03-31T20:25:20.099722Z","end":"2026-03-31T20:25:20.268783Z","steps":["trace[1619692480] 'read index received' (duration: 168.768712ms)","trace[1619692480] 'applied index is now lower than readState.Index' (duration: 290.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:20.268962Z","caller":"traceutil/trace.go:171","msg":"trace[1599313352] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"226.651767ms","start":"2026-03-31T20:25:20.042275Z","end":"2026-03-31T20:25:20.268926Z","steps":["trace[1599313352] 'process raft request' (duration: 226.341399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:20.269012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.270974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:25:20.269047Z","caller":"traceutil/trace.go:171","msg":"trace[1940829259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3409; }","duration":"169.351897ms","start":"2026-03-31T20:25:20.099686Z","end":"2026-03-31T20:25:20.269038Z","steps":["trace[1940829259] 'agreement among raft nodes before linearized reading' (duration: 169.203283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:20.479119Z","caller":"traceutil/trace.go:171","msg":"trace[1535134599] linearizableReadLoop","detail":"{readStateIndex:3553; appliedIndex:3552; }","duration":"149.405772ms","start":"2026-03-31T20:25:20.329682Z","end":"2026-03-31T20:25:20.479087Z","steps":["trace[1535134599] 'read index received' (duration: 79.224576ms)","trace[1535134599] 'applied index is now lower than readState.Index' (duration: 70.180206ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:20.479407Z","caller":"traceutil/trace.go:171","msg":"trace[267354692] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"205.941713ms","start":"2026-03-31T20:25:20.273432Z","end":"2026-03-31T20:25:20.479373Z","steps":["trace[267354692] 'process raft request' (duration: 135.576592ms)","trace[267354692] 'compare' (duration: 69.854989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:20.479496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.792092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:20.479599Z","caller":"traceutil/trace.go:171","msg":"trace[985039145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3410; }","duration":"149.924095ms","start":"2026-03-31T20:25:20.329654Z","end":"2026-03-31T20:25:20.479578Z","steps":["trace[985039145] 'agreement among raft nodes before linearized reading' (duration: 149.532176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:20.665171Z","caller":"traceutil/trace.go:171","msg":"trace[1425973169] linearizableReadLoop","detail":"{readStateIndex:3554; appliedIndex:3553; }","duration":"127.147137ms","start":"2026-03-31T20:25:20.538008Z","end":"2026-03-31T20:25:20.665156Z","steps":["trace[1425973169] 'read index received' (duration: 81.209305ms)","trace[1425973169] 'applied index is now lower than readState.Index' (duration: 45.936602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:20.665555Z","caller":"traceutil/trace.go:171","msg":"trace[140999198] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"182.420937ms","start":"2026-03-31T20:25:20.483117Z","end":"2026-03-31T20:25:20.665538Z","steps":["trace[140999198] 'process raft request' (duration: 136.109285ms)","trace[140999198] 'compare' (duration: 45.82141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:20.666033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.00712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:20.666159Z","caller":"traceutil/trace.go:171","msg":"trace[1896393271] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3411; }","duration":"128.185655ms","start":"2026-03-31T20:25:20.537948Z","end":"2026-03-31T20:25:20.666134Z","steps":["trace[1896393271] 'agreement among raft nodes before linearized reading' (duration: 128.017761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:20.950931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.966196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:20.951011Z","caller":"traceutil/trace.go:171","msg":"trace[1424742537] linearizableReadLoop","detail":"{readStateIndex:3555; appliedIndex:3554; }","duration":"176.435466ms","start":"2026-03-31T20:25:20.774563Z","end":"2026-03-31T20:25:20.950998Z","steps":["trace[1424742537] 'read index received' (duration: 24.278505ms)","trace[1424742537] 'applied index is now lower than readState.Index' (duration: 152.156121ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:20.951182Z","caller":"traceutil/trace.go:171","msg":"trace[236548586] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"281.151606ms","start":"2026-03-31T20:25:20.669995Z","end":"2026-03-31T20:25:20.951147Z","steps":["trace[236548586] 'process raft request' (duration: 128.907133ms)","trace[236548586] 'compare' (duration: 151.611998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:20.951277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.701483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:20.951347Z","caller":"traceutil/trace.go:171","msg":"trace[1053071039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3412; }","duration":"176.826346ms","start":"2026-03-31T20:25:20.774506Z","end":"2026-03-31T20:25:20.951332Z","steps":["trace[1053071039] 'agreement among raft nodes before linearized reading' (duration: 176.692723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:20.952322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.669405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:25:20.952352Z","caller":"traceutil/trace.go:171","msg":"trace[1465706718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3412; }","duration":"122.701846ms","start":"2026-03-31T20:25:20.829644Z","end":"2026-03-31T20:25:20.952346Z","steps":["trace[1465706718] 'agreement among raft nodes before linearized reading' (duration: 122.557913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:20.952293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.269246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:20.952421Z","caller":"traceutil/trace.go:171","msg":"trace[1939031681] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3412; }","duration":"173.881312ms","start":"2026-03-31T20:25:20.77852Z","end":"2026-03-31T20:25:20.952401Z","steps":["trace[1939031681] 'agreement among raft nodes before linearized reading' (duration: 173.166434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:20.952691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.773319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:20.952734Z","caller":"traceutil/trace.go:171","msg":"trace[955160451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3412; }","duration":"111.874382ms","start":"2026-03-31T20:25:20.84085Z","end":"2026-03-31T20:25:20.952724Z","steps":["trace[955160451] 'agreement among raft nodes before linearized reading' (duration: 111.781849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:20.952482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.63247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:25:20.95301Z","caller":"traceutil/trace.go:171","msg":"trace[1286431620] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:3412; }","duration":"156.140592ms","start":"2026-03-31T20:25:20.796736Z","end":"2026-03-31T20:25:20.952876Z","steps":["trace[1286431620] 'agreement among raft nodes before linearized reading' (duration: 155.611339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.371853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.588835ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-31T20:25:21.371966Z","caller":"traceutil/trace.go:171","msg":"trace[1928581861] linearizableReadLoop","detail":"{readStateIndex:3556; appliedIndex:3555; }","duration":"415.982719ms","start":"2026-03-31T20:25:20.955962Z","end":"2026-03-31T20:25:21.371945Z","steps":["trace[1928581861] 'read index received' (duration: 142.22719ms)","trace[1928581861] 'applied index is now lower than readState.Index' (duration: 273.753839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:21.372058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:20.955814Z","time spent":"416.241335ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:25:21.372383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.660545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:25:21.372467Z","caller":"traceutil/trace.go:171","msg":"trace[1818943537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3412; }","duration":"414.775028ms","start":"2026-03-31T20:25:20.957673Z","end":"2026-03-31T20:25:21.372448Z","steps":["trace[1818943537] 'agreement among raft nodes before linearized reading' (duration: 414.398939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.372508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:20.957662Z","time spent":"414.837289ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:25:21.37269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.713798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:25:21.372729Z","caller":"traceutil/trace.go:171","msg":"trace[365961896] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3412; }","duration":"416.79057ms","start":"2026-03-31T20:25:20.955927Z","end":"2026-03-31T20:25:21.372718Z","steps":["trace[365961896] 'agreement among raft nodes before linearized reading' (duration: 416.636466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.372772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:20.95591Z","time spent":"416.855171ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:25:21.68001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.729709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:21.680113Z","caller":"traceutil/trace.go:171","msg":"trace[664201350] linearizableReadLoop","detail":"{readStateIndex:3557; appliedIndex:3556; }","duration":"306.232242ms","start":"2026-03-31T20:25:21.373863Z","end":"2026-03-31T20:25:21.680095Z","steps":["trace[664201350] 'read index received' (duration: 158.473262ms)","trace[664201350] 'applied index is now lower than readState.Index' (duration: 147.7573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:21.680136Z","caller":"traceutil/trace.go:171","msg":"trace[345820201] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"306.990541ms","start":"2026-03-31T20:25:21.37312Z","end":"2026-03-31T20:25:21.680111Z","steps":["trace[345820201] 'process raft request' (duration: 159.073566ms)","trace[345820201] 'compare' (duration: 147.528044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:21.680276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:21.373098Z","time spent":"307.093424ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:21.68033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.454068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9401"} {"level":"info","ts":"2026-03-31T20:25:21.680387Z","caller":"traceutil/trace.go:171","msg":"trace[268509229] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3413; }","duration":"306.55407ms","start":"2026-03-31T20:25:21.373817Z","end":"2026-03-31T20:25:21.680371Z","steps":["trace[268509229] 'agreement among raft nodes before linearized reading' (duration: 306.349925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.680441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:21.373799Z","time spent":"306.630842ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9423,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:25:21.688719Z","caller":"traceutil/trace.go:171","msg":"trace[1629734419] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"234.25073ms","start":"2026-03-31T20:25:21.454449Z","end":"2026-03-31T20:25:21.688699Z","steps":["trace[1629734419] 'process raft request' (duration: 234.055065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:21.68894Z","caller":"traceutil/trace.go:171","msg":"trace[181463695] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"168.646409ms","start":"2026-03-31T20:25:21.520277Z","end":"2026-03-31T20:25:21.688924Z","steps":["trace[181463695] 'process raft request' (duration: 168.388173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:21.689172Z","caller":"traceutil/trace.go:171","msg":"trace[1352771342] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"168.826602ms","start":"2026-03-31T20:25:21.520338Z","end":"2026-03-31T20:25:21.689164Z","steps":["trace[1352771342] 'process raft request' (duration: 168.509434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:21.689333Z","caller":"traceutil/trace.go:171","msg":"trace[1334083485] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"168.964366ms","start":"2026-03-31T20:25:21.52036Z","end":"2026-03-31T20:25:21.689324Z","steps":["trace[1334083485] 'process raft request' (duration: 168.771112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.689492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.939953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:21.68953Z","caller":"traceutil/trace.go:171","msg":"trace[989230578] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3417; }","duration":"108.028405ms","start":"2026-03-31T20:25:21.581491Z","end":"2026-03-31T20:25:21.689519Z","steps":["trace[989230578] 'agreement among raft nodes before linearized reading' (duration: 107.955053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.689667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.466191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:21.689692Z","caller":"traceutil/trace.go:171","msg":"trace[1580798586] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3417; }","duration":"156.515441ms","start":"2026-03-31T20:25:21.533169Z","end":"2026-03-31T20:25:21.689685Z","steps":["trace[1580798586] 'agreement among raft nodes before linearized reading' (duration: 156.47168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.689822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.528184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:21.689896Z","caller":"traceutil/trace.go:171","msg":"trace[387691378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3417; }","duration":"307.627086ms","start":"2026-03-31T20:25:21.382252Z","end":"2026-03-31T20:25:21.689879Z","steps":["trace[387691378] 'agreement among raft nodes before linearized reading' (duration: 307.518634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.690003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.636628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-31T20:25:21.690021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:21.382239Z","time spent":"307.762669ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:25:21.69006Z","caller":"traceutil/trace.go:171","msg":"trace[2038407427] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3417; }","duration":"313.694259ms","start":"2026-03-31T20:25:21.376349Z","end":"2026-03-31T20:25:21.690043Z","steps":["trace[2038407427] 'agreement among raft nodes before linearized reading' (duration: 313.484614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.690146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:21.376315Z","time spent":"313.776912ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T20:25:22.393522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.31008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T20:25:22.393539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.50249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:25:22.393593Z","caller":"traceutil/trace.go:171","msg":"trace[1999122979] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3418; }","duration":"347.447624ms","start":"2026-03-31T20:25:22.046129Z","end":"2026-03-31T20:25:22.393577Z","steps":["trace[1999122979] 'count revisions from in-memory index tree' (duration: 347.216928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:22.393638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:22.046096Z","time spent":"347.533636ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":315,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:25:22.393638Z","caller":"traceutil/trace.go:171","msg":"trace[377270922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3418; }","duration":"120.647514ms","start":"2026-03-31T20:25:22.272968Z","end":"2026-03-31T20:25:22.393615Z","steps":["trace[377270922] 'range keys from in-memory index tree' (duration: 120.264984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:22.662669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.392376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:22.663057Z","caller":"traceutil/trace.go:171","msg":"trace[16937117] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"176.393875ms","start":"2026-03-31T20:25:22.486598Z","end":"2026-03-31T20:25:22.662992Z","steps":["trace[16937117] 'process raft request' (duration: 10.544397ms)","trace[16937117] 'compare' (duration: 165.198541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:22.998722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.171027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:22.998853Z","caller":"traceutil/trace.go:171","msg":"trace[783433894] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"324.895888ms","start":"2026-03-31T20:25:22.673935Z","end":"2026-03-31T20:25:22.998831Z","steps":["trace[783433894] 'process raft request' (duration: 89.498006ms)","trace[783433894] 'compare' (duration: 235.033143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:22.998919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:22.673918Z","time spent":"324.96866ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:23.002144Z","caller":"traceutil/trace.go:171","msg":"trace[1654144401] linearizableReadLoop","detail":"{readStateIndex:3566; appliedIndex:3565; }","duration":"224.197479ms","start":"2026-03-31T20:25:22.777918Z","end":"2026-03-31T20:25:23.002115Z","steps":["trace[1654144401] 'read index received' (duration: 223.991594ms)","trace[1654144401] 'applied index is now lower than readState.Index' (duration: 204.825µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:23.002521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.251816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:23.002578Z","caller":"traceutil/trace.go:171","msg":"trace[214726968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3422; }","duration":"163.354118ms","start":"2026-03-31T20:25:22.839212Z","end":"2026-03-31T20:25:23.002566Z","steps":["trace[214726968] 'agreement among raft nodes before linearized reading' (duration: 163.183074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:23.002572Z","caller":"traceutil/trace.go:171","msg":"trace[1822384528] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"316.643879ms","start":"2026-03-31T20:25:22.685875Z","end":"2026-03-31T20:25:23.002519Z","steps":["trace[1822384528] 'process raft request' (duration: 316.114225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:23.002792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.852216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:23.002935Z","caller":"traceutil/trace.go:171","msg":"trace[2114375521] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3422; }","duration":"225.048151ms","start":"2026-03-31T20:25:22.777861Z","end":"2026-03-31T20:25:23.002909Z","steps":["trace[2114375521] 'agreement among raft nodes before linearized reading' (duration: 224.59575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:23.002826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:22.685846Z","time spent":"316.863875ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:23.947794Z","caller":"traceutil/trace.go:171","msg":"trace[1216206180] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"252.655389ms","start":"2026-03-31T20:25:23.695111Z","end":"2026-03-31T20:25:23.947766Z","steps":["trace[1216206180] 'process raft request' (duration: 239.010444ms)","trace[1216206180] 'compare' (duration: 13.293457ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:23.948029Z","caller":"traceutil/trace.go:171","msg":"trace[715462470] linearizableReadLoop","detail":"{readStateIndex:3571; appliedIndex:3568; }","duration":"155.279292ms","start":"2026-03-31T20:25:23.792726Z","end":"2026-03-31T20:25:23.948005Z","steps":["trace[715462470] 'read index received' (duration: 141.336499ms)","trace[715462470] 'applied index is now lower than readState.Index' (duration: 13.941573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:23.948104Z","caller":"traceutil/trace.go:171","msg":"trace[1472981256] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"251.184402ms","start":"2026-03-31T20:25:23.6969Z","end":"2026-03-31T20:25:23.948084Z","steps":["trace[1472981256] 'process raft request' (duration: 251.027728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:23.948111Z","caller":"traceutil/trace.go:171","msg":"trace[2129580272] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"252.472165ms","start":"2026-03-31T20:25:23.695604Z","end":"2026-03-31T20:25:23.948076Z","steps":["trace[2129580272] 'process raft request' (duration: 252.066455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:23.948191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.450597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:23.948271Z","caller":"traceutil/trace.go:171","msg":"trace[543971862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3427; }","duration":"155.544039ms","start":"2026-03-31T20:25:23.792674Z","end":"2026-03-31T20:25:23.948218Z","steps":["trace[543971862] 'agreement among raft nodes before linearized reading' (duration: 155.464347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:23.948438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.078823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:23.948489Z","caller":"traceutil/trace.go:171","msg":"trace[1201784631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3427; }","duration":"111.172515ms","start":"2026-03-31T20:25:23.837306Z","end":"2026-03-31T20:25:23.948478Z","steps":["trace[1201784631] 'agreement among raft nodes before linearized reading' (duration: 111.069873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:24.165941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.337534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:24.166067Z","caller":"traceutil/trace.go:171","msg":"trace[403242967] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"212.378029ms","start":"2026-03-31T20:25:23.953665Z","end":"2026-03-31T20:25:24.166043Z","steps":["trace[403242967] 'process raft request' (duration: 103.83983ms)","trace[403242967] 'compare' (duration: 108.091748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:24.628757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.062684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:24.628832Z","caller":"traceutil/trace.go:171","msg":"trace[2123141633] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3428; }","duration":"218.190787ms","start":"2026-03-31T20:25:24.410623Z","end":"2026-03-31T20:25:24.628814Z","steps":["trace[2123141633] 'count revisions from in-memory index tree' (duration: 217.958431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:24.628853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.181442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:25:24.62896Z","caller":"traceutil/trace.go:171","msg":"trace[185580455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3428; }","duration":"208.292756ms","start":"2026-03-31T20:25:24.420615Z","end":"2026-03-31T20:25:24.628908Z","steps":["trace[185580455] 'range keys from in-memory index tree' (duration: 207.998828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:24.944986Z","caller":"traceutil/trace.go:171","msg":"trace[1651485548] linearizableReadLoop","detail":"{readStateIndex:3575; appliedIndex:3574; }","duration":"166.64164ms","start":"2026-03-31T20:25:24.778321Z","end":"2026-03-31T20:25:24.944962Z","steps":["trace[1651485548] 'read index received' (duration: 98.263918ms)","trace[1651485548] 'applied index is now lower than readState.Index' (duration: 68.376812ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:24.945072Z","caller":"traceutil/trace.go:171","msg":"trace[567240916] transaction","detail":"{read_only:false; response_revision:3431; number_of_response:1; }","duration":"171.873233ms","start":"2026-03-31T20:25:24.773165Z","end":"2026-03-31T20:25:24.945038Z","steps":["trace[567240916] 'process raft request' (duration: 103.476641ms)","trace[567240916] 'compare' (duration: 68.203867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:24.945208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.869976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:24.945261Z","caller":"traceutil/trace.go:171","msg":"trace[1533131748] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3431; }","duration":"166.960489ms","start":"2026-03-31T20:25:24.778289Z","end":"2026-03-31T20:25:24.945249Z","steps":["trace[1533131748] 'agreement among raft nodes before linearized reading' (duration: 166.818185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:24.94521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.84056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:24.94542Z","caller":"traceutil/trace.go:171","msg":"trace[1389772363] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3431; }","duration":"136.117987ms","start":"2026-03-31T20:25:24.809294Z","end":"2026-03-31T20:25:24.945412Z","steps":["trace[1389772363] 'agreement among raft nodes before linearized reading' (duration: 135.83575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:25.586001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.462247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:25.586111Z","caller":"traceutil/trace.go:171","msg":"trace[332830140] linearizableReadLoop","detail":"{readStateIndex:3576; appliedIndex:3575; }","duration":"504.096329ms","start":"2026-03-31T20:25:25.081999Z","end":"2026-03-31T20:25:25.586095Z","steps":["trace[332830140] 'read index received' (duration: 290.470728ms)","trace[332830140] 'applied index is now lower than readState.Index' (duration: 213.624161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:25.586218Z","caller":"traceutil/trace.go:171","msg":"trace[35065721] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"578.576476ms","start":"2026-03-31T20:25:25.007605Z","end":"2026-03-31T20:25:25.586182Z","steps":["trace[35065721] 'process raft request' (duration: 364.837872ms)","trace[35065721] 'compare' (duration: 213.296993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:25.586373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.386506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:25:25.586582Z","caller":"traceutil/trace.go:171","msg":"trace[240110274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3432; }","duration":"504.666093ms","start":"2026-03-31T20:25:25.081903Z","end":"2026-03-31T20:25:25.586569Z","steps":["trace[240110274] 'agreement among raft nodes before linearized reading' (duration: 504.236862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:25.586392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:25.007585Z","time spent":"578.717989ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:25.586643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:25.081867Z","time spent":"504.764076ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:25:25.960773Z","caller":"traceutil/trace.go:171","msg":"trace[2039898831] linearizableReadLoop","detail":"{readStateIndex:3577; appliedIndex:3576; }","duration":"119.379675ms","start":"2026-03-31T20:25:25.841359Z","end":"2026-03-31T20:25:25.960739Z","steps":["trace[2039898831] 'read index received' (duration: 119.268342ms)","trace[2039898831] 'applied index is now lower than readState.Index' (duration: 109.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:25.977331Z","caller":"traceutil/trace.go:171","msg":"trace[1541330117] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"385.705849ms","start":"2026-03-31T20:25:25.591544Z","end":"2026-03-31T20:25:25.97725Z","steps":["trace[1541330117] 'process raft request' (duration: 368.975726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:25.97745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.070947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:25.97751Z","caller":"traceutil/trace.go:171","msg":"trace[673061678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3433; }","duration":"136.19484ms","start":"2026-03-31T20:25:25.841297Z","end":"2026-03-31T20:25:25.977492Z","steps":["trace[673061678] 'agreement among raft nodes before linearized reading' (duration: 119.566769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:25.977521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:25.591516Z","time spent":"385.928206ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:26.09031Z","caller":"traceutil/trace.go:171","msg":"trace[590720153] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"186.248868ms","start":"2026-03-31T20:25:25.904024Z","end":"2026-03-31T20:25:26.090273Z","steps":["trace[590720153] 'process raft request' (duration: 143.048294ms)","trace[590720153] 'compare' (duration: 42.961788ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:26.090833Z","caller":"traceutil/trace.go:171","msg":"trace[237228940] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"136.328064ms","start":"2026-03-31T20:25:25.95447Z","end":"2026-03-31T20:25:26.090798Z","steps":["trace[237228940] 'process raft request' (duration: 136.266602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:26.090928Z","caller":"traceutil/trace.go:171","msg":"trace[821837954] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"136.490127ms","start":"2026-03-31T20:25:25.954408Z","end":"2026-03-31T20:25:26.090898Z","steps":["trace[821837954] 'process raft request' (duration: 136.171909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:26.090957Z","caller":"traceutil/trace.go:171","msg":"trace[2048809210] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"136.59117ms","start":"2026-03-31T20:25:25.954339Z","end":"2026-03-31T20:25:26.09093Z","steps":["trace[2048809210] 'process raft request' (duration: 135.885092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:26.381004Z","caller":"traceutil/trace.go:171","msg":"trace[1756074528] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"161.016289ms","start":"2026-03-31T20:25:26.219941Z","end":"2026-03-31T20:25:26.380958Z","steps":["trace[1756074528] 'process raft request' (duration: 160.665469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:28.272123Z","caller":"traceutil/trace.go:171","msg":"trace[851367440] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"174.545642ms","start":"2026-03-31T20:25:28.097555Z","end":"2026-03-31T20:25:28.2721Z","steps":["trace[851367440] 'process raft request' (duration: 174.410458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:28.411144Z","caller":"traceutil/trace.go:171","msg":"trace[1808068287] linearizableReadLoop","detail":"{readStateIndex:3591; appliedIndex:3587; }","duration":"270.949272ms","start":"2026-03-31T20:25:28.140173Z","end":"2026-03-31T20:25:28.411122Z","steps":["trace[1808068287] 'read index received' (duration: 131.84706ms)","trace[1808068287] 'applied index is now lower than readState.Index' (duration: 139.100902ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:28.411561Z","caller":"traceutil/trace.go:171","msg":"trace[1716524565] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"313.706696ms","start":"2026-03-31T20:25:28.097843Z","end":"2026-03-31T20:25:28.41155Z","steps":["trace[1716524565] 'process raft request' (duration: 269.115928ms)","trace[1716524565] 'compare' (duration: 43.901321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:28.411652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:28.097804Z","time spent":"313.781768ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:28.411793Z","caller":"traceutil/trace.go:171","msg":"trace[2113886091] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"313.922443ms","start":"2026-03-31T20:25:28.097859Z","end":"2026-03-31T20:25:28.411782Z","steps":["trace[2113886091] 'process raft request' (duration: 313.164423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:28.411836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:28.097804Z","time spent":"314.010415ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:28.411938Z","caller":"traceutil/trace.go:171","msg":"trace[473941949] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"312.804094ms","start":"2026-03-31T20:25:28.099126Z","end":"2026-03-31T20:25:28.41193Z","steps":["trace[473941949] 'process raft request' (duration: 311.941021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:28.411979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:28.099098Z","time spent":"312.861035ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:28.412116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.949378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:28.412146Z","caller":"traceutil/trace.go:171","msg":"trace[174028244] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3446; }","duration":"272.01535ms","start":"2026-03-31T20:25:28.140121Z","end":"2026-03-31T20:25:28.412136Z","steps":["trace[174028244] 'agreement among raft nodes before linearized reading' (duration: 271.956528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:28.980097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.943517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:28.98027Z","caller":"traceutil/trace.go:171","msg":"trace[582924368] linearizableReadLoop","detail":"{readStateIndex:3594; appliedIndex:3593; }","duration":"200.55291ms","start":"2026-03-31T20:25:28.77967Z","end":"2026-03-31T20:25:28.980223Z","steps":["trace[582924368] 'read index received' (duration: 97.329456ms)","trace[582924368] 'applied index is now lower than readState.Index' (duration: 103.221664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:28.980573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.900699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T20:25:28.980591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.632265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:25:28.980583Z","caller":"traceutil/trace.go:171","msg":"trace[1237558368] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"303.438597ms","start":"2026-03-31T20:25:28.677109Z","end":"2026-03-31T20:25:28.980548Z","steps":["trace[1237558368] 'process raft request' (duration: 199.950295ms)","trace[1237558368] 'compare' (duration: 102.791233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:28.980645Z","caller":"traceutil/trace.go:171","msg":"trace[272157946] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3449; }","duration":"201.009242ms","start":"2026-03-31T20:25:28.779617Z","end":"2026-03-31T20:25:28.980626Z","steps":["trace[272157946] 'agreement among raft nodes before linearized reading' (duration: 200.806967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:28.980653Z","caller":"traceutil/trace.go:171","msg":"trace[1071959854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3449; }","duration":"193.729698ms","start":"2026-03-31T20:25:28.786907Z","end":"2026-03-31T20:25:28.980636Z","steps":["trace[1071959854] 'agreement among raft nodes before linearized reading' (duration: 193.573264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:28.980728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:28.677088Z","time spent":"303.564129ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:28.98073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.704016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:25:28.980792Z","caller":"traceutil/trace.go:171","msg":"trace[1540286305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3449; }","duration":"159.797837ms","start":"2026-03-31T20:25:28.820978Z","end":"2026-03-31T20:25:28.980776Z","steps":["trace[1540286305] 'agreement among raft nodes before linearized reading' (duration: 159.586622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:29.127128Z","caller":"traceutil/trace.go:171","msg":"trace[1226682305] linearizableReadLoop","detail":"{readStateIndex:3596; appliedIndex:3595; }","duration":"122.283537ms","start":"2026-03-31T20:25:29.004816Z","end":"2026-03-31T20:25:29.127099Z","steps":["trace[1226682305] 'read index received' (duration: 37.411088ms)","trace[1226682305] 'applied index is now lower than readState.Index' (duration: 84.867779ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:29.127301Z","caller":"traceutil/trace.go:171","msg":"trace[2047676054] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"140.269353ms","start":"2026-03-31T20:25:28.98699Z","end":"2026-03-31T20:25:29.12726Z","steps":["trace[2047676054] 'process raft request' (duration: 128.452774ms)","trace[2047676054] 'compare' (duration: 11.491241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:29.127371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.535945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:25:29.127432Z","caller":"traceutil/trace.go:171","msg":"trace[917092682] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3451; }","duration":"122.654157ms","start":"2026-03-31T20:25:29.004764Z","end":"2026-03-31T20:25:29.127418Z","steps":["trace[917092682] 'agreement among raft nodes before linearized reading' (duration: 122.476713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:30.728667Z","caller":"traceutil/trace.go:171","msg":"trace[1902182000] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"215.377155ms","start":"2026-03-31T20:25:30.513245Z","end":"2026-03-31T20:25:30.728622Z","steps":["trace[1902182000] 'process raft request' (duration: 146.147961ms)","trace[1902182000] 'compare' (duration: 68.829743ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:31.798917Z","caller":"traceutil/trace.go:171","msg":"trace[614045147] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"117.749272ms","start":"2026-03-31T20:25:31.681139Z","end":"2026-03-31T20:25:31.798888Z","steps":["trace[614045147] 'process raft request' (duration: 117.569708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:32.614678Z","caller":"traceutil/trace.go:171","msg":"trace[1776896220] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"133.600514ms","start":"2026-03-31T20:25:32.481054Z","end":"2026-03-31T20:25:32.614655Z","steps":["trace[1776896220] 'process raft request' (duration: 133.081511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:32.61487Z","caller":"traceutil/trace.go:171","msg":"trace[850332150] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"132.253269ms","start":"2026-03-31T20:25:32.482606Z","end":"2026-03-31T20:25:32.61486Z","steps":["trace[850332150] 'process raft request' (duration: 131.625744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:34.765694Z","caller":"traceutil/trace.go:171","msg":"trace[1805719975] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"144.532462ms","start":"2026-03-31T20:25:34.621125Z","end":"2026-03-31T20:25:34.765657Z","steps":["trace[1805719975] 'process raft request' (duration: 129.912201ms)","trace[1805719975] 'compare' (duration: 14.463407ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:34.773274Z","caller":"traceutil/trace.go:171","msg":"trace[1028484070] linearizableReadLoop","detail":"{readStateIndex:3624; appliedIndex:3622; }","duration":"109.051722ms","start":"2026-03-31T20:25:34.664197Z","end":"2026-03-31T20:25:34.773249Z","steps":["trace[1028484070] 'read index received' (duration: 86.823639ms)","trace[1028484070] 'applied index is now lower than readState.Index' (duration: 22.226813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:34.773646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.421851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:34.773682Z","caller":"traceutil/trace.go:171","msg":"trace[562150840] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"150.203065ms","start":"2026-03-31T20:25:34.623431Z","end":"2026-03-31T20:25:34.773634Z","steps":["trace[562150840] 'process raft request' (duration: 149.686151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:34.773755Z","caller":"traceutil/trace.go:171","msg":"trace[2010618844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3478; }","duration":"109.524935ms","start":"2026-03-31T20:25:34.66419Z","end":"2026-03-31T20:25:34.773714Z","steps":["trace[2010618844] 'agreement among raft nodes before linearized reading' (duration: 109.207536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:35.219096Z","caller":"traceutil/trace.go:171","msg":"trace[714918337] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"130.003083ms","start":"2026-03-31T20:25:35.089059Z","end":"2026-03-31T20:25:35.219062Z","steps":["trace[714918337] 'process raft request' (duration: 129.703415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:35.279389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.684432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:25:35.279457Z","caller":"traceutil/trace.go:171","msg":"trace[783000835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3481; }","duration":"121.824345ms","start":"2026-03-31T20:25:35.157619Z","end":"2026-03-31T20:25:35.279443Z","steps":["trace[783000835] 'agreement among raft nodes before linearized reading' (duration: 121.62493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:35.279388Z","caller":"traceutil/trace.go:171","msg":"trace[2028689919] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"130.613109ms","start":"2026-03-31T20:25:35.14873Z","end":"2026-03-31T20:25:35.279343Z","steps":["trace[2028689919] 'process raft request' (duration: 130.384633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.038284Z","caller":"traceutil/trace.go:171","msg":"trace[347439449] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"151.388615ms","start":"2026-03-31T20:25:35.886872Z","end":"2026-03-31T20:25:36.038261Z","steps":["trace[347439449] 'process raft request' (duration: 151.18861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:36.199999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.514547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:25:36.200182Z","caller":"traceutil/trace.go:171","msg":"trace[1533340417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3483; }","duration":"115.757433ms","start":"2026-03-31T20:25:36.084402Z","end":"2026-03-31T20:25:36.20016Z","steps":["trace[1533340417] 'range keys from in-memory index tree' (duration: 115.300332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:36.312445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.507985ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:25:36.312595Z","caller":"traceutil/trace.go:171","msg":"trace[1045644400] linearizableReadLoop","detail":"{readStateIndex:3630; appliedIndex:3629; }","duration":"146.995384ms","start":"2026-03-31T20:25:36.165528Z","end":"2026-03-31T20:25:36.312524Z","steps":["trace[1045644400] 'read index received' (duration: 33.260603ms)","trace[1045644400] 'applied index is now lower than readState.Index' (duration: 113.733221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:36.31269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.162078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:36.312725Z","caller":"traceutil/trace.go:171","msg":"trace[1222254756] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3483; }","duration":"147.267031ms","start":"2026-03-31T20:25:36.165448Z","end":"2026-03-31T20:25:36.312715Z","steps":["trace[1222254756] 'agreement among raft nodes before linearized reading' (duration: 147.170798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.325372Z","caller":"traceutil/trace.go:171","msg":"trace[1387165796] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"113.959106ms","start":"2026-03-31T20:25:36.211382Z","end":"2026-03-31T20:25:36.325341Z","steps":["trace[1387165796] 'process raft request' (duration: 113.775982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:36.952324Z","caller":"traceutil/trace.go:171","msg":"trace[1152073755] linearizableReadLoop","detail":"{readStateIndex:3635; appliedIndex:3634; }","duration":"141.444832ms","start":"2026-03-31T20:25:36.810846Z","end":"2026-03-31T20:25:36.952291Z","steps":["trace[1152073755] 'read index received' (duration: 140.636152ms)","trace[1152073755] 'applied index is now lower than readState.Index' (duration: 807.54µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:36.952429Z","caller":"traceutil/trace.go:171","msg":"trace[1291689344] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"172.293133ms","start":"2026-03-31T20:25:36.780093Z","end":"2026-03-31T20:25:36.952387Z","steps":["trace[1291689344] 'process raft request' (duration: 171.428102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:36.952647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.779781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:25:36.952709Z","caller":"traceutil/trace.go:171","msg":"trace[695614670] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3488; }","duration":"141.880783ms","start":"2026-03-31T20:25:36.810809Z","end":"2026-03-31T20:25:36.95269Z","steps":["trace[695614670] 'agreement among raft nodes before linearized reading' (duration: 141.682318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:36.953024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.785019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:36.953131Z","caller":"traceutil/trace.go:171","msg":"trace[1427246930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3488; }","duration":"135.907944ms","start":"2026-03-31T20:25:36.817207Z","end":"2026-03-31T20:25:36.953115Z","steps":["trace[1427246930] 'agreement among raft nodes before linearized reading' (duration: 135.709058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:38.514913Z","caller":"traceutil/trace.go:171","msg":"trace[877966540] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"123.917429ms","start":"2026-03-31T20:25:38.390969Z","end":"2026-03-31T20:25:38.514886Z","steps":["trace[877966540] 'process raft request' (duration: 123.723634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:38.893567Z","caller":"traceutil/trace.go:171","msg":"trace[854910944] linearizableReadLoop","detail":"{readStateIndex:3644; appliedIndex:3643; }","duration":"139.087223ms","start":"2026-03-31T20:25:38.754446Z","end":"2026-03-31T20:25:38.893533Z","steps":["trace[854910944] 'read index received' (duration: 80.451387ms)","trace[854910944] 'applied index is now lower than readState.Index' (duration: 58.633045ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:38.893575Z","caller":"traceutil/trace.go:171","msg":"trace[140861748] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"172.020376ms","start":"2026-03-31T20:25:38.7215Z","end":"2026-03-31T20:25:38.893521Z","steps":["trace[140861748] 'process raft request' (duration: 113.372121ms)","trace[140861748] 'compare' (duration: 57.951528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:38.894055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.582805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T20:25:38.894052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.288314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:38.894104Z","caller":"traceutil/trace.go:171","msg":"trace[984840148] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3498; }","duration":"139.698188ms","start":"2026-03-31T20:25:38.754395Z","end":"2026-03-31T20:25:38.894093Z","steps":["trace[984840148] 'agreement among raft nodes before linearized reading' (duration: 139.318508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:38.894191Z","caller":"traceutil/trace.go:171","msg":"trace[452877608] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3498; }","duration":"114.442128ms","start":"2026-03-31T20:25:38.779679Z","end":"2026-03-31T20:25:38.894121Z","steps":["trace[452877608] 'agreement among raft nodes before linearized reading' (duration: 114.141681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:39.155894Z","caller":"traceutil/trace.go:171","msg":"trace[1186516238] linearizableReadLoop","detail":"{readStateIndex:3646; appliedIndex:3645; }","duration":"140.920549ms","start":"2026-03-31T20:25:39.014934Z","end":"2026-03-31T20:25:39.155854Z","steps":["trace[1186516238] 'read index received' (duration: 140.104919ms)","trace[1186516238] 'applied index is now lower than readState.Index' (duration: 813.36µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:39.155972Z","caller":"traceutil/trace.go:171","msg":"trace[1883483796] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"198.18171ms","start":"2026-03-31T20:25:38.95773Z","end":"2026-03-31T20:25:39.155912Z","steps":["trace[1883483796] 'process raft request' (duration: 197.40248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:39.15617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.220706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:39.156211Z","caller":"traceutil/trace.go:171","msg":"trace[1250698917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3499; }","duration":"141.342201ms","start":"2026-03-31T20:25:39.014859Z","end":"2026-03-31T20:25:39.156201Z","steps":["trace[1250698917] 'agreement among raft nodes before linearized reading' (duration: 141.114045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:40.86992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.860492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:25:40.870011Z","caller":"traceutil/trace.go:171","msg":"trace[243374539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3503; }","duration":"350.030486ms","start":"2026-03-31T20:25:40.51996Z","end":"2026-03-31T20:25:40.869991Z","steps":["trace[243374539] 'range keys from in-memory index tree' (duration: 349.634726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:40.870076Z","caller":"traceutil/trace.go:171","msg":"trace[1041126311] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"293.014372ms","start":"2026-03-31T20:25:40.57704Z","end":"2026-03-31T20:25:40.870054Z","steps":["trace[1041126311] 'process raft request' (duration: 230.866748ms)","trace[1041126311] 'compare' (duration: 62.002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:40.870117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:40.519892Z","time spent":"350.21222ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:25:40.914473Z","caller":"traceutil/trace.go:171","msg":"trace[112547588] linearizableReadLoop","detail":"{readStateIndex:3652; appliedIndex:3650; }","duration":"136.293532ms","start":"2026-03-31T20:25:40.778149Z","end":"2026-03-31T20:25:40.914442Z","steps":["trace[112547588] 'read index received' (duration: 29.741504ms)","trace[112547588] 'applied index is now lower than readState.Index' (duration: 106.550258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:40.915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.835276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:40.915059Z","caller":"traceutil/trace.go:171","msg":"trace[1999076328] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3505; }","duration":"136.939178ms","start":"2026-03-31T20:25:40.778104Z","end":"2026-03-31T20:25:40.915043Z","steps":["trace[1999076328] 'agreement among raft nodes before linearized reading' (duration: 136.731533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:40.916151Z","caller":"traceutil/trace.go:171","msg":"trace[17799570] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"268.819579ms","start":"2026-03-31T20:25:40.64732Z","end":"2026-03-31T20:25:40.91614Z","steps":["trace[17799570] 'process raft request' (duration: 266.975533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.16726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.865954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:41.167448Z","caller":"traceutil/trace.go:171","msg":"trace[1785603479] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"290.908579ms","start":"2026-03-31T20:25:40.876514Z","end":"2026-03-31T20:25:41.167423Z","steps":["trace[1785603479] 'process raft request' (duration: 163.774298ms)","trace[1785603479] 'compare' (duration: 126.730651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:41.167673Z","caller":"traceutil/trace.go:171","msg":"trace[1349000937] linearizableReadLoop","detail":"{readStateIndex:3654; appliedIndex:3652; }","duration":"253.049209ms","start":"2026-03-31T20:25:40.914589Z","end":"2026-03-31T20:25:41.167638Z","steps":["trace[1349000937] 'read index received' (duration: 125.831078ms)","trace[1349000937] 'applied index is now lower than readState.Index' (duration: 127.216251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:41.16772Z","caller":"traceutil/trace.go:171","msg":"trace[1652466775] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"268.123692ms","start":"2026-03-31T20:25:40.899547Z","end":"2026-03-31T20:25:41.167671Z","steps":["trace[1652466775] 'process raft request' (duration: 267.821385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.167942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.969851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:25:41.167992Z","caller":"traceutil/trace.go:171","msg":"trace[2075296243] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:3507; }","duration":"370.075274ms","start":"2026-03-31T20:25:40.797903Z","end":"2026-03-31T20:25:41.167978Z","steps":["trace[2075296243] 'agreement among raft nodes before linearized reading' (duration: 369.90045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.168027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:40.79788Z","time spent":"370.138365ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:25:41.168108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.46446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:41.168233Z","caller":"traceutil/trace.go:171","msg":"trace[1325807121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3507; }","duration":"328.652805ms","start":"2026-03-31T20:25:40.839552Z","end":"2026-03-31T20:25:41.168205Z","steps":["trace[1325807121] 'agreement among raft nodes before linearized reading' (duration: 328.168452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.168344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:40.839525Z","time spent":"328.808648ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:41.238565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.111663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:25:41.238698Z","caller":"traceutil/trace.go:171","msg":"trace[1235853717] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3508; }","duration":"319.288797ms","start":"2026-03-31T20:25:40.91938Z","end":"2026-03-31T20:25:41.238669Z","steps":["trace[1235853717] 'agreement among raft nodes before linearized reading' (duration: 318.960859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.238767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:40.919359Z","time spent":"319.38915ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:25:41.402765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.7071ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-31T20:25:41.402945Z","caller":"traceutil/trace.go:171","msg":"trace[694945450] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3655; }","duration":"165.01399ms","start":"2026-03-31T20:25:41.237906Z","end":"2026-03-31T20:25:41.40292Z","steps":["trace[694945450] 'read index received' (duration: 53.046184ms)","trace[694945450] 'applied index is now lower than readState.Index' (duration: 111.965976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:41.403126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.661018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:41.403223Z","caller":"traceutil/trace.go:171","msg":"trace[909059991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3508; }","duration":"233.795291ms","start":"2026-03-31T20:25:41.169405Z","end":"2026-03-31T20:25:41.4032Z","steps":["trace[909059991] 'agreement among raft nodes before linearized reading' (duration: 233.620337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.403327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.484829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:25:41.403228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.652739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T20:25:41.403376Z","caller":"traceutil/trace.go:171","msg":"trace[2073097120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3508; }","duration":"144.54641ms","start":"2026-03-31T20:25:41.258818Z","end":"2026-03-31T20:25:41.403364Z","steps":["trace[2073097120] 'agreement among raft nodes before linearized reading' (duration: 144.445008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:41.403494Z","caller":"traceutil/trace.go:171","msg":"trace[452699991] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3508; }","duration":"160.913306ms","start":"2026-03-31T20:25:41.242508Z","end":"2026-03-31T20:25:41.403421Z","steps":["trace[452699991] 'agreement among raft nodes before linearized reading' (duration: 160.539016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:41.55897Z","caller":"traceutil/trace.go:171","msg":"trace[445784405] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"149.22016ms","start":"2026-03-31T20:25:41.409702Z","end":"2026-03-31T20:25:41.558922Z","steps":["trace[445784405] 'process raft request' (duration: 107.080613ms)","trace[445784405] 'compare' (duration: 41.737436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:41.559195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.020546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:25:41.559287Z","caller":"traceutil/trace.go:171","msg":"trace[1018617364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3510; }","duration":"136.157049ms","start":"2026-03-31T20:25:41.423107Z","end":"2026-03-31T20:25:41.559264Z","steps":["trace[1018617364] 'agreement among raft nodes before linearized reading' (duration: 135.827011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.05488Z","caller":"traceutil/trace.go:171","msg":"trace[200130895] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"131.350957ms","start":"2026-03-31T20:25:42.923504Z","end":"2026-03-31T20:25:43.054855Z","steps":["trace[200130895] 'process raft request' (duration: 98.765212ms)","trace[200130895] 'compare' (duration: 32.458802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:43.861746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.847913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:43.862131Z","caller":"traceutil/trace.go:171","msg":"trace[1757955569] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"212.01292ms","start":"2026-03-31T20:25:43.650084Z","end":"2026-03-31T20:25:43.862097Z","steps":["trace[1757955569] 'process raft request' (duration: 69.728016ms)","trace[1757955569] 'compare' (duration: 141.70654ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:43.862173Z","caller":"traceutil/trace.go:171","msg":"trace[1639285395] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"207.798353ms","start":"2026-03-31T20:25:43.654338Z","end":"2026-03-31T20:25:43.862136Z","steps":["trace[1639285395] 'process raft request' (duration: 207.521276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:44.260345Z","caller":"traceutil/trace.go:171","msg":"trace[1733961325] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"122.812881ms","start":"2026-03-31T20:25:44.137435Z","end":"2026-03-31T20:25:44.260248Z","steps":["trace[1733961325] 'process raft request' (duration: 122.453752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:45.661678Z","caller":"traceutil/trace.go:171","msg":"trace[1594209948] transaction","detail":"{read_only:false; response_revision:3527; number_of_response:1; }","duration":"385.650369ms","start":"2026-03-31T20:25:45.275993Z","end":"2026-03-31T20:25:45.661644Z","steps":["trace[1594209948] 'process raft request' (duration: 385.418823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.661855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.27596Z","time spent":"385.809663ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:45.954107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.724393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:45.954387Z","caller":"traceutil/trace.go:171","msg":"trace[883383387] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"163.934163ms","start":"2026-03-31T20:25:45.79043Z","end":"2026-03-31T20:25:45.954364Z","steps":["trace[883383387] 'process raft request' (duration: 163.879191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:45.95475Z","caller":"traceutil/trace.go:171","msg":"trace[1902449351] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"647.143142ms","start":"2026-03-31T20:25:45.307591Z","end":"2026-03-31T20:25:45.954734Z","steps":["trace[1902449351] 'process raft request' (duration: 646.643459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:45.954786Z","caller":"traceutil/trace.go:171","msg":"trace[14814846] linearizableReadLoop","detail":"{readStateIndex:3677; appliedIndex:3674; }","duration":"644.440393ms","start":"2026-03-31T20:25:45.310315Z","end":"2026-03-31T20:25:45.954756Z","steps":["trace[14814846] 'read index received' (duration: 351.104743ms)","trace[14814846] 'applied index is now lower than readState.Index' (duration: 293.3335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:45.954833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.30758Z","time spent":"647.206994ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:45.95501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.69519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:25:45.955059Z","caller":"traceutil/trace.go:171","msg":"trace[1470448491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3530; }","duration":"644.779712ms","start":"2026-03-31T20:25:45.310268Z","end":"2026-03-31T20:25:45.955048Z","steps":["trace[1470448491] 'agreement among raft nodes before linearized reading' (duration: 644.620318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.955092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.310246Z","time spent":"644.838994ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:25:45.955201Z","caller":"traceutil/trace.go:171","msg":"trace[1728641709] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"649.901432ms","start":"2026-03-31T20:25:45.305289Z","end":"2026-03-31T20:25:45.95519Z","steps":["trace[1728641709] 'process raft request' (duration: 466.984319ms)","trace[1728641709] 'compare' (duration: 180.982224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:45.955264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.305259Z","time spent":"649.975734ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:45.955204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.312022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:45.955384Z","caller":"traceutil/trace.go:171","msg":"trace[1864787375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3530; }","duration":"344.542617ms","start":"2026-03-31T20:25:45.610831Z","end":"2026-03-31T20:25:45.955373Z","steps":["trace[1864787375] 'agreement among raft nodes before linearized reading' (duration: 344.226099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.955424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.610809Z","time spent":"344.603439ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:45.955535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.229214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:45.955568Z","caller":"traceutil/trace.go:171","msg":"trace[2019357251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3530; }","duration":"116.261674ms","start":"2026-03-31T20:25:45.839299Z","end":"2026-03-31T20:25:45.95556Z","steps":["trace[2019357251] 'agreement among raft nodes before linearized reading' (duration: 116.210383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.591095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.168153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:46.59175Z","caller":"traceutil/trace.go:171","msg":"trace[1509429872] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"629.565637ms","start":"2026-03-31T20:25:45.962138Z","end":"2026-03-31T20:25:46.591704Z","steps":["trace[1509429872] 'process raft request' (duration: 240.710147ms)","trace[1509429872] 'compare' (duration: 387.986798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:46.591948Z","caller":"traceutil/trace.go:171","msg":"trace[2081066467] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"629.387481ms","start":"2026-03-31T20:25:45.962539Z","end":"2026-03-31T20:25:46.591926Z","steps":["trace[2081066467] 'process raft request' (duration: 629.080903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.592207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.962122Z","time spent":"630.010288ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:46.592315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.962506Z","time spent":"629.75728ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:46.59197Z","caller":"traceutil/trace.go:171","msg":"trace[16394014] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"629.001982ms","start":"2026-03-31T20:25:45.962942Z","end":"2026-03-31T20:25:46.591944Z","steps":["trace[16394014] 'process raft request' (duration: 628.796576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:46.591994Z","caller":"traceutil/trace.go:171","msg":"trace[74170454] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"628.95149ms","start":"2026-03-31T20:25:45.963019Z","end":"2026-03-31T20:25:46.59197Z","steps":["trace[74170454] 'process raft request' (duration: 628.754825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.592658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.962922Z","time spent":"629.620217ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:46.613235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.963012Z","time spent":"629.649598ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:46.848348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.511328ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:25:46.848503Z","caller":"traceutil/trace.go:171","msg":"trace[521888265] linearizableReadLoop","detail":"{readStateIndex:3682; appliedIndex:3678; }","duration":"788.37446ms","start":"2026-03-31T20:25:46.060103Z","end":"2026-03-31T20:25:46.848478Z","steps":["trace[521888265] 'read index received' (duration: 142.759006ms)","trace[521888265] 'applied index is now lower than readState.Index' (duration: 645.613024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:46.848762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.595685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:46.84891Z","caller":"traceutil/trace.go:171","msg":"trace[1026907495] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3534; }","duration":"788.842132ms","start":"2026-03-31T20:25:46.060016Z","end":"2026-03-31T20:25:46.848858Z","steps":["trace[1026907495] 'agreement among raft nodes before linearized reading' (duration: 788.599906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.849026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:46.059954Z","time spent":"789.025837ms","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:46.849307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.128732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:25:46.849375Z","caller":"traceutil/trace.go:171","msg":"trace[1634900550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3534; }","duration":"495.223304ms","start":"2026-03-31T20:25:46.354135Z","end":"2026-03-31T20:25:46.849358Z","steps":["trace[1634900550] 'agreement among raft nodes before linearized reading' (duration: 494.492836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.850338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:46.35405Z","time spent":"495.800259ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:47.287666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.26544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:47.287948Z","caller":"traceutil/trace.go:171","msg":"trace[1031220961] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"191.716476ms","start":"2026-03-31T20:25:47.096211Z","end":"2026-03-31T20:25:47.287927Z","steps":["trace[1031220961] 'process raft request' (duration: 191.569653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.288004Z","caller":"traceutil/trace.go:171","msg":"trace[492407205] linearizableReadLoop","detail":"{readStateIndex:3685; appliedIndex:3684; }","duration":"308.416562ms","start":"2026-03-31T20:25:46.979551Z","end":"2026-03-31T20:25:47.287967Z","steps":["trace[492407205] 'read index received' (duration: 83.664319ms)","trace[492407205] 'applied index is now lower than readState.Index' (duration: 224.749633ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:47.288638Z","caller":"traceutil/trace.go:171","msg":"trace[1938787722] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"313.990593ms","start":"2026-03-31T20:25:46.974611Z","end":"2026-03-31T20:25:47.288602Z","steps":["trace[1938787722] 'process raft request' (duration: 88.689287ms)","trace[1938787722] 'compare' (duration: 224.133897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:47.289141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:46.974578Z","time spent":"314.147967ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:47.289346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.749945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:47.289422Z","caller":"traceutil/trace.go:171","msg":"trace[638086513] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3537; }","duration":"309.864578ms","start":"2026-03-31T20:25:46.979542Z","end":"2026-03-31T20:25:47.289407Z","steps":["trace[638086513] 'agreement among raft nodes before linearized reading' (duration: 308.556176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.289473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:46.979517Z","time spent":"309.94225ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:48.269177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.425302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:48.269348Z","caller":"traceutil/trace.go:171","msg":"trace[272118299] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3539; }","duration":"231.641168ms","start":"2026-03-31T20:25:48.037671Z","end":"2026-03-31T20:25:48.269312Z","steps":["trace[272118299] 'count revisions from in-memory index tree' (duration: 231.306329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:48.86146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.079216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:48.861631Z","caller":"traceutil/trace.go:171","msg":"trace[1676842833] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"209.719551ms","start":"2026-03-31T20:25:48.651889Z","end":"2026-03-31T20:25:48.861609Z","steps":["trace[1676842833] 'process raft request' (duration: 75.400489ms)","trace[1676842833] 'compare' (duration: 133.932433ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:49.029987Z","caller":"traceutil/trace.go:171","msg":"trace[1503484587] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"116.721447ms","start":"2026-03-31T20:25:48.913238Z","end":"2026-03-31T20:25:49.029959Z","steps":["trace[1503484587] 'process raft request' (duration: 111.622098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.171016Z","caller":"traceutil/trace.go:171","msg":"trace[492772476] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"160.894856ms","start":"2026-03-31T20:25:50.010086Z","end":"2026-03-31T20:25:50.170981Z","steps":["trace[492772476] 'process raft request' (duration: 160.635899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.782262Z","caller":"traceutil/trace.go:171","msg":"trace[1049008748] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"127.119559ms","start":"2026-03-31T20:25:50.655107Z","end":"2026-03-31T20:25:50.782227Z","steps":["trace[1049008748] 'process raft request' (duration: 126.865873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.018792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.993713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:51.019082Z","caller":"traceutil/trace.go:171","msg":"trace[721150330] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"363.102537ms","start":"2026-03-31T20:25:50.655944Z","end":"2026-03-31T20:25:51.019046Z","steps":["trace[721150330] 'process raft request' (duration: 185.710163ms)","trace[721150330] 'compare' (duration: 176.820979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:51.019257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.655921Z","time spent":"363.238191ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:51.020805Z","caller":"traceutil/trace.go:171","msg":"trace[614084599] linearizableReadLoop","detail":"{readStateIndex:3701; appliedIndex:3699; }","duration":"237.68417ms","start":"2026-03-31T20:25:50.783092Z","end":"2026-03-31T20:25:51.020776Z","steps":["trace[614084599] 'read index received' (duration: 58.533653ms)","trace[614084599] 'applied index is now lower than readState.Index' (duration: 179.148967ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:51.020962Z","caller":"traceutil/trace.go:171","msg":"trace[311896423] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"364.107443ms","start":"2026-03-31T20:25:50.656842Z","end":"2026-03-31T20:25:51.02095Z","steps":["trace[311896423] 'process raft request' (duration: 363.694392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.021084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.656816Z","time spent":"364.180385ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:51.021265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.312376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:25:51.021352Z","caller":"traceutil/trace.go:171","msg":"trace[1399354454] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:3552; }","duration":"223.426168ms","start":"2026-03-31T20:25:50.797905Z","end":"2026-03-31T20:25:51.021331Z","steps":["trace[1399354454] 'agreement among raft nodes before linearized reading' (duration: 223.223333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.02155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.046556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:51.021584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.692528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:25:51.0216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.500801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:51.02163Z","caller":"traceutil/trace.go:171","msg":"trace[402855850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3552; }","duration":"183.177369ms","start":"2026-03-31T20:25:50.838428Z","end":"2026-03-31T20:25:51.021605Z","steps":["trace[402855850] 'agreement among raft nodes before linearized reading' (duration: 183.048536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:51.021642Z","caller":"traceutil/trace.go:171","msg":"trace[1869223227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3552; }","duration":"154.769301ms","start":"2026-03-31T20:25:50.866856Z","end":"2026-03-31T20:25:51.021626Z","steps":["trace[1869223227] 'agreement among raft nodes before linearized reading' (duration: 154.513373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:51.02167Z","caller":"traceutil/trace.go:171","msg":"trace[337616472] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3552; }","duration":"238.622855ms","start":"2026-03-31T20:25:50.783024Z","end":"2026-03-31T20:25:51.021647Z","steps":["trace[337616472] 'agreement among raft nodes before linearized reading' (duration: 238.411429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.474661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.949829ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-31T20:25:51.474967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:51.023448Z","time spent":"451.477966ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:25:51.475286Z","caller":"traceutil/trace.go:171","msg":"trace[593627187] linearizableReadLoop","detail":"{readStateIndex:3702; appliedIndex:3701; }","duration":"449.335871ms","start":"2026-03-31T20:25:51.025912Z","end":"2026-03-31T20:25:51.475248Z","steps":["trace[593627187] 'read index received' (duration: 146.795927ms)","trace[593627187] 'applied index is now lower than readState.Index' (duration: 302.536324ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:51.475342Z","caller":"traceutil/trace.go:171","msg":"trace[851792670] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"449.227489ms","start":"2026-03-31T20:25:51.02608Z","end":"2026-03-31T20:25:51.475307Z","steps":["trace[851792670] 'process raft request' (duration: 448.733186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:51.47543Z","caller":"traceutil/trace.go:171","msg":"trace[734355027] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"140.025187ms","start":"2026-03-31T20:25:51.335369Z","end":"2026-03-31T20:25:51.475394Z","steps":["trace[734355027] 'process raft request' (duration: 139.594706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.475517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:51.026062Z","time spent":"449.360132ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:51.475626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.82212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:51.475678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.725733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:25:51.475886Z","caller":"traceutil/trace.go:171","msg":"trace[830550904] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3555; }","duration":"449.987139ms","start":"2026-03-31T20:25:51.025865Z","end":"2026-03-31T20:25:51.475852Z","steps":["trace[830550904] 'agreement among raft nodes before linearized reading' (duration: 449.535577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:51.475902Z","caller":"traceutil/trace.go:171","msg":"trace[2042367517] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3555; }","duration":"344.004834ms","start":"2026-03-31T20:25:51.131731Z","end":"2026-03-31T20:25:51.475736Z","steps":["trace[2042367517] 'agreement among raft nodes before linearized reading' (duration: 343.736428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.476041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:51.131709Z","time spent":"344.312732ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:51.475671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.010817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:51.47618Z","caller":"traceutil/trace.go:171","msg":"trace[1082244713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3555; }","duration":"442.5555ms","start":"2026-03-31T20:25:51.033607Z","end":"2026-03-31T20:25:51.476163Z","steps":["trace[1082244713] 'agreement among raft nodes before linearized reading' (duration: 441.844922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.476265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:51.0336Z","time spent":"442.646872ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:25:51.475707Z","caller":"traceutil/trace.go:171","msg":"trace[1264588696] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"139.982206ms","start":"2026-03-31T20:25:51.33571Z","end":"2026-03-31T20:25:51.475692Z","steps":["trace[1264588696] 'process raft request' (duration: 139.311658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.475962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:51.025844Z","time spent":"450.102402ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T20:25:51.953414Z","caller":"traceutil/trace.go:171","msg":"trace[2019786630] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"110.937039ms","start":"2026-03-31T20:25:51.84245Z","end":"2026-03-31T20:25:51.953387Z","steps":["trace[2019786630] 'process raft request' (duration: 110.750095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:52.375785Z","caller":"traceutil/trace.go:171","msg":"trace[1627224494] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"198.57744ms","start":"2026-03-31T20:25:52.177173Z","end":"2026-03-31T20:25:52.37575Z","steps":["trace[1627224494] 'process raft request' (duration: 101.580613ms)","trace[1627224494] 'compare' (duration: 96.817002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:53.730344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.300089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:53.730444Z","caller":"traceutil/trace.go:171","msg":"trace[538530322] linearizableReadLoop","detail":"{readStateIndex:3716; appliedIndex:3715; }","duration":"193.596873ms","start":"2026-03-31T20:25:53.536829Z","end":"2026-03-31T20:25:53.730426Z","steps":["trace[538530322] 'read index received' (duration: 52.081959ms)","trace[538530322] 'applied index is now lower than readState.Index' (duration: 141.513654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:53.73056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.728727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:25:53.730586Z","caller":"traceutil/trace.go:171","msg":"trace[1145769937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3566; }","duration":"193.776299ms","start":"2026-03-31T20:25:53.536803Z","end":"2026-03-31T20:25:53.730579Z","steps":["trace[1145769937] 'agreement among raft nodes before linearized reading' (duration: 193.663365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:53.730588Z","caller":"traceutil/trace.go:171","msg":"trace[1426611150] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"202.661813ms","start":"2026-03-31T20:25:53.527901Z","end":"2026-03-31T20:25:53.730563Z","steps":["trace[1426611150] 'process raft request' (duration: 61.069597ms)","trace[1426611150] 'compare' (duration: 141.190675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:54.021966Z","caller":"traceutil/trace.go:171","msg":"trace[1640274661] linearizableReadLoop","detail":"{readStateIndex:3717; appliedIndex:3716; }","duration":"108.725864ms","start":"2026-03-31T20:25:53.913215Z","end":"2026-03-31T20:25:54.021941Z","steps":["trace[1640274661] 'read index received' (duration: 106.796515ms)","trace[1640274661] 'applied index is now lower than readState.Index' (duration: 1.928249ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:54.022566Z","caller":"traceutil/trace.go:171","msg":"trace[2108798460] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"283.665766ms","start":"2026-03-31T20:25:53.738859Z","end":"2026-03-31T20:25:54.022524Z","steps":["trace[2108798460] 'process raft request' (duration: 281.133651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:54.023379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.135169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:54.023443Z","caller":"traceutil/trace.go:171","msg":"trace[42115940] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3567; }","duration":"110.250012ms","start":"2026-03-31T20:25:53.913173Z","end":"2026-03-31T20:25:54.023423Z","steps":["trace[42115940] 'agreement among raft nodes before linearized reading' (duration: 108.886118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:54.517593Z","caller":"traceutil/trace.go:171","msg":"trace[1587841685] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"135.616045ms","start":"2026-03-31T20:25:54.381949Z","end":"2026-03-31T20:25:54.517565Z","steps":["trace[1587841685] 'process raft request' (duration: 135.475111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:55.426908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.542003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:25:55.426989Z","caller":"traceutil/trace.go:171","msg":"trace[13209178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3570; }","duration":"360.675406ms","start":"2026-03-31T20:25:55.066296Z","end":"2026-03-31T20:25:55.426971Z","steps":["trace[13209178] 'range keys from in-memory index tree' (duration: 360.300957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:55.427032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:55.066265Z","time spent":"360.757988ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:25:55.427578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.521616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:25:55.427684Z","caller":"traceutil/trace.go:171","msg":"trace[1323694007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3570; }","duration":"312.68568ms","start":"2026-03-31T20:25:55.114975Z","end":"2026-03-31T20:25:55.427661Z","steps":["trace[1323694007] 'range keys from in-memory index tree' (duration: 312.325511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:55.427748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:55.114952Z","time spent":"312.781972ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:55.814693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.966126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:55.814962Z","caller":"traceutil/trace.go:171","msg":"trace[808560558] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"285.978775ms","start":"2026-03-31T20:25:55.528953Z","end":"2026-03-31T20:25:55.814931Z","steps":["trace[808560558] 'process raft request' (duration: 285.872862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:55.814981Z","caller":"traceutil/trace.go:171","msg":"trace[1282904289] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"287.532294ms","start":"2026-03-31T20:25:55.527397Z","end":"2026-03-31T20:25:55.814929Z","steps":["trace[1282904289] 'process raft request' (duration: 83.220348ms)","trace[1282904289] 'compare' (duration: 203.744831ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:55.950641Z","caller":"traceutil/trace.go:171","msg":"trace[749825780] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"130.958178ms","start":"2026-03-31T20:25:55.819641Z","end":"2026-03-31T20:25:55.950599Z","steps":["trace[749825780] 'process raft request' (duration: 94.426892ms)","trace[749825780] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 36.34839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:56.384403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.871533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:56.384636Z","caller":"traceutil/trace.go:171","msg":"trace[1888393606] linearizableReadLoop","detail":"{readStateIndex:3728; appliedIndex:3725; }","duration":"218.360311ms","start":"2026-03-31T20:25:56.166257Z","end":"2026-03-31T20:25:56.384617Z","steps":["trace[1888393606] 'read index received' (duration: 162.004784ms)","trace[1888393606] 'applied index is now lower than readState.Index' (duration: 56.354167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:56.384707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.456013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:56.384739Z","caller":"traceutil/trace.go:171","msg":"trace[1332292749] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3578; }","duration":"218.491954ms","start":"2026-03-31T20:25:56.166237Z","end":"2026-03-31T20:25:56.384729Z","steps":["trace[1332292749] 'agreement among raft nodes before linearized reading' (duration: 218.434702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:56.384954Z","caller":"traceutil/trace.go:171","msg":"trace[542491195] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"350.410666ms","start":"2026-03-31T20:25:56.034513Z","end":"2026-03-31T20:25:56.384924Z","steps":["trace[542491195] 'process raft request' (duration: 349.998815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:56.385019Z","caller":"traceutil/trace.go:171","msg":"trace[371715003] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"279.450009ms","start":"2026-03-31T20:25:56.105519Z","end":"2026-03-31T20:25:56.384969Z","steps":["trace[371715003] 'process raft request' (duration: 279.052639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:56.384966Z","caller":"traceutil/trace.go:171","msg":"trace[1388733571] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"352.096309ms","start":"2026-03-31T20:25:56.032833Z","end":"2026-03-31T20:25:56.384929Z","steps":["trace[1388733571] 'process raft request' (duration: 74.61872ms)","trace[1388733571] 'compare' (duration: 276.702139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:56.38512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:56.034493Z","time spent":"350.544939ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:56.385169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:56.032812Z","time spent":"352.317944ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:58.043082Z","caller":"traceutil/trace.go:171","msg":"trace[651279974] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"222.151307ms","start":"2026-03-31T20:25:57.820909Z","end":"2026-03-31T20:25:58.04306Z","steps":["trace[651279974] 'process raft request' (duration: 222.029264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:58.058709Z","caller":"traceutil/trace.go:171","msg":"trace[1845190654] linearizableReadLoop","detail":"{readStateIndex:3735; appliedIndex:3734; }","duration":"216.846492ms","start":"2026-03-31T20:25:57.841839Z","end":"2026-03-31T20:25:58.058686Z","steps":["trace[1845190654] 'read index received' (duration: 201.309339ms)","trace[1845190654] 'applied index is now lower than readState.Index' (duration: 15.536023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:58.058848Z","caller":"traceutil/trace.go:171","msg":"trace[458678447] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"236.921332ms","start":"2026-03-31T20:25:57.821903Z","end":"2026-03-31T20:25:58.058824Z","steps":["trace[458678447] 'process raft request' (duration: 236.655714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:58.058892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.031777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:58.058931Z","caller":"traceutil/trace.go:171","msg":"trace[921087045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3584; }","duration":"217.13044ms","start":"2026-03-31T20:25:57.841786Z","end":"2026-03-31T20:25:58.058916Z","steps":["trace[921087045] 'agreement among raft nodes before linearized reading' (duration: 217.053238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:58.059011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.535265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:58.059039Z","caller":"traceutil/trace.go:171","msg":"trace[682191470] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3584; }","duration":"201.622327ms","start":"2026-03-31T20:25:57.857407Z","end":"2026-03-31T20:25:58.059029Z","steps":["trace[682191470] 'agreement among raft nodes before linearized reading' (duration: 201.562895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:58.059214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.85519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:25:58.059234Z","caller":"traceutil/trace.go:171","msg":"trace[261597239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3584; }","duration":"103.913332ms","start":"2026-03-31T20:25:57.955316Z","end":"2026-03-31T20:25:58.059229Z","steps":["trace[261597239] 'agreement among raft nodes before linearized reading' (duration: 103.820729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:58.059504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.345199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:58.059592Z","caller":"traceutil/trace.go:171","msg":"trace[1104464281] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3584; }","duration":"137.514833ms","start":"2026-03-31T20:25:57.922055Z","end":"2026-03-31T20:25:58.059569Z","steps":["trace[1104464281] 'agreement among raft nodes before linearized reading' (duration: 137.137224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:58.205875Z","caller":"traceutil/trace.go:171","msg":"trace[785467556] linearizableReadLoop","detail":"{readStateIndex:3736; appliedIndex:3735; }","duration":"141.682519ms","start":"2026-03-31T20:25:58.064155Z","end":"2026-03-31T20:25:58.205837Z","steps":["trace[785467556] 'read index received' (duration: 113.113795ms)","trace[785467556] 'applied index is now lower than readState.Index' (duration: 28.567004ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:58.205964Z","caller":"traceutil/trace.go:171","msg":"trace[1375252347] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"141.884854ms","start":"2026-03-31T20:25:58.064039Z","end":"2026-03-31T20:25:58.205923Z","steps":["trace[1375252347] 'process raft request' (duration: 113.30931ms)","trace[1375252347] 'compare' (duration: 28.333988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:58.206066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.875653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:58.206109Z","caller":"traceutil/trace.go:171","msg":"trace[761491932] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3585; }","duration":"141.949915ms","start":"2026-03-31T20:25:58.064145Z","end":"2026-03-31T20:25:58.206095Z","steps":["trace[761491932] 'agreement among raft nodes before linearized reading' (duration: 141.838742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:58.571227Z","caller":"traceutil/trace.go:171","msg":"trace[527745266] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"179.955758ms","start":"2026-03-31T20:25:58.391245Z","end":"2026-03-31T20:25:58.5712Z","steps":["trace[527745266] 'process raft request' (duration: 121.55202ms)","trace[527745266] 'compare' (duration: 57.978197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:58.571233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.580424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:25:58.57139Z","caller":"traceutil/trace.go:171","msg":"trace[903971403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3585; }","duration":"180.81557ms","start":"2026-03-31T20:25:58.390567Z","end":"2026-03-31T20:25:58.571382Z","steps":["trace[903971403] 'range keys from in-memory index tree' (duration: 180.386459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:59.182505Z","caller":"traceutil/trace.go:171","msg":"trace[1575934319] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"225.729108ms","start":"2026-03-31T20:25:58.956754Z","end":"2026-03-31T20:25:59.182483Z","steps":["trace[1575934319] 'process raft request' (duration: 225.562174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:59.699997Z","caller":"traceutil/trace.go:171","msg":"trace[1480934788] linearizableReadLoop","detail":"{readStateIndex:3744; appliedIndex:3743; }","duration":"112.851798ms","start":"2026-03-31T20:25:59.587102Z","end":"2026-03-31T20:25:59.699954Z","steps":["trace[1480934788] 'read index received' (duration: 17.79832ms)","trace[1480934788] 'applied index is now lower than readState.Index' (duration: 95.052128ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:59.700267Z","caller":"traceutil/trace.go:171","msg":"trace[1711376859] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"163.149702ms","start":"2026-03-31T20:25:59.536988Z","end":"2026-03-31T20:25:59.700138Z","steps":["trace[1711376859] 'process raft request' (duration: 67.950431ms)","trace[1711376859] 'compare' (duration: 94.74535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:59.700399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.259199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:59.700456Z","caller":"traceutil/trace.go:171","msg":"trace[686690448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3593; }","duration":"113.406603ms","start":"2026-03-31T20:25:59.587036Z","end":"2026-03-31T20:25:59.700442Z","steps":["trace[686690448] 'agreement among raft nodes before linearized reading' (duration: 113.136525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:59.901563Z","caller":"traceutil/trace.go:171","msg":"trace[2064831752] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"195.0301ms","start":"2026-03-31T20:25:59.706506Z","end":"2026-03-31T20:25:59.901536Z","steps":["trace[2064831752] 'process raft request' (duration: 123.863168ms)","trace[2064831752] 'compare' (duration: 70.732191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:00.170335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.557031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:00.170434Z","caller":"traceutil/trace.go:171","msg":"trace[115848883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3594; }","duration":"159.723955ms","start":"2026-03-31T20:26:00.010685Z","end":"2026-03-31T20:26:00.170409Z","steps":["trace[115848883] 'count revisions from in-memory index tree' (duration: 159.460959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:00.170576Z","caller":"traceutil/trace.go:171","msg":"trace[1891794924] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"122.065471ms","start":"2026-03-31T20:26:00.048464Z","end":"2026-03-31T20:26:00.17053Z","steps":["trace[1891794924] 'process raft request' (duration: 120.265076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:00.177758Z","caller":"traceutil/trace.go:171","msg":"trace[55909760] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"110.710925ms","start":"2026-03-31T20:26:00.067006Z","end":"2026-03-31T20:26:00.177717Z","steps":["trace[55909760] 'process raft request' (duration: 110.542591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:00.861625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.562323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:00.861745Z","caller":"traceutil/trace.go:171","msg":"trace[1816682755] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3749; }","duration":"250.159586ms","start":"2026-03-31T20:26:00.611565Z","end":"2026-03-31T20:26:00.861724Z","steps":["trace[1816682755] 'read index received' (duration: 114.319636ms)","trace[1816682755] 'applied index is now lower than readState.Index' (duration: 135.83815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:00.862237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.67285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:26:00.86229Z","caller":"traceutil/trace.go:171","msg":"trace[2067164687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3599; }","duration":"250.783582ms","start":"2026-03-31T20:26:00.611494Z","end":"2026-03-31T20:26:00.862278Z","steps":["trace[2067164687] 'agreement among raft nodes before linearized reading' (duration: 250.574627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:00.862745Z","caller":"traceutil/trace.go:171","msg":"trace[1694237511] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"256.724402ms","start":"2026-03-31T20:26:00.606005Z","end":"2026-03-31T20:26:00.86273Z","steps":["trace[1694237511] 'process raft request' (duration: 119.954899ms)","trace[1694237511] 'compare' (duration: 135.204574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:01.166895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.075901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:01.167046Z","caller":"traceutil/trace.go:171","msg":"trace[620344482] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"239.99325ms","start":"2026-03-31T20:26:00.927038Z","end":"2026-03-31T20:26:01.167031Z","steps":["trace[620344482] 'process raft request' (duration: 239.935308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:01.167074Z","caller":"traceutil/trace.go:171","msg":"trace[357529571] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"299.803384ms","start":"2026-03-31T20:26:00.867231Z","end":"2026-03-31T20:26:01.167035Z","steps":["trace[357529571] 'process raft request' (duration: 151.494477ms)","trace[357529571] 'compare' (duration: 147.890756ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:01.167219Z","caller":"traceutil/trace.go:171","msg":"trace[2110182025] linearizableReadLoop","detail":"{readStateIndex:3752; appliedIndex:3751; }","duration":"241.423065ms","start":"2026-03-31T20:26:00.925755Z","end":"2026-03-31T20:26:01.167178Z","steps":["trace[2110182025] 'read index received' (duration: 93.109758ms)","trace[2110182025] 'applied index is now lower than readState.Index' (duration: 148.308907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:01.167463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.76191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:01.16755Z","caller":"traceutil/trace.go:171","msg":"trace[104969563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3601; }","duration":"276.923375ms","start":"2026-03-31T20:26:00.890607Z","end":"2026-03-31T20:26:01.16753Z","steps":["trace[104969563] 'agreement among raft nodes before linearized reading' (duration: 276.666039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:01.167533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.299461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:26:01.167634Z","caller":"traceutil/trace.go:171","msg":"trace[681836678] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3601; }","duration":"301.436445ms","start":"2026-03-31T20:26:00.866175Z","end":"2026-03-31T20:26:01.167611Z","steps":["trace[681836678] 'agreement among raft nodes before linearized reading' (duration: 301.121627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:01.167699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:00.866165Z","time spent":"301.524897ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T20:26:01.227023Z","caller":"traceutil/trace.go:171","msg":"trace[405744401] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"201.199806ms","start":"2026-03-31T20:26:01.025784Z","end":"2026-03-31T20:26:01.226984Z","steps":["trace[405744401] 'process raft request' (duration: 200.901348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:01.685057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.361923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:01.68537Z","caller":"traceutil/trace.go:171","msg":"trace[2040773188] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"453.255701ms","start":"2026-03-31T20:26:01.23208Z","end":"2026-03-31T20:26:01.685335Z","steps":["trace[2040773188] 'process raft request' (duration: 89.492407ms)","trace[2040773188] 'compare' (duration: 363.19773ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:01.685389Z","caller":"traceutil/trace.go:171","msg":"trace[365340124] linearizableReadLoop","detail":"{readStateIndex:3755; appliedIndex:3754; }","duration":"452.751328ms","start":"2026-03-31T20:26:01.232614Z","end":"2026-03-31T20:26:01.685365Z","steps":["trace[365340124] 'read index received' (duration: 88.777219ms)","trace[365340124] 'applied index is now lower than readState.Index' (duration: 363.972159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:01.685551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:01.232065Z","time spent":"453.386755ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:01.685823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.151718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T20:26:01.68598Z","caller":"traceutil/trace.go:171","msg":"trace[628464473] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3603; }","duration":"453.340973ms","start":"2026-03-31T20:26:01.232589Z","end":"2026-03-31T20:26:01.68593Z","steps":["trace[628464473] 'agreement among raft nodes before linearized reading' (duration: 452.880302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:01.686078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:01.232582Z","time spent":"453.483517ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T20:26:02.324834Z","caller":"traceutil/trace.go:171","msg":"trace[2745519] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"141.783981ms","start":"2026-03-31T20:26:02.183008Z","end":"2026-03-31T20:26:02.324792Z","steps":["trace[2745519] 'process raft request' (duration: 90.318557ms)","trace[2745519] 'compare' (duration: 51.032633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:02.580225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.646975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:02.580378Z","caller":"traceutil/trace.go:171","msg":"trace[1545459598] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"250.140577ms","start":"2026-03-31T20:26:02.330215Z","end":"2026-03-31T20:26:02.580356Z","steps":["trace[1545459598] 'process raft request' (duration: 99.260605ms)","trace[1545459598] 'compare' (duration: 150.315996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:03.876398Z","caller":"traceutil/trace.go:171","msg":"trace[524942796] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"106.635011ms","start":"2026-03-31T20:26:03.769733Z","end":"2026-03-31T20:26:03.876368Z","steps":["trace[524942796] 'process raft request' (duration: 47.36058ms)","trace[524942796] 'compare' (duration: 58.954033ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:04.477266Z","caller":"traceutil/trace.go:171","msg":"trace[1257109001] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"144.578602ms","start":"2026-03-31T20:26:04.332661Z","end":"2026-03-31T20:26:04.477239Z","steps":["trace[1257109001] 'process raft request' (duration: 144.406688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:08.665078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.331044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:26:08.665197Z","caller":"traceutil/trace.go:171","msg":"trace[1617621988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3634; }","duration":"241.481498ms","start":"2026-03-31T20:26:08.423684Z","end":"2026-03-31T20:26:08.665166Z","steps":["trace[1617621988] 'range keys from in-memory index tree' (duration: 241.107918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:08.665399Z","caller":"traceutil/trace.go:171","msg":"trace[975259168] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"175.64751ms","start":"2026-03-31T20:26:08.489713Z","end":"2026-03-31T20:26:08.66536Z","steps":["trace[975259168] 'process raft request' (duration: 143.468914ms)","trace[975259168] 'compare' (duration: 31.617622ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:08.851275Z","caller":"traceutil/trace.go:171","msg":"trace[768162526] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"112.719224ms","start":"2026-03-31T20:26:08.738516Z","end":"2026-03-31T20:26:08.851235Z","steps":["trace[768162526] 'process raft request' (duration: 112.423617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:09.064722Z","caller":"traceutil/trace.go:171","msg":"trace[446660001] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"117.004733ms","start":"2026-03-31T20:26:08.947666Z","end":"2026-03-31T20:26:09.064671Z","steps":["trace[446660001] 'process raft request' (duration: 34.513574ms)","trace[446660001] 'compare' (duration: 82.328184ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:13.919431Z","caller":"traceutil/trace.go:171","msg":"trace[1762032414] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"125.095078ms","start":"2026-03-31T20:26:13.794283Z","end":"2026-03-31T20:26:13.919378Z","steps":["trace[1762032414] 'process raft request' (duration: 124.812351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:14.068885Z","caller":"traceutil/trace.go:171","msg":"trace[1056816637] linearizableReadLoop","detail":"{readStateIndex:3816; appliedIndex:3815; }","duration":"129.905141ms","start":"2026-03-31T20:26:13.938935Z","end":"2026-03-31T20:26:14.06884Z","steps":["trace[1056816637] 'read index received' (duration: 60.00212ms)","trace[1056816637] 'applied index is now lower than readState.Index' (duration: 69.901381ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:14.068984Z","caller":"traceutil/trace.go:171","msg":"trace[330736609] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"139.592296ms","start":"2026-03-31T20:26:13.929349Z","end":"2026-03-31T20:26:14.068942Z","steps":["trace[330736609] 'process raft request' (duration: 69.660454ms)","trace[330736609] 'compare' (duration: 69.668425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:14.069158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.187228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:26:14.069215Z","caller":"traceutil/trace.go:171","msg":"trace[947402206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3662; }","duration":"130.302281ms","start":"2026-03-31T20:26:13.938896Z","end":"2026-03-31T20:26:14.069198Z","steps":["trace[947402206] 'agreement among raft nodes before linearized reading' (duration: 130.092046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:30.184168Z","caller":"traceutil/trace.go:171","msg":"trace[1788168372] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"169.430557ms","start":"2026-03-31T20:26:30.014711Z","end":"2026-03-31T20:26:30.184142Z","steps":["trace[1788168372] 'process raft request' (duration: 169.229452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:30.199418Z","caller":"traceutil/trace.go:171","msg":"trace[17943470] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"168.981967ms","start":"2026-03-31T20:26:30.0304Z","end":"2026-03-31T20:26:30.199382Z","steps":["trace[17943470] 'process raft request' (duration: 168.765541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:30.323744Z","caller":"traceutil/trace.go:171","msg":"trace[2061582444] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"120.551066ms","start":"2026-03-31T20:26:30.203151Z","end":"2026-03-31T20:26:30.323702Z","steps":["trace[2061582444] 'process raft request' (duration: 63.381817ms)","trace[2061582444] 'compare' (duration: 56.946924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:36.469185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.160019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:26:36.469267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.020193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:26:36.469328Z","caller":"traceutil/trace.go:171","msg":"trace[1293315502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3775; }","duration":"120.119666ms","start":"2026-03-31T20:26:36.349192Z","end":"2026-03-31T20:26:36.469311Z","steps":["trace[1293315502] 'range keys from in-memory index tree' (duration: 119.816978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:36.46935Z","caller":"traceutil/trace.go:171","msg":"trace[307349184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3775; }","duration":"105.340644ms","start":"2026-03-31T20:26:36.363936Z","end":"2026-03-31T20:26:36.469276Z","steps":["trace[307349184] 'range keys from in-memory index tree' (duration: 104.836671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:36.90332Z","caller":"traceutil/trace.go:171","msg":"trace[1021743768] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"429.232479ms","start":"2026-03-31T20:26:36.474064Z","end":"2026-03-31T20:26:36.903296Z","steps":["trace[1021743768] 'process raft request' (duration: 429.037724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:36.903553Z","caller":"traceutil/trace.go:171","msg":"trace[1942648340] linearizableReadLoop","detail":"{readStateIndex:3937; appliedIndex:3935; }","duration":"124.083315ms","start":"2026-03-31T20:26:36.779437Z","end":"2026-03-31T20:26:36.90352Z","steps":["trace[1942648340] 'read index received' (duration: 123.730886ms)","trace[1942648340] 'applied index is now lower than readState.Index' (duration: 349.209µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:36.903676Z","caller":"traceutil/trace.go:171","msg":"trace[1892471424] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"429.466205ms","start":"2026-03-31T20:26:36.474196Z","end":"2026-03-31T20:26:36.903663Z","steps":["trace[1892471424] 'process raft request' (duration: 429.059745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.903796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:36.474163Z","time spent":"429.548507ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:36.903856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.405652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:26:36.903961Z","caller":"traceutil/trace.go:171","msg":"trace[762559921] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3778; }","duration":"124.577618ms","start":"2026-03-31T20:26:36.779359Z","end":"2026-03-31T20:26:36.903936Z","steps":["trace[762559921] 'agreement among raft nodes before linearized reading' (duration: 124.301511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.904157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:36.474042Z","time spent":"429.461745ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:37.121854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.699873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:37.122046Z","caller":"traceutil/trace.go:171","msg":"trace[70544851] linearizableReadLoop","detail":"{readStateIndex:3939; appliedIndex:3937; }","duration":"218.402461ms","start":"2026-03-31T20:26:36.90363Z","end":"2026-03-31T20:26:37.122032Z","steps":["trace[70544851] 'read index received' (duration: 81.38722ms)","trace[70544851] 'applied index is now lower than readState.Index' (duration: 137.014011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:37.12213Z","caller":"traceutil/trace.go:171","msg":"trace[66967195] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"236.458416ms","start":"2026-03-31T20:26:36.885659Z","end":"2026-03-31T20:26:37.122118Z","steps":["trace[66967195] 'process raft request' (duration: 236.287872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:37.12216Z","caller":"traceutil/trace.go:171","msg":"trace[427191144] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"339.813688ms","start":"2026-03-31T20:26:36.782299Z","end":"2026-03-31T20:26:37.122113Z","steps":["trace[427191144] 'process raft request' (duration: 202.767966ms)","trace[427191144] 'compare' (duration: 136.443847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:37.122246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.602273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:37.12227Z","caller":"traceutil/trace.go:171","msg":"trace[1351348742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3780; }","duration":"281.655443ms","start":"2026-03-31T20:26:36.840608Z","end":"2026-03-31T20:26:37.122263Z","steps":["trace[1351348742] 'agreement among raft nodes before linearized reading' (duration: 281.610682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:37.122388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:36.782267Z","time spent":"339.996373ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:37.122488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.956807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:26:37.12254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.184779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:26:37.122591Z","caller":"traceutil/trace.go:171","msg":"trace[737523891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3780; }","duration":"291.115691ms","start":"2026-03-31T20:26:36.831454Z","end":"2026-03-31T20:26:37.12257Z","steps":["trace[737523891] 'agreement among raft nodes before linearized reading' (duration: 290.856365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:37.122628Z","caller":"traceutil/trace.go:171","msg":"trace[1949539664] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3780; }","duration":"215.316923ms","start":"2026-03-31T20:26:36.907287Z","end":"2026-03-31T20:26:37.122604Z","steps":["trace[1949539664] 'agreement among raft nodes before linearized reading' (duration: 215.037206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:37.802396Z","caller":"traceutil/trace.go:171","msg":"trace[1520516441] linearizableReadLoop","detail":"{readStateIndex:3942; appliedIndex:3941; }","duration":"303.412341ms","start":"2026-03-31T20:26:37.498959Z","end":"2026-03-31T20:26:37.802371Z","steps":["trace[1520516441] 'read index received' (duration: 303.169235ms)","trace[1520516441] 'applied index is now lower than readState.Index' (duration: 242.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:37.80256Z","caller":"traceutil/trace.go:171","msg":"trace[43714170] transaction","detail":"{read_only:false; response_revision:3783; number_of_response:1; }","duration":"385.064868ms","start":"2026-03-31T20:26:37.417456Z","end":"2026-03-31T20:26:37.802521Z","steps":["trace[43714170] 'process raft request' (duration: 384.74638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:37.802752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:37.417414Z","time spent":"385.238502ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:37.802676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.703909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:26:37.802873Z","caller":"traceutil/trace.go:171","msg":"trace[1992217740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3783; }","duration":"303.957355ms","start":"2026-03-31T20:26:37.498902Z","end":"2026-03-31T20:26:37.802859Z","steps":["trace[1992217740] 'agreement among raft nodes before linearized reading' (duration: 303.606717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:37.802961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:37.498876Z","time spent":"304.074489ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:26:38.10897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.812298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:38.109187Z","caller":"traceutil/trace.go:171","msg":"trace[2126283160] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"301.670487ms","start":"2026-03-31T20:26:37.807486Z","end":"2026-03-31T20:26:38.109157Z","steps":["trace[2126283160] 'process raft request' (duration: 92.548601ms)","trace[2126283160] 'compare' (duration: 208.662254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:38.109321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:37.80746Z","time spent":"301.79297ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:38.364392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.851062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:26:38.364539Z","caller":"traceutil/trace.go:171","msg":"trace[1904238081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3784; }","duration":"113.093208ms","start":"2026-03-31T20:26:38.251417Z","end":"2026-03-31T20:26:38.36451Z","steps":["trace[1904238081] 'range keys from in-memory index tree' (duration: 112.544075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:49.155754Z","caller":"traceutil/trace.go:171","msg":"trace[279306314] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"170.623305ms","start":"2026-03-31T20:26:48.985081Z","end":"2026-03-31T20:26:49.155705Z","steps":["trace[279306314] 'process raft request' (duration: 110.499012ms)","trace[279306314] 'compare' (duration: 59.958749ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:51.004842Z","caller":"traceutil/trace.go:171","msg":"trace[319508479] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"190.968401ms","start":"2026-03-31T20:26:50.813829Z","end":"2026-03-31T20:26:51.004797Z","steps":["trace[319508479] 'process raft request' (duration: 111.93873ms)","trace[319508479] 'compare' (duration: 78.812065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:51.004858Z","caller":"traceutil/trace.go:171","msg":"trace[1309376361] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"129.917513ms","start":"2026-03-31T20:26:50.874909Z","end":"2026-03-31T20:26:51.004827Z","steps":["trace[1309376361] 'process raft request' (duration: 129.8537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.004903Z","caller":"traceutil/trace.go:171","msg":"trace[1049876190] linearizableReadLoop","detail":"{readStateIndex:4019; appliedIndex:4017; }","duration":"164.716539ms","start":"2026-03-31T20:26:50.84016Z","end":"2026-03-31T20:26:51.004876Z","steps":["trace[1049876190] 'read index received' (duration: 33.529265ms)","trace[1049876190] 'applied index is now lower than readState.Index' (duration: 131.183934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:51.00508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.889393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:51.005162Z","caller":"traceutil/trace.go:171","msg":"trace[1657401896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3858; }","duration":"165.034037ms","start":"2026-03-31T20:26:50.840107Z","end":"2026-03-31T20:26:51.005141Z","steps":["trace[1657401896] 'agreement among raft nodes before linearized reading' (duration: 164.852532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:51.315589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.357098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:26:51.315676Z","caller":"traceutil/trace.go:171","msg":"trace[432740844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3859; }","duration":"154.528502ms","start":"2026-03-31T20:26:51.161127Z","end":"2026-03-31T20:26:51.315655Z","steps":["trace[432740844] 'range keys from in-memory index tree' (duration: 154.118393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.438433Z","caller":"traceutil/trace.go:171","msg":"trace[592944896] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"248.89619ms","start":"2026-03-31T20:26:51.189494Z","end":"2026-03-31T20:26:51.43839Z","steps":["trace[592944896] 'process raft request' (duration: 248.662705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.463363Z","caller":"traceutil/trace.go:171","msg":"trace[1723714950] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"142.586753ms","start":"2026-03-31T20:26:51.320744Z","end":"2026-03-31T20:26:51.46333Z","steps":["trace[1723714950] 'process raft request' (duration: 142.46811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.463401Z","caller":"traceutil/trace.go:171","msg":"trace[1796492669] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"272.352591ms","start":"2026-03-31T20:26:51.19102Z","end":"2026-03-31T20:26:51.463373Z","steps":["trace[1796492669] 'process raft request' (duration: 272.010242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.463612Z","caller":"traceutil/trace.go:171","msg":"trace[1182144299] linearizableReadLoop","detail":"{readStateIndex:4023; appliedIndex:4021; }","duration":"221.07993ms","start":"2026-03-31T20:26:51.242468Z","end":"2026-03-31T20:26:51.463548Z","steps":["trace[1182144299] 'read index received' (duration: 195.67068ms)","trace[1182144299] 'applied index is now lower than readState.Index' (duration: 25.40578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:51.46394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.444779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:26:51.464047Z","caller":"traceutil/trace.go:171","msg":"trace[1763699789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3863; }","duration":"221.611283ms","start":"2026-03-31T20:26:51.242416Z","end":"2026-03-31T20:26:51.464027Z","steps":["trace[1763699789] 'agreement among raft nodes before linearized reading' (duration: 221.303976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.901473Z","caller":"traceutil/trace.go:171","msg":"trace[2054736085] linearizableReadLoop","detail":"{readStateIndex:4026; appliedIndex:4025; }","duration":"229.064499ms","start":"2026-03-31T20:26:51.672384Z","end":"2026-03-31T20:26:51.901448Z","steps":["trace[2054736085] 'read index received' (duration: 147.552465ms)","trace[2054736085] 'applied index is now lower than readState.Index' (duration: 81.510854ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:51.901508Z","caller":"traceutil/trace.go:171","msg":"trace[668978965] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"432.79171ms","start":"2026-03-31T20:26:51.468692Z","end":"2026-03-31T20:26:51.901484Z","steps":["trace[668978965] 'process raft request' (duration: 351.39098ms)","trace[668978965] 'compare' (duration: 81.236086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:51.901636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:51.468671Z","time spent":"432.888803ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:51.901879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.650444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:26:51.901923Z","caller":"traceutil/trace.go:171","msg":"trace[1752702948] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3864; }","duration":"142.741406ms","start":"2026-03-31T20:26:51.759171Z","end":"2026-03-31T20:26:51.901913Z","steps":["trace[1752702948] 'agreement among raft nodes before linearized reading' (duration: 142.419928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:51.901655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.253315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:51.902142Z","caller":"traceutil/trace.go:171","msg":"trace[788726877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3864; }","duration":"229.799818ms","start":"2026-03-31T20:26:51.672322Z","end":"2026-03-31T20:26:51.902122Z","steps":["trace[788726877] 'agreement among raft nodes before linearized reading' (duration: 229.238274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:53.606267Z","caller":"traceutil/trace.go:171","msg":"trace[668725421] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"137.663197ms","start":"2026-03-31T20:26:53.468566Z","end":"2026-03-31T20:26:53.606229Z","steps":["trace[668725421] 'process raft request' (duration: 135.082612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:53.606491Z","caller":"traceutil/trace.go:171","msg":"trace[1831170110] linearizableReadLoop","detail":"{readStateIndex:4033; appliedIndex:4030; }","duration":"137.682838ms","start":"2026-03-31T20:26:53.46877Z","end":"2026-03-31T20:26:53.606453Z","steps":["trace[1831170110] 'read index received' (duration: 6.614036ms)","trace[1831170110] 'applied index is now lower than readState.Index' (duration: 131.066632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:53.606631Z","caller":"traceutil/trace.go:171","msg":"trace[1349073736] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"137.860662ms","start":"2026-03-31T20:26:53.468725Z","end":"2026-03-31T20:26:53.606586Z","steps":["trace[1349073736] 'process raft request' (duration: 137.450352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:53.60687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.076678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:26:53.606961Z","caller":"traceutil/trace.go:171","msg":"trace[2128818052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3871; }","duration":"138.319904ms","start":"2026-03-31T20:26:53.468623Z","end":"2026-03-31T20:26:53.606943Z","steps":["trace[2128818052] 'agreement among raft nodes before linearized reading' (duration: 138.069758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:54.954913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.494024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:54.954996Z","caller":"traceutil/trace.go:171","msg":"trace[1239282310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3877; }","duration":"114.622757ms","start":"2026-03-31T20:26:54.840353Z","end":"2026-03-31T20:26:54.954975Z","steps":["trace[1239282310] 'range keys from in-memory index tree' (duration: 114.378951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:54.95568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.317906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:26:54.955786Z","caller":"traceutil/trace.go:171","msg":"trace[988362796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3877; }","duration":"198.426407ms","start":"2026-03-31T20:26:54.757317Z","end":"2026-03-31T20:26:54.955743Z","steps":["trace[988362796] 'range keys from in-memory index tree' (duration: 198.168672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:54.955331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.334267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:26:54.956013Z","caller":"traceutil/trace.go:171","msg":"trace[1871097554] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3877; }","duration":"178.330382ms","start":"2026-03-31T20:26:54.777625Z","end":"2026-03-31T20:26:54.955956Z","steps":["trace[1871097554] 'range keys from in-memory index tree' (duration: 177.120932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:55.299682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.684781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:55.299875Z","caller":"traceutil/trace.go:171","msg":"trace[1223599298] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3878; }","duration":"126.988529ms","start":"2026-03-31T20:26:55.172845Z","end":"2026-03-31T20:26:55.299833Z","steps":["trace[1223599298] 'count revisions from in-memory index tree' (duration: 126.470906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:55.860235Z","caller":"traceutil/trace.go:171","msg":"trace[1606925242] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"157.589468ms","start":"2026-03-31T20:26:55.702604Z","end":"2026-03-31T20:26:55.860194Z","steps":["trace[1606925242] 'process raft request' (duration: 157.373373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:56.691641Z","caller":"traceutil/trace.go:171","msg":"trace[1009631978] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"120.643699ms","start":"2026-03-31T20:26:56.570965Z","end":"2026-03-31T20:26:56.691609Z","steps":["trace[1009631978] 'process raft request' (duration: 120.459734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:57.67644Z","caller":"traceutil/trace.go:171","msg":"trace[398728963] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"145.603257ms","start":"2026-03-31T20:26:57.530807Z","end":"2026-03-31T20:26:57.676411Z","steps":["trace[398728963] 'process raft request' (duration: 145.388282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:57.978192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.419146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:57.978374Z","caller":"traceutil/trace.go:171","msg":"trace[1394532975] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"281.789017ms","start":"2026-03-31T20:26:57.696514Z","end":"2026-03-31T20:26:57.978303Z","steps":["trace[1394532975] 'process raft request' (duration: 176.158866ms)","trace[1394532975] 'compare' (duration: 105.274342ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:58.026491Z","caller":"traceutil/trace.go:171","msg":"trace[1133860144] linearizableReadLoop","detail":"{readStateIndex:4053; appliedIndex:4051; }","duration":"185.399209ms","start":"2026-03-31T20:26:57.841071Z","end":"2026-03-31T20:26:58.02647Z","steps":["trace[1133860144] 'read index received' (duration: 31.589055ms)","trace[1133860144] 'applied index is now lower than readState.Index' (duration: 153.808674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:58.026583Z","caller":"traceutil/trace.go:171","msg":"trace[481623100] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"324.39053ms","start":"2026-03-31T20:26:57.702145Z","end":"2026-03-31T20:26:58.026535Z","steps":["trace[481623100] 'process raft request' (duration: 324.213085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:58.026795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.624616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:26:58.026698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.594054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:58.026876Z","caller":"traceutil/trace.go:171","msg":"trace[1679684354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3890; }","duration":"162.755319ms","start":"2026-03-31T20:26:57.864101Z","end":"2026-03-31T20:26:58.026857Z","steps":["trace[1679684354] 'agreement among raft nodes before linearized reading' (duration: 162.491502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:58.02701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:57.702114Z","time spent":"324.678057ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:58.027001Z","caller":"traceutil/trace.go:171","msg":"trace[945266128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3890; }","duration":"185.900092ms","start":"2026-03-31T20:26:57.841037Z","end":"2026-03-31T20:26:58.026937Z","steps":["trace[945266128] 'agreement among raft nodes before linearized reading' (duration: 185.540283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:58.259504Z","caller":"traceutil/trace.go:171","msg":"trace[1839461342] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"227.463118ms","start":"2026-03-31T20:26:58.032007Z","end":"2026-03-31T20:26:58.25947Z","steps":["trace[1839461342] 'process raft request' (duration: 227.404107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:58.259775Z","caller":"traceutil/trace.go:171","msg":"trace[122187972] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"229.323105ms","start":"2026-03-31T20:26:58.030405Z","end":"2026-03-31T20:26:58.259728Z","steps":["trace[122187972] 'process raft request' (duration: 135.470112ms)","trace[122187972] 'compare' (duration: 93.176726ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:58.321057Z","caller":"traceutil/trace.go:171","msg":"trace[957527068] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"114.407282ms","start":"2026-03-31T20:26:58.20661Z","end":"2026-03-31T20:26:58.321017Z","steps":["trace[957527068] 'process raft request' (duration: 114.152715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:59.974219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.40124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:59.974755Z","caller":"traceutil/trace.go:171","msg":"trace[272944597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3898; }","duration":"327.007135ms","start":"2026-03-31T20:26:59.647726Z","end":"2026-03-31T20:26:59.974733Z","steps":["trace[272944597] 'range keys from in-memory index tree' (duration: 326.316418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:59.974823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:59.64768Z","time spent":"327.126719ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:26:59.975238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.030643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:26:59.97531Z","caller":"traceutil/trace.go:171","msg":"trace[1663105583] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3898; }","duration":"303.146515ms","start":"2026-03-31T20:26:59.672145Z","end":"2026-03-31T20:26:59.975292Z","steps":["trace[1663105583] 'range keys from in-memory index tree' (duration: 302.887989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:59.975346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:59.672134Z","time spent":"303.199767ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:27:00.060147Z","caller":"traceutil/trace.go:171","msg":"trace[1855881835] linearizableReadLoop","detail":"{readStateIndex:4062; appliedIndex:4061; }","duration":"219.728503ms","start":"2026-03-31T20:26:59.840383Z","end":"2026-03-31T20:27:00.060112Z","steps":["trace[1855881835] 'read index received' (duration: 219.361404ms)","trace[1855881835] 'applied index is now lower than readState.Index' (duration: 365.219µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:00.060278Z","caller":"traceutil/trace.go:171","msg":"trace[1432086459] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"378.085033ms","start":"2026-03-31T20:26:59.682135Z","end":"2026-03-31T20:27:00.06022Z","steps":["trace[1432086459] 'process raft request' (duration: 377.59214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.060391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.99001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:00.060443Z","caller":"traceutil/trace.go:171","msg":"trace[1755442041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3899; }","duration":"220.096103ms","start":"2026-03-31T20:26:59.840331Z","end":"2026-03-31T20:27:00.060427Z","steps":["trace[1755442041] 'agreement among raft nodes before linearized reading' (duration: 219.99852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.06045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:59.682118Z","time spent":"378.246076ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:00.573477Z","caller":"traceutil/trace.go:171","msg":"trace[1739064335] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"593.265771ms","start":"2026-03-31T20:26:59.980172Z","end":"2026-03-31T20:27:00.573438Z","steps":["trace[1739064335] 'process raft request' (duration: 529.065144ms)","trace[1739064335] 'compare' (duration: 63.793857ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:00.573594Z","caller":"traceutil/trace.go:171","msg":"trace[861728308] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"591.325371ms","start":"2026-03-31T20:26:59.98224Z","end":"2026-03-31T20:27:00.573565Z","steps":["trace[861728308] 'process raft request' (duration: 591.132836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.573656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:59.980143Z","time spent":"593.396724ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:00.573703Z","caller":"traceutil/trace.go:171","msg":"trace[1115988910] linearizableReadLoop","detail":"{readStateIndex:4065; appliedIndex:4062; }","duration":"513.396749ms","start":"2026-03-31T20:27:00.060292Z","end":"2026-03-31T20:27:00.573689Z","steps":["trace[1115988910] 'read index received' (duration: 448.801002ms)","trace[1115988910] 'applied index is now lower than readState.Index' (duration: 64.594047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:00.57376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:59.98222Z","time spent":"591.453614ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:00.573794Z","caller":"traceutil/trace.go:171","msg":"trace[2109349722] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"540.137771ms","start":"2026-03-31T20:27:00.033646Z","end":"2026-03-31T20:27:00.573784Z","steps":["trace[2109349722] 'process raft request' (duration: 539.862134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.573851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:00.033624Z","time spent":"540.191233ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:00.573966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.89092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:27:00.573996Z","caller":"traceutil/trace.go:171","msg":"trace[1613525699] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3902; }","duration":"102.962142ms","start":"2026-03-31T20:27:00.471026Z","end":"2026-03-31T20:27:00.573989Z","steps":["trace[1613525699] 'agreement among raft nodes before linearized reading' (duration: 102.899571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.574034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.298441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:27:00.574015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.539029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:27:00.57413Z","caller":"traceutil/trace.go:171","msg":"trace[614332868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3902; }","duration":"310.699733ms","start":"2026-03-31T20:27:00.263402Z","end":"2026-03-31T20:27:00.574101Z","steps":["trace[614332868] 'agreement among raft nodes before linearized reading' (duration: 310.422486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.574189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:00.263381Z","time spent":"310.797156ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:27:00.574213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.091376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:27:00.574226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.114169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:27:00.574241Z","caller":"traceutil/trace.go:171","msg":"trace[1186272753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3902; }","duration":"238.153597ms","start":"2026-03-31T20:27:00.33608Z","end":"2026-03-31T20:27:00.574234Z","steps":["trace[1186272753] 'agreement among raft nodes before linearized reading' (duration: 238.079205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:00.574255Z","caller":"traceutil/trace.go:171","msg":"trace[435350442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3902; }","duration":"310.179321ms","start":"2026-03-31T20:27:00.264069Z","end":"2026-03-31T20:27:00.574249Z","steps":["trace[435350442] 'agreement among raft nodes before linearized reading' (duration: 310.113959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.574278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:00.264048Z","time spent":"310.224491ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:27:00.574065Z","caller":"traceutil/trace.go:171","msg":"trace[1938768865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3902; }","duration":"514.381743ms","start":"2026-03-31T20:27:00.059677Z","end":"2026-03-31T20:27:00.574059Z","steps":["trace[1938768865] 'agreement among raft nodes before linearized reading' (duration: 514.25456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.574341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:00.059653Z","time spent":"514.678341ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:27:02.249003Z","caller":"traceutil/trace.go:171","msg":"trace[1880037853] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"181.390828ms","start":"2026-03-31T20:27:02.067587Z","end":"2026-03-31T20:27:02.248977Z","steps":["trace[1880037853] 'process raft request' (duration: 181.218744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:02.96268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.84196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:27:02.962765Z","caller":"traceutil/trace.go:171","msg":"trace[873904894] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3917; }","duration":"184.010704ms","start":"2026-03-31T20:27:02.778731Z","end":"2026-03-31T20:27:02.962742Z","steps":["trace[873904894] 'range keys from in-memory index tree' (duration: 183.608905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:02.962817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.892694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:02.96293Z","caller":"traceutil/trace.go:171","msg":"trace[1569946344] linearizableReadLoop","detail":"{readStateIndex:4082; appliedIndex:4081; }","duration":"175.209542ms","start":"2026-03-31T20:27:02.787685Z","end":"2026-03-31T20:27:02.962895Z","steps":["trace[1569946344] 'read index received' (duration: 33.057042ms)","trace[1569946344] 'applied index is now lower than readState.Index' (duration: 142.15071ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:02.963008Z","caller":"traceutil/trace.go:171","msg":"trace[67672651] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"178.829184ms","start":"2026-03-31T20:27:02.784167Z","end":"2026-03-31T20:27:02.962996Z","steps":["trace[67672651] 'process raft request' (duration: 36.665743ms)","trace[67672651] 'compare' (duration: 141.760291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:02.963186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.909061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:02.963202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.51123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:27:02.963218Z","caller":"traceutil/trace.go:171","msg":"trace[1873737297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3918; }","duration":"125.987683ms","start":"2026-03-31T20:27:02.837219Z","end":"2026-03-31T20:27:02.963207Z","steps":["trace[1873737297] 'agreement among raft nodes before linearized reading' (duration: 125.924431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:02.96323Z","caller":"traceutil/trace.go:171","msg":"trace[872820356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3918; }","duration":"175.55272ms","start":"2026-03-31T20:27:02.787669Z","end":"2026-03-31T20:27:02.963222Z","steps":["trace[872820356] 'agreement among raft nodes before linearized reading' (duration: 175.463968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:02.963579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.196894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:02.963656Z","caller":"traceutil/trace.go:171","msg":"trace[1631307265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3918; }","duration":"154.305877ms","start":"2026-03-31T20:27:02.809327Z","end":"2026-03-31T20:27:02.963633Z","steps":["trace[1631307265] 'agreement among raft nodes before linearized reading' (duration: 153.750903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:03.507817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.23109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:27:03.507943Z","caller":"traceutil/trace.go:171","msg":"trace[1188746733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3919; }","duration":"240.396734ms","start":"2026-03-31T20:27:03.267532Z","end":"2026-03-31T20:27:03.507929Z","steps":["trace[1188746733] 'range keys from in-memory index tree' (duration: 240.076606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:04.458863Z","caller":"traceutil/trace.go:171","msg":"trace[1613144198] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"203.594317ms","start":"2026-03-31T20:27:04.255234Z","end":"2026-03-31T20:27:04.458828Z","steps":["trace[1613144198] 'process raft request' (duration: 203.349351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:04.924167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.040821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:04.924332Z","caller":"traceutil/trace.go:171","msg":"trace[1011105670] linearizableReadLoop","detail":"{readStateIndex:4087; appliedIndex:4085; }","duration":"275.769125ms","start":"2026-03-31T20:27:04.648537Z","end":"2026-03-31T20:27:04.924306Z","steps":["trace[1011105670] 'read index received' (duration: 38.368657ms)","trace[1011105670] 'applied index is now lower than readState.Index' (duration: 237.398247ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:04.924353Z","caller":"traceutil/trace.go:171","msg":"trace[2025270201] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"316.266575ms","start":"2026-03-31T20:27:04.608046Z","end":"2026-03-31T20:27:04.924313Z","steps":["trace[2025270201] 'process raft request' (duration: 120.950707ms)","trace[2025270201] 'compare' (duration: 194.868447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:04.924535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:04.608018Z","time spent":"316.417139ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:04.924526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.952759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:27:04.924586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.732801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:27:04.924603Z","caller":"traceutil/trace.go:171","msg":"trace[1420674066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3923; }","duration":"276.092842ms","start":"2026-03-31T20:27:04.648493Z","end":"2026-03-31T20:27:04.924585Z","steps":["trace[1420674066] 'agreement among raft nodes before linearized reading' (duration: 275.873127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:04.924716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.762951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:27:04.924757Z","caller":"traceutil/trace.go:171","msg":"trace[1188713972] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3923; }","duration":"145.803332ms","start":"2026-03-31T20:27:04.778945Z","end":"2026-03-31T20:27:04.924749Z","steps":["trace[1188713972] 'agreement among raft nodes before linearized reading' (duration: 145.697679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:04.924865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.985738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:27:04.924902Z","caller":"traceutil/trace.go:171","msg":"trace[2092019082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3923; }","duration":"262.045779ms","start":"2026-03-31T20:27:04.662847Z","end":"2026-03-31T20:27:04.924893Z","steps":["trace[2092019082] 'agreement among raft nodes before linearized reading' (duration: 261.951986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:04.924621Z","caller":"traceutil/trace.go:171","msg":"trace[1289305239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3923; }","duration":"261.767432ms","start":"2026-03-31T20:27:04.662841Z","end":"2026-03-31T20:27:04.924609Z","steps":["trace[1289305239] 'agreement among raft nodes before linearized reading' (duration: 261.606048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:05.056558Z","caller":"traceutil/trace.go:171","msg":"trace[1885900883] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"125.09352ms","start":"2026-03-31T20:27:04.931436Z","end":"2026-03-31T20:27:05.056529Z","steps":["trace[1885900883] 'process raft request' (duration: 112.586595ms)","trace[1885900883] 'compare' (duration: 12.371311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:05.140815Z","caller":"traceutil/trace.go:171","msg":"trace[1553968098] linearizableReadLoop","detail":"{readStateIndex:4090; appliedIndex:4087; }","duration":"192.60391ms","start":"2026-03-31T20:27:04.948185Z","end":"2026-03-31T20:27:05.140789Z","steps":["trace[1553968098] 'read index received' (duration: 95.987316ms)","trace[1553968098] 'applied index is now lower than readState.Index' (duration: 96.615184ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:05.140861Z","caller":"traceutil/trace.go:171","msg":"trace[1017678827] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"208.06858ms","start":"2026-03-31T20:27:04.932756Z","end":"2026-03-31T20:27:05.140824Z","steps":["trace[1017678827] 'process raft request' (duration: 207.946027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:05.140909Z","caller":"traceutil/trace.go:171","msg":"trace[435563353] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"173.028818ms","start":"2026-03-31T20:27:04.967849Z","end":"2026-03-31T20:27:05.140878Z","steps":["trace[435563353] 'process raft request' (duration: 172.900564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:05.141082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.880938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:27:05.141098Z","caller":"traceutil/trace.go:171","msg":"trace[1710171482] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"209.62512ms","start":"2026-03-31T20:27:04.931458Z","end":"2026-03-31T20:27:05.141083Z","steps":["trace[1710171482] 'process raft request' (duration: 209.088176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:05.141125Z","caller":"traceutil/trace.go:171","msg":"trace[55810075] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3927; }","duration":"192.943239ms","start":"2026-03-31T20:27:04.94817Z","end":"2026-03-31T20:27:05.141113Z","steps":["trace[55810075] 'agreement among raft nodes before linearized reading' (duration: 192.768995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:05.14132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.687716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:27:05.141655Z","caller":"traceutil/trace.go:171","msg":"trace[1439068297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3927; }","duration":"155.072965ms","start":"2026-03-31T20:27:04.986554Z","end":"2026-03-31T20:27:05.141627Z","steps":["trace[1439068297] 'agreement among raft nodes before linearized reading' (duration: 154.585413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:05.76703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.506935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:05.76714Z","caller":"traceutil/trace.go:171","msg":"trace[1543160934] linearizableReadLoop","detail":"{readStateIndex:4092; appliedIndex:4091; }","duration":"617.924952ms","start":"2026-03-31T20:27:05.149199Z","end":"2026-03-31T20:27:05.767124Z","steps":["trace[1543160934] 'read index received' (duration: 142.273593ms)","trace[1543160934] 'applied index is now lower than readState.Index' (duration: 475.650289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:05.767202Z","caller":"traceutil/trace.go:171","msg":"trace[1989884347] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"619.638115ms","start":"2026-03-31T20:27:05.147542Z","end":"2026-03-31T20:27:05.767181Z","steps":["trace[1989884347] 'process raft request' (duration: 143.898804ms)","trace[1989884347] 'compare' (duration: 475.094435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:05.767321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.131197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-03-31T20:27:05.767305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:05.147508Z","time spent":"619.757359ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:05.767355Z","caller":"traceutil/trace.go:171","msg":"trace[1896192394] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3928; }","duration":"618.22611ms","start":"2026-03-31T20:27:05.14912Z","end":"2026-03-31T20:27:05.767346Z","steps":["trace[1896192394] 'agreement among raft nodes before linearized reading' (duration: 618.090966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:05.767385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:05.149097Z","time spent":"618.280391ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T20:27:05.767706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.961212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:05.767796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.514727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:27:05.767798Z","caller":"traceutil/trace.go:171","msg":"trace[121650708] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3928; }","duration":"236.125276ms","start":"2026-03-31T20:27:05.531647Z","end":"2026-03-31T20:27:05.767772Z","steps":["trace[121650708] 'agreement among raft nodes before linearized reading' (duration: 235.957382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:05.767831Z","caller":"traceutil/trace.go:171","msg":"trace[1524134912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3928; }","duration":"159.601739ms","start":"2026-03-31T20:27:05.608219Z","end":"2026-03-31T20:27:05.76782Z","steps":["trace[1524134912] 'agreement among raft nodes before linearized reading' (duration: 159.498847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.523866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.137312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:06.524292Z","caller":"traceutil/trace.go:171","msg":"trace[664010390] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"752.637293ms","start":"2026-03-31T20:27:05.771566Z","end":"2026-03-31T20:27:06.524203Z","steps":["trace[664010390] 'process raft request' (duration: 102.025489ms)","trace[664010390] 'compare' (duration: 649.822985ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:06.524346Z","caller":"traceutil/trace.go:171","msg":"trace[1989238267] linearizableReadLoop","detail":"{readStateIndex:4093; appliedIndex:4092; }","duration":"734.435115ms","start":"2026-03-31T20:27:05.789615Z","end":"2026-03-31T20:27:06.524051Z","steps":["trace[1989238267] 'read index received' (duration: 83.904213ms)","trace[1989238267] 'applied index is now lower than readState.Index' (duration: 650.528862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:06.524481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.839616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:27:06.524532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:05.771541Z","time spent":"752.871748ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:06.524588Z","caller":"traceutil/trace.go:171","msg":"trace[1898657612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3929; }","duration":"734.99066ms","start":"2026-03-31T20:27:05.78957Z","end":"2026-03-31T20:27:06.524561Z","steps":["trace[1898657612] 'agreement among raft nodes before linearized reading' (duration: 734.707382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.524637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:05.789548Z","time spent":"735.080012ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:27:06.848919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.533074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:27:06.849405Z","caller":"traceutil/trace.go:171","msg":"trace[364019493] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"384.720128ms","start":"2026-03-31T20:27:06.464625Z","end":"2026-03-31T20:27:06.849345Z","steps":["trace[364019493] 'process raft request' (duration: 384.444102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:06.849442Z","caller":"traceutil/trace.go:171","msg":"trace[1082063314] linearizableReadLoop","detail":"{readStateIndex:4095; appliedIndex:4093; }","duration":"320.595194ms","start":"2026-03-31T20:27:06.528821Z","end":"2026-03-31T20:27:06.849416Z","steps":["trace[1082063314] 'read index received' (duration: 122.563357ms)","trace[1082063314] 'applied index is now lower than readState.Index' (duration: 198.029377ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:06.849462Z","caller":"traceutil/trace.go:171","msg":"trace[24833018] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"156.720907ms","start":"2026-03-31T20:27:06.692714Z","end":"2026-03-31T20:27:06.849435Z","steps":["trace[24833018] 'process raft request' (duration: 156.594813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.849598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.464578Z","time spent":"384.912564ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:06.849776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.933792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:27:06.849855Z","caller":"traceutil/trace.go:171","msg":"trace[245178834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3931; }","duration":"321.021795ms","start":"2026-03-31T20:27:06.528812Z","end":"2026-03-31T20:27:06.849833Z","steps":["trace[245178834] 'agreement among raft nodes before linearized reading' (duration: 320.729757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.849891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.528772Z","time spent":"321.111907ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:27:07.188896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.654868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-31T20:27:07.188909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.335325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:07.188949Z","caller":"traceutil/trace.go:171","msg":"trace[1035951062] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3931; }","duration":"332.73049ms","start":"2026-03-31T20:27:06.856206Z","end":"2026-03-31T20:27:07.188936Z","steps":["trace[1035951062] 'range keys from in-memory index tree' (duration: 332.528685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:07.188983Z","caller":"traceutil/trace.go:171","msg":"trace[777101711] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3931; }","duration":"279.597441ms","start":"2026-03-31T20:27:06.909366Z","end":"2026-03-31T20:27:07.188964Z","steps":["trace[777101711] 'range keys from in-memory index tree' (duration: 279.237582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.189016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.856192Z","time spent":"332.777631ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T20:27:07.329511Z","caller":"traceutil/trace.go:171","msg":"trace[1304572254] linearizableReadLoop","detail":"{readStateIndex:4097; appliedIndex:4096; }","duration":"268.968254ms","start":"2026-03-31T20:27:07.060514Z","end":"2026-03-31T20:27:07.329482Z","steps":["trace[1304572254] 'read index received' (duration: 268.858931ms)","trace[1304572254] 'applied index is now lower than readState.Index' (duration: 108.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:07.329633Z","caller":"traceutil/trace.go:171","msg":"trace[1617036161] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"399.304596ms","start":"2026-03-31T20:27:06.930289Z","end":"2026-03-31T20:27:07.329593Z","steps":["trace[1617036161] 'process raft request' (duration: 398.976298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.329751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.22753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:27:07.329796Z","caller":"traceutil/trace.go:171","msg":"trace[288835739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3932; }","duration":"269.333333ms","start":"2026-03-31T20:27:07.06045Z","end":"2026-03-31T20:27:07.329784Z","steps":["trace[288835739] 'agreement among raft nodes before linearized reading' (duration: 269.163829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.329822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.930272Z","time spent":"399.437289ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:07.33591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.831332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:07.335969Z","caller":"traceutil/trace.go:171","msg":"trace[836670907] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3933; }","duration":"143.967956ms","start":"2026-03-31T20:27:07.191987Z","end":"2026-03-31T20:27:07.335955Z","steps":["trace[836670907] 'agreement among raft nodes before linearized reading' (duration: 143.839662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.335969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.61207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:27:07.336066Z","caller":"traceutil/trace.go:171","msg":"trace[2140334129] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"188.963398ms","start":"2026-03-31T20:27:07.147063Z","end":"2026-03-31T20:27:07.336027Z","steps":["trace[2140334129] 'process raft request' (duration: 188.523717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.336095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.269612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:27:07.336163Z","caller":"traceutil/trace.go:171","msg":"trace[1526155648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3933; }","duration":"190.382364ms","start":"2026-03-31T20:27:07.145764Z","end":"2026-03-31T20:27:07.336147Z","steps":["trace[1526155648] 'agreement among raft nodes before linearized reading' (duration: 190.20135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:07.336092Z","caller":"traceutil/trace.go:171","msg":"trace[845176230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3933; }","duration":"190.767564ms","start":"2026-03-31T20:27:07.145302Z","end":"2026-03-31T20:27:07.33607Z","steps":["trace[845176230] 'agreement among raft nodes before linearized reading' (duration: 190.432736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.336192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.197626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T20:27:07.336388Z","caller":"traceutil/trace.go:171","msg":"trace[810973248] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3933; }","duration":"143.423322ms","start":"2026-03-31T20:27:07.19295Z","end":"2026-03-31T20:27:07.336373Z","steps":["trace[810973248] 'agreement among raft nodes before linearized reading' (duration: 142.852068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.67181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.860385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:07.672101Z","caller":"traceutil/trace.go:171","msg":"trace[1503396877] linearizableReadLoop","detail":"{readStateIndex:4099; appliedIndex:4098; }","duration":"333.592972ms","start":"2026-03-31T20:27:07.338482Z","end":"2026-03-31T20:27:07.672075Z","steps":["trace[1503396877] 'read index received' (duration: 73.411179ms)","trace[1503396877] 'applied index is now lower than readState.Index' (duration: 260.179213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:07.672128Z","caller":"traceutil/trace.go:171","msg":"trace[1728749876] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"332.003781ms","start":"2026-03-31T20:27:07.340105Z","end":"2026-03-31T20:27:07.672109Z","steps":["trace[1728749876] 'process raft request' (duration: 331.949769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:07.672147Z","caller":"traceutil/trace.go:171","msg":"trace[1419191841] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"332.078653ms","start":"2026-03-31T20:27:07.340044Z","end":"2026-03-31T20:27:07.672123Z","steps":["trace[1419191841] 'process raft request' (duration: 331.908989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:07.672129Z","caller":"traceutil/trace.go:171","msg":"trace[1247398339] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"337.236343ms","start":"2026-03-31T20:27:07.334867Z","end":"2026-03-31T20:27:07.672103Z","steps":["trace[1247398339] 'process raft request' (duration: 76.968197ms)","trace[1247398339] 'compare' (duration: 259.603719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:07.672313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:07.340028Z","time spent":"332.169345ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:07.672312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:07.3401Z","time spent":"332.078274ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:07.672367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:07.334843Z","time spent":"337.448788ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:07.672448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.93877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:27:07.672529Z","caller":"traceutil/trace.go:171","msg":"trace[1054353519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3936; }","duration":"334.068824ms","start":"2026-03-31T20:27:07.338442Z","end":"2026-03-31T20:27:07.672511Z","steps":["trace[1054353519] 'agreement among raft nodes before linearized reading' (duration: 333.708165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.672577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:07.338424Z","time spent":"334.144095ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:27:07.879662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.303817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:27:07.879709Z","caller":"traceutil/trace.go:171","msg":"trace[855263448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3936; }","duration":"108.40269ms","start":"2026-03-31T20:27:07.771296Z","end":"2026-03-31T20:27:07.879698Z","steps":["trace[855263448] 'range keys from in-memory index tree' (duration: 108.099382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.029071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837542176,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:27:09.322314Z","caller":"traceutil/trace.go:171","msg":"trace[636117410] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"823.151951ms","start":"2026-03-31T20:27:08.499134Z","end":"2026-03-31T20:27:09.322286Z","steps":["trace[636117410] 'process raft request' (duration: 822.964816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.322453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.499105Z","time spent":"823.278253ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:09.945518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.994606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:09.946057Z","caller":"traceutil/trace.go:171","msg":"trace[1063193366] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"1.090771169s","start":"2026-03-31T20:27:08.855241Z","end":"2026-03-31T20:27:09.946012Z","steps":["trace[1063193366] 'process raft request' (duration: 680.194488ms)","trace[1063193366] 'compare' (duration: 409.777241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:09.946385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.85522Z","time spent":"1.090929883s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:09.946443Z","caller":"traceutil/trace.go:171","msg":"trace[404636915] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"1.091108647s","start":"2026-03-31T20:27:08.855292Z","end":"2026-03-31T20:27:09.946401Z","steps":["trace[404636915] 'process raft request' (duration: 1.090330498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.946628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.855249Z","time spent":"1.091286462s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:09.946452Z","caller":"traceutil/trace.go:171","msg":"trace[2052992421] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"986.649317ms","start":"2026-03-31T20:27:08.959774Z","end":"2026-03-31T20:27:09.946423Z","steps":["trace[2052992421] 'process raft request' (duration: 985.908768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:09.946762Z","caller":"traceutil/trace.go:171","msg":"trace[873723034] linearizableReadLoop","detail":"{readStateIndex:4106; appliedIndex:4102; }","duration":"1.418283357s","start":"2026-03-31T20:27:08.52845Z","end":"2026-03-31T20:27:09.946734Z","steps":["trace[873723034] 'read index received' (duration: 793.546635ms)","trace[873723034] 'applied index is now lower than readState.Index' (duration: 624.733392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:09.94679Z","caller":"traceutil/trace.go:171","msg":"trace[817084850] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"611.837868ms","start":"2026-03-31T20:27:09.334942Z","end":"2026-03-31T20:27:09.94678Z","steps":["trace[817084850] 'process raft request' (duration: 610.792332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.946815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.959746Z","time spent":"987.039817ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:09.946719Z","caller":"traceutil/trace.go:171","msg":"trace[1960458030] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"605.318594ms","start":"2026-03-31T20:27:09.341366Z","end":"2026-03-31T20:27:09.946684Z","steps":["trace[1960458030] 'process raft request' (duration: 605.234682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.946941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.334921Z","time spent":"611.92755ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:09.94698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.341356Z","time spent":"605.55804ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:09.947017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418564424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:27:09.947067Z","caller":"traceutil/trace.go:171","msg":"trace[1816267304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3943; }","duration":"1.418661556s","start":"2026-03-31T20:27:08.52839Z","end":"2026-03-31T20:27:09.947051Z","steps":["trace[1816267304] 'agreement among raft nodes before linearized reading' (duration: 1.418488932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.947113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.528367Z","time spent":"1.418734159s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:27:09.947188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.927667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:27:09.947187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.317217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:27:09.947236Z","caller":"traceutil/trace.go:171","msg":"trace[1416349671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3943; }","duration":"270.037951ms","start":"2026-03-31T20:27:09.677187Z","end":"2026-03-31T20:27:09.947225Z","steps":["trace[1416349671] 'agreement among raft nodes before linearized reading' (duration: 269.904507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:09.947242Z","caller":"traceutil/trace.go:171","msg":"trace[1756848492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3943; }","duration":"270.371949ms","start":"2026-03-31T20:27:09.676859Z","end":"2026-03-31T20:27:09.947231Z","steps":["trace[1756848492] 'agreement among raft nodes before linearized reading' (duration: 270.223715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.947238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.265546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:27:09.947252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.742583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:09.947001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284260142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:09.947295Z","caller":"traceutil/trace.go:171","msg":"trace[1327286429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3943; }","duration":"298.824765ms","start":"2026-03-31T20:27:09.648456Z","end":"2026-03-31T20:27:09.947281Z","steps":["trace[1327286429] 'agreement among raft nodes before linearized reading' (duration: 298.769734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:09.947335Z","caller":"traceutil/trace.go:171","msg":"trace[1561093122] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3943; }","duration":"1.284629661s","start":"2026-03-31T20:27:08.66269Z","end":"2026-03-31T20:27:09.94732Z","steps":["trace[1561093122] 'agreement among raft nodes before linearized reading' (duration: 1.284215381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.947357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198808551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:27:09.947391Z","caller":"traceutil/trace.go:171","msg":"trace[478473137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3943; }","duration":"1.198896923s","start":"2026-03-31T20:27:08.748485Z","end":"2026-03-31T20:27:09.947382Z","steps":["trace[478473137] 'agreement among raft nodes before linearized reading' (duration: 1.198830191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.947399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.662604Z","time spent":"1.284772874s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:27:09.947282Z","caller":"traceutil/trace.go:171","msg":"trace[1405198611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3943; }","duration":"270.324648ms","start":"2026-03-31T20:27:09.676945Z","end":"2026-03-31T20:27:09.94727Z","steps":["trace[1405198611] 'agreement among raft nodes before linearized reading' (duration: 270.167974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.947527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169405459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:27:09.947559Z","caller":"traceutil/trace.go:171","msg":"trace[271109589] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3943; }","duration":"1.169465711s","start":"2026-03-31T20:27:08.778084Z","end":"2026-03-31T20:27:09.94755Z","steps":["trace[271109589] 'agreement among raft nodes before linearized reading' (duration: 1.169363938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.94759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.778067Z","time spent":"1.169517062s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:27:09.947427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.748462Z","time spent":"1.198955953s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:27:10.288592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.994121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:10.288895Z","caller":"traceutil/trace.go:171","msg":"trace[1152753809] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"336.563266ms","start":"2026-03-31T20:27:09.952217Z","end":"2026-03-31T20:27:10.288781Z","steps":["trace[1152753809] 'process raft request' (duration: 143.295099ms)","trace[1152753809] 'compare' (duration: 192.866027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:10.289073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.952198Z","time spent":"336.776471ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:10.289257Z","caller":"traceutil/trace.go:171","msg":"trace[2091256461] linearizableReadLoop","detail":"{readStateIndex:4109; appliedIndex:4108; }","duration":"336.794832ms","start":"2026-03-31T20:27:09.952442Z","end":"2026-03-31T20:27:10.289237Z","steps":["trace[2091256461] 'read index received' (duration: 143.186736ms)","trace[2091256461] 'applied index is now lower than readState.Index' (duration: 193.605586ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:10.289291Z","caller":"traceutil/trace.go:171","msg":"trace[575739019] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"336.008913ms","start":"2026-03-31T20:27:09.95326Z","end":"2026-03-31T20:27:10.289269Z","steps":["trace[575739019] 'process raft request' (duration: 335.461979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.289325Z","caller":"traceutil/trace.go:171","msg":"trace[805976913] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"335.085878ms","start":"2026-03-31T20:27:09.954218Z","end":"2026-03-31T20:27:10.289304Z","steps":["trace[805976913] 'process raft request' (duration: 335.025597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.289505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.104283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:27:10.289552Z","caller":"traceutil/trace.go:171","msg":"trace[1916361837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3947; }","duration":"330.169605ms","start":"2026-03-31T20:27:09.959371Z","end":"2026-03-31T20:27:10.289541Z","steps":["trace[1916361837] 'agreement among raft nodes before linearized reading' (duration: 329.99506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.289586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.959362Z","time spent":"330.216076ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:27:10.289384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.95324Z","time spent":"336.094954ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:10.289616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.131521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T20:27:10.289385Z","caller":"traceutil/trace.go:171","msg":"trace[1714575743] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"336.019072ms","start":"2026-03-31T20:27:09.953337Z","end":"2026-03-31T20:27:10.289356Z","steps":["trace[1714575743] 'process raft request' (duration: 335.466298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.289723Z","caller":"traceutil/trace.go:171","msg":"trace[973694875] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3947; }","duration":"337.284945ms","start":"2026-03-31T20:27:09.952411Z","end":"2026-03-31T20:27:10.289696Z","steps":["trace[973694875] 'agreement among raft nodes before linearized reading' (duration: 336.934725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.289787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.95239Z","time spent":"337.386927ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:27:10.28979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.95333Z","time spent":"336.382212ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:10.28995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.954163Z","time spent":"335.319425ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:10.609468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.514537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:10.609634Z","caller":"traceutil/trace.go:171","msg":"trace[652352814] linearizableReadLoop","detail":"{readStateIndex:4113; appliedIndex:4112; }","duration":"313.062674ms","start":"2026-03-31T20:27:10.296543Z","end":"2026-03-31T20:27:10.609606Z","steps":["trace[652352814] 'read index received' (duration: 153.139067ms)","trace[652352814] 'applied index is now lower than readState.Index' (duration: 159.921277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:10.609734Z","caller":"traceutil/trace.go:171","msg":"trace[1270820924] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"315.569587ms","start":"2026-03-31T20:27:10.29412Z","end":"2026-03-31T20:27:10.609689Z","steps":["trace[1270820924] 'process raft request' (duration: 155.689191ms)","trace[1270820924] 'compare' (duration: 159.312382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:10.609856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.29897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T20:27:10.609907Z","caller":"traceutil/trace.go:171","msg":"trace[1362425338] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3948; }","duration":"313.357861ms","start":"2026-03-31T20:27:10.296533Z","end":"2026-03-31T20:27:10.60989Z","steps":["trace[1362425338] 'agreement among raft nodes before linearized reading' (duration: 313.143366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.609931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.29411Z","time spent":"315.712681ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:10.609968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.296528Z","time spent":"313.426083ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T20:27:10.927421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.509018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T20:27:10.927432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.94123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:27:10.927515Z","caller":"traceutil/trace.go:171","msg":"trace[379404215] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3948; }","duration":"140.666552ms","start":"2026-03-31T20:27:10.786828Z","end":"2026-03-31T20:27:10.927494Z","steps":["trace[379404215] 'range keys from in-memory index tree' (duration: 140.302203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.927603Z","caller":"traceutil/trace.go:171","msg":"trace[65572993] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:3948; }","duration":"122.139325ms","start":"2026-03-31T20:27:10.805399Z","end":"2026-03-31T20:27:10.927539Z","steps":["trace[65572993] 'range keys from in-memory index tree' (duration: 121.650343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:11.480394Z","caller":"traceutil/trace.go:171","msg":"trace[806634897] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"140.937069ms","start":"2026-03-31T20:27:11.339432Z","end":"2026-03-31T20:27:11.480369Z","steps":["trace[806634897] 'process raft request' (duration: 140.722854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:12.204944Z","caller":"traceutil/trace.go:171","msg":"trace[596263584] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"251.505074ms","start":"2026-03-31T20:27:11.953409Z","end":"2026-03-31T20:27:12.204914Z","steps":["trace[596263584] 'process raft request' (duration: 251.263048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:12.277391Z","caller":"traceutil/trace.go:171","msg":"trace[1274358246] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"323.100937ms","start":"2026-03-31T20:27:11.954261Z","end":"2026-03-31T20:27:12.277361Z","steps":["trace[1274358246] 'process raft request' (duration: 256.049508ms)","trace[1274358246] 'compare' (duration: 66.813643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:12.277568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.954232Z","time spent":"323.2429ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:12.277671Z","caller":"traceutil/trace.go:171","msg":"trace[1241716868] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"323.307802ms","start":"2026-03-31T20:27:11.954341Z","end":"2026-03-31T20:27:12.277649Z","steps":["trace[1241716868] 'process raft request' (duration: 322.972923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.277829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.954304Z","time spent":"323.441675ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:12.278011Z","caller":"traceutil/trace.go:171","msg":"trace[1192175274] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"322.948353ms","start":"2026-03-31T20:27:11.955046Z","end":"2026-03-31T20:27:12.277994Z","steps":["trace[1192175274] 'process raft request' (duration: 322.500862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.278092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.955024Z","time spent":"323.030335ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:12.653935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.574181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:12.654267Z","caller":"traceutil/trace.go:171","msg":"trace[73673732] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"357.187516ms","start":"2026-03-31T20:27:12.297026Z","end":"2026-03-31T20:27:12.654213Z","steps":["trace[73673732] 'process raft request' (duration: 208.236104ms)","trace[73673732] 'compare' (duration: 148.195532ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:12.65431Z","caller":"traceutil/trace.go:171","msg":"trace[1725775684] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"355.704768ms","start":"2026-03-31T20:27:12.298585Z","end":"2026-03-31T20:27:12.65429Z","steps":["trace[1725775684] 'process raft request' (duration: 355.601845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:12.654332Z","caller":"traceutil/trace.go:171","msg":"trace[1814338934] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"356.157059ms","start":"2026-03-31T20:27:12.298112Z","end":"2026-03-31T20:27:12.654269Z","steps":["trace[1814338934] 'process raft request' (duration: 355.957014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.6544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.298575Z","time spent":"355.78571ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:12.654446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.296999Z","time spent":"357.34888ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:12.654425Z","caller":"traceutil/trace.go:171","msg":"trace[1553965937] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"355.122594ms","start":"2026-03-31T20:27:12.299249Z","end":"2026-03-31T20:27:12.654372Z","steps":["trace[1553965937] 'process raft request' (duration: 354.99168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.654564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.29809Z","time spent":"356.347614ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:12.654641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.299235Z","time spent":"355.296878ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:13.272056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.525083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:13.272218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.22802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:13.272198Z","caller":"traceutil/trace.go:171","msg":"trace[267132156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3959; }","duration":"432.741277ms","start":"2026-03-31T20:27:12.839425Z","end":"2026-03-31T20:27:13.272166Z","steps":["trace[267132156] 'range keys from in-memory index tree' (duration: 432.330047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:13.272309Z","caller":"traceutil/trace.go:171","msg":"trace[753991951] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3959; }","duration":"516.360753ms","start":"2026-03-31T20:27:12.75593Z","end":"2026-03-31T20:27:13.27229Z","steps":["trace[753991951] 'range keys from in-memory index tree' (duration: 516.124548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:13.272367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.755905Z","time spent":"516.451025ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:27:13.272374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.839393Z","time spent":"432.921682ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:27:13.293178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.58429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:27:13.293228Z","caller":"traceutil/trace.go:171","msg":"trace[1880669059] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3959; }","duration":"514.692582ms","start":"2026-03-31T20:27:12.778526Z","end":"2026-03-31T20:27:13.293218Z","steps":["trace[1880669059] 'range keys from in-memory index tree' (duration: 514.405115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:13.293252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.77849Z","time spent":"514.756304ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T20:27:14.348769Z","caller":"traceutil/trace.go:171","msg":"trace[1074907846] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"137.222585ms","start":"2026-03-31T20:27:14.211522Z","end":"2026-03-31T20:27:14.348744Z","steps":["trace[1074907846] 'process raft request' (duration: 137.05757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:14.687013Z","caller":"traceutil/trace.go:171","msg":"trace[1110727427] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"399.941191ms","start":"2026-03-31T20:27:14.287046Z","end":"2026-03-31T20:27:14.686988Z","steps":["trace[1110727427] 'process raft request' (duration: 398.576837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:14.687218Z","caller":"traceutil/trace.go:171","msg":"trace[465588324] linearizableReadLoop","detail":"{readStateIndex:4129; appliedIndex:4126; }","duration":"237.458859ms","start":"2026-03-31T20:27:14.449732Z","end":"2026-03-31T20:27:14.687191Z","steps":["trace[465588324] 'read index received' (duration: 235.005727ms)","trace[465588324] 'applied index is now lower than readState.Index' (duration: 2.451772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:14.687381Z","caller":"traceutil/trace.go:171","msg":"trace[1747477936] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"399.199023ms","start":"2026-03-31T20:27:14.288166Z","end":"2026-03-31T20:27:14.687365Z","steps":["trace[1747477936] 'process raft request' (duration: 398.854965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.687369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.287025Z","time spent":"400.055805ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:14.687399Z","caller":"traceutil/trace.go:171","msg":"trace[114252264] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"400.240318ms","start":"2026-03-31T20:27:14.287126Z","end":"2026-03-31T20:27:14.687366Z","steps":["trace[114252264] 'process raft request' (duration: 399.755886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.687645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.919361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:27:14.687689Z","caller":"traceutil/trace.go:171","msg":"trace[1069486058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3963; }","duration":"238.002644ms","start":"2026-03-31T20:27:14.449675Z","end":"2026-03-31T20:27:14.687677Z","steps":["trace[1069486058] 'agreement among raft nodes before linearized reading' (duration: 237.85732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.687504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.288152Z","time spent":"399.270525ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.687739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.287116Z","time spent":"400.455254ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:14.929741Z","caller":"traceutil/trace.go:171","msg":"trace[124770337] transaction","detail":"{read_only:false; response_revision:3964; number_of_response:1; }","duration":"236.696272ms","start":"2026-03-31T20:27:14.69301Z","end":"2026-03-31T20:27:14.929706Z","steps":["trace[124770337] 'process raft request' (duration: 171.656384ms)","trace[124770337] 'compare' (duration: 64.853823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:15.003239Z","caller":"traceutil/trace.go:171","msg":"trace[1355174357] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"309.620737ms","start":"2026-03-31T20:27:14.69359Z","end":"2026-03-31T20:27:15.00321Z","steps":["trace[1355174357] 'process raft request' (duration: 309.454223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.003405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.693546Z","time spent":"309.77197ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:15.003632Z","caller":"traceutil/trace.go:171","msg":"trace[1598565712] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"309.493494ms","start":"2026-03-31T20:27:14.694046Z","end":"2026-03-31T20:27:15.00354Z","steps":["trace[1598565712] 'process raft request' (duration: 309.115445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.003791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.694032Z","time spent":"309.703879ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:15.003973Z","caller":"traceutil/trace.go:171","msg":"trace[1780027194] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"309.74939ms","start":"2026-03-31T20:27:14.694194Z","end":"2026-03-31T20:27:15.003943Z","steps":["trace[1780027194] 'process raft request' (duration: 309.249638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:15.00402Z","caller":"traceutil/trace.go:171","msg":"trace[1452423496] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"309.545025ms","start":"2026-03-31T20:27:14.694456Z","end":"2026-03-31T20:27:15.004001Z","steps":["trace[1452423496] 'process raft request' (duration: 309.372591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:15.004019Z","caller":"traceutil/trace.go:171","msg":"trace[1558258717] linearizableReadLoop","detail":"{readStateIndex:4135; appliedIndex:4129; }","duration":"225.815956ms","start":"2026-03-31T20:27:14.778182Z","end":"2026-03-31T20:27:15.003998Z","steps":["trace[1558258717] 'read index received' (duration: 86.450077ms)","trace[1558258717] 'applied index is now lower than readState.Index' (duration: 139.364639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:15.004111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.694446Z","time spent":"309.618447ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:15.00412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.694183Z","time spent":"309.861533ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:15.004149Z","caller":"traceutil/trace.go:171","msg":"trace[718921917] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"309.573956ms","start":"2026-03-31T20:27:14.694522Z","end":"2026-03-31T20:27:15.004096Z","steps":["trace[718921917] 'process raft request' (duration: 309.418762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.00422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.102262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:15.004303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.694514Z","time spent":"309.69159ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:15.004314Z","caller":"traceutil/trace.go:171","msg":"trace[1968663762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3969; }","duration":"164.258407ms","start":"2026-03-31T20:27:14.84004Z","end":"2026-03-31T20:27:15.004299Z","steps":["trace[1968663762] 'agreement among raft nodes before linearized reading' (duration: 164.090532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.004336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.157676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:27:15.004398Z","caller":"traceutil/trace.go:171","msg":"trace[1260754092] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3969; }","duration":"226.291129ms","start":"2026-03-31T20:27:14.778092Z","end":"2026-03-31T20:27:15.004383Z","steps":["trace[1260754092] 'agreement among raft nodes before linearized reading' (duration: 226.026671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:15.980131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.370395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:15.980264Z","caller":"traceutil/trace.go:171","msg":"trace[1173685684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3970; }","duration":"142.55763ms","start":"2026-03-31T20:27:15.837667Z","end":"2026-03-31T20:27:15.980225Z","steps":["trace[1173685684] 'range keys from in-memory index tree' (duration: 141.843302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:17.194766Z","caller":"traceutil/trace.go:171","msg":"trace[1149040381] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"175.456968ms","start":"2026-03-31T20:27:17.019268Z","end":"2026-03-31T20:27:17.194725Z","steps":["trace[1149040381] 'process raft request' (duration: 155.842444ms)","trace[1149040381] 'compare' (duration: 19.355038ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:17.194799Z","caller":"traceutil/trace.go:171","msg":"trace[1339984397] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"174.544466ms","start":"2026-03-31T20:27:17.020221Z","end":"2026-03-31T20:27:17.194766Z","steps":["trace[1339984397] 'process raft request' (duration: 174.482364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:17.194841Z","caller":"traceutil/trace.go:171","msg":"trace[1667100368] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"175.074178ms","start":"2026-03-31T20:27:17.019748Z","end":"2026-03-31T20:27:17.194822Z","steps":["trace[1667100368] 'process raft request' (duration: 174.899814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:20.695983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.129996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:27:20.696091Z","caller":"traceutil/trace.go:171","msg":"trace[115367464] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3991; }","duration":"201.321ms","start":"2026-03-31T20:27:20.494747Z","end":"2026-03-31T20:27:20.696068Z","steps":["trace[115367464] 'count revisions from in-memory index tree' (duration: 201.036613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.35483Z","caller":"traceutil/trace.go:171","msg":"trace[922115431] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"124.101195ms","start":"2026-03-31T20:27:21.230684Z","end":"2026-03-31T20:27:21.354785Z","steps":["trace[922115431] 'process raft request' (duration: 115.17831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:55.338987Z","caller":"traceutil/trace.go:171","msg":"trace[1631225335] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"378.197049ms","start":"2026-03-31T20:27:54.960764Z","end":"2026-03-31T20:27:55.338961Z","steps":["trace[1631225335] 'process raft request' (duration: 378.015185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:55.339168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:54.960732Z","time spent":"378.342233ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:55.381162Z","caller":"traceutil/trace.go:171","msg":"trace[985041167] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"275.114938ms","start":"2026-03-31T20:27:55.106032Z","end":"2026-03-31T20:27:55.381147Z","steps":["trace[985041167] 'process raft request' (duration: 275.025785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:55.381231Z","caller":"traceutil/trace.go:171","msg":"trace[1448257989] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"317.76405ms","start":"2026-03-31T20:27:55.063414Z","end":"2026-03-31T20:27:55.381178Z","steps":["trace[1448257989] 'process raft request' (duration: 317.545445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:55.381502Z","caller":"traceutil/trace.go:171","msg":"trace[436379228] linearizableReadLoop","detail":"{readStateIndex:4472; appliedIndex:4468; }","duration":"243.682747ms","start":"2026-03-31T20:27:55.137782Z","end":"2026-03-31T20:27:55.381465Z","steps":["trace[436379228] 'read index received' (duration: 200.924253ms)","trace[436379228] 'applied index is now lower than readState.Index' (duration: 42.756694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:55.381518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:55.063381Z","time spent":"317.978696ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:55.381581Z","caller":"traceutil/trace.go:171","msg":"trace[2141534227] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"273.648222ms","start":"2026-03-31T20:27:55.107901Z","end":"2026-03-31T20:27:55.381549Z","steps":["trace[2141534227] 'process raft request' (duration: 273.207241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:55.381712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.905933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:55.381825Z","caller":"traceutil/trace.go:171","msg":"trace[72841971] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:4291; }","duration":"244.112738ms","start":"2026-03-31T20:27:55.137691Z","end":"2026-03-31T20:27:55.381803Z","steps":["trace[72841971] 'agreement among raft nodes before linearized reading' (duration: 243.945324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:55.381891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.736162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:27:55.381943Z","caller":"traceutil/trace.go:171","msg":"trace[1536183633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4291; }","duration":"127.866215ms","start":"2026-03-31T20:27:55.254064Z","end":"2026-03-31T20:27:55.38193Z","steps":["trace[1536183633] 'agreement among raft nodes before linearized reading' (duration: 127.65883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:55.381922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.66823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:27:55.382079Z","caller":"traceutil/trace.go:171","msg":"trace[1184108601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4291; }","duration":"127.840385ms","start":"2026-03-31T20:27:55.25422Z","end":"2026-03-31T20:27:55.38206Z","steps":["trace[1184108601] 'agreement among raft nodes before linearized reading' (duration: 127.514047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:07.703797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2705} {"level":"info","ts":"2026-03-31T20:28:07.791943Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2705,"took":"86.71167ms","hash":653126643,"current-db-size-bytes":36192256,"current-db-size":"36 MB","current-db-size-in-use-bytes":11440128,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-03-31T20:28:07.792013Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":653126643,"revision":2705,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T20:28:17.96001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837543498,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:28:18.045178Z","caller":"traceutil/trace.go:171","msg":"trace[746031278] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"623.049086ms","start":"2026-03-31T20:28:17.422105Z","end":"2026-03-31T20:28:18.045155Z","steps":["trace[746031278] 'process raft request' (duration: 622.879532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.045325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.42208Z","time spent":"623.17208ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:18.053318Z","caller":"traceutil/trace.go:171","msg":"trace[2015083922] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"597.312589ms","start":"2026-03-31T20:28:17.455978Z","end":"2026-03-31T20:28:18.053291Z","steps":["trace[2015083922] 'process raft request' (duration: 597.063273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.053544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.455953Z","time spent":"597.511814ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:18.053718Z","caller":"traceutil/trace.go:171","msg":"trace[858866262] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"146.934155ms","start":"2026-03-31T20:28:17.906744Z","end":"2026-03-31T20:28:18.053678Z","steps":["trace[858866262] 'process raft request' (duration: 146.74989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:18.053697Z","caller":"traceutil/trace.go:171","msg":"trace[406252664] linearizableReadLoop","detail":"{readStateIndex:4670; appliedIndex:4666; }","duration":"594.125979ms","start":"2026-03-31T20:28:17.459489Z","end":"2026-03-31T20:28:18.053615Z","steps":["trace[406252664] 'read index received' (duration: 585.588404ms)","trace[406252664] 'applied index is now lower than readState.Index' (duration: 8.535935ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:18.053769Z","caller":"traceutil/trace.go:171","msg":"trace[1562749569] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"593.958865ms","start":"2026-03-31T20:28:17.459781Z","end":"2026-03-31T20:28:18.05374Z","steps":["trace[1562749569] 'process raft request' (duration: 593.458683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.053958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.429796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:28:18.054031Z","caller":"traceutil/trace.go:171","msg":"trace[202844785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4483; }","duration":"594.57973ms","start":"2026-03-31T20:28:17.459437Z","end":"2026-03-31T20:28:18.054017Z","steps":["trace[202844785] 'agreement among raft nodes before linearized reading' (duration: 594.411376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.054008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.459757Z","time spent":"594.141799ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:18.054182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.197323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:28:18.054065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.155333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:28:18.05422Z","caller":"traceutil/trace.go:171","msg":"trace[465341958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4483; }","duration":"474.257005ms","start":"2026-03-31T20:28:17.579955Z","end":"2026-03-31T20:28:18.054212Z","steps":["trace[465341958] 'agreement among raft nodes before linearized reading' (duration: 474.157392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.054212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.458487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:28:18.054257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.579943Z","time spent":"474.306126ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:28:18.054296Z","caller":"traceutil/trace.go:171","msg":"trace[716997738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4483; }","duration":"213.57491ms","start":"2026-03-31T20:28:17.840692Z","end":"2026-03-31T20:28:18.054267Z","steps":["trace[716997738] 'agreement among raft nodes before linearized reading' (duration: 213.444797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.054266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.576163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:28:18.054304Z","caller":"traceutil/trace.go:171","msg":"trace[2004713459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4483; }","duration":"478.401359ms","start":"2026-03-31T20:28:17.575858Z","end":"2026-03-31T20:28:18.05426Z","steps":["trace[2004713459] 'agreement among raft nodes before linearized reading' (duration: 478.04457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:18.054357Z","caller":"traceutil/trace.go:171","msg":"trace[6630951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4483; }","duration":"476.716907ms","start":"2026-03-31T20:28:17.577619Z","end":"2026-03-31T20:28:18.054336Z","steps":["trace[6630951] 'agreement among raft nodes before linearized reading' (duration: 476.478331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.054397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.575838Z","time spent":"478.521331ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:28:18.054398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.045331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:28:18.054463Z","caller":"traceutil/trace.go:171","msg":"trace[5756357] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:4483; }","duration":"309.154134ms","start":"2026-03-31T20:28:17.74529Z","end":"2026-03-31T20:28:18.054444Z","steps":["trace[5756357] 'agreement among raft nodes before linearized reading' (duration: 308.954159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.054506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.745268Z","time spent":"309.229126ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:28:18.054074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.459417Z","time spent":"594.646642ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:28:18.054411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.5776Z","time spent":"476.801938ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:28:18.054912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.40901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:28:18.055092Z","caller":"traceutil/trace.go:171","msg":"trace[923466974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4483; }","duration":"478.482111ms","start":"2026-03-31T20:28:17.576469Z","end":"2026-03-31T20:28:18.054951Z","steps":["trace[923466974] 'agreement among raft nodes before linearized reading' (duration: 477.619799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.055138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.576457Z","time spent":"478.671497ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:28:18.056044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.202392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:28:18.056132Z","caller":"traceutil/trace.go:171","msg":"trace[155860833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4483; }","duration":"431.349937ms","start":"2026-03-31T20:28:17.624762Z","end":"2026-03-31T20:28:18.056112Z","steps":["trace[155860833] 'agreement among raft nodes before linearized reading' (duration: 429.203913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:18.056182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.624739Z","time spent":"431.432878ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:28:24.587493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837543594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:28:25.083508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016995592s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:28:25.08402Z","caller":"traceutil/trace.go:171","msg":"trace[783909131] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"1.017650059s","start":"2026-03-31T20:28:24.066337Z","end":"2026-03-31T20:28:25.083987Z","steps":["trace[783909131] 'process raft request' (duration: 1.017426884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.084223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.0663Z","time spent":"1.017815454s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:25.836622Z","caller":"traceutil/trace.go:171","msg":"trace[540660393] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"1.761188664s","start":"2026-03-31T20:28:24.075402Z","end":"2026-03-31T20:28:25.836591Z","steps":["trace[540660393] 'process raft request' (duration: 1.761105241s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:25.836966Z","caller":"traceutil/trace.go:171","msg":"trace[682950851] linearizableReadLoop","detail":"{readStateIndex:4705; appliedIndex:4702; }","duration":"1.749505891s","start":"2026-03-31T20:28:24.087409Z","end":"2026-03-31T20:28:25.836915Z","steps":["trace[682950851] 'read index received' (duration: 996.341454ms)","trace[682950851] 'applied index is now lower than readState.Index' (duration: 753.161076ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:25.836998Z","caller":"traceutil/trace.go:171","msg":"trace[574713324] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"1.146131359s","start":"2026-03-31T20:28:24.690811Z","end":"2026-03-31T20:28:25.836942Z","steps":["trace[574713324] 'process raft request' (duration: 1.14574399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.837154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749727427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:28:25.837032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.075379Z","time spent":"1.761319387s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:25.837232Z","caller":"traceutil/trace.go:171","msg":"trace[1468264896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4518; }","duration":"1.74986365s","start":"2026-03-31T20:28:24.087353Z","end":"2026-03-31T20:28:25.837216Z","steps":["trace[1468264896] 'agreement among raft nodes before linearized reading' (duration: 1.749661104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.837273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.087336Z","time spent":"1.749928502s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:28:25.837368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.690784Z","time spent":"1.146328895s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:25.837574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.099958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:28:25.837636Z","caller":"traceutil/trace.go:171","msg":"trace[1119678127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4519; }","duration":"998.18632ms","start":"2026-03-31T20:28:24.839431Z","end":"2026-03-31T20:28:25.837618Z","steps":["trace[1119678127] 'agreement among raft nodes before linearized reading' (duration: 998.084707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.837673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.839415Z","time spent":"998.249391ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:28:25.83769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109844927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:28:25.837726Z","caller":"traceutil/trace.go:171","msg":"trace[1433001116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4519; }","duration":"1.109913288s","start":"2026-03-31T20:28:24.727802Z","end":"2026-03-31T20:28:25.837716Z","steps":["trace[1433001116] 'agreement among raft nodes before linearized reading' (duration: 1.109805666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.839239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.727787Z","time spent":"1.111441096s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:28:25.839348Z","caller":"traceutil/trace.go:171","msg":"trace[356079617] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"278.80921ms","start":"2026-03-31T20:28:25.560494Z","end":"2026-03-31T20:28:25.839303Z","steps":["trace[356079617] 'process raft request' (duration: 276.79351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.838722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.318481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:28:25.839734Z","caller":"traceutil/trace.go:171","msg":"trace[234704375] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4519; }","duration":"439.292575ms","start":"2026-03-31T20:28:25.400385Z","end":"2026-03-31T20:28:25.839677Z","steps":["trace[234704375] 'agreement among raft nodes before linearized reading' (duration: 437.349537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.839822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:25.400336Z","time spent":"439.444669ms","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:28:25.839209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74949012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:28:25.839989Z","caller":"traceutil/trace.go:171","msg":"trace[1624652056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4519; }","duration":"1.750306741s","start":"2026-03-31T20:28:24.089653Z","end":"2026-03-31T20:28:25.839959Z","steps":["trace[1624652056] 'agreement among raft nodes before linearized reading' (duration: 1.748060424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.840069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.089642Z","time spent":"1.750390984s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:28:25.839065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746674969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:28:25.840301Z","caller":"traceutil/trace.go:171","msg":"trace[731288713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:4519; }","duration":"1.747954202s","start":"2026-03-31T20:28:24.092331Z","end":"2026-03-31T20:28:25.840285Z","steps":["trace[731288713] 'agreement among raft nodes before linearized reading' (duration: 1.745325586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.840351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.092312Z","time spent":"1.748026183s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:28:25.839139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748213678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:28:25.838922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75148201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:28:25.84054Z","caller":"traceutil/trace.go:171","msg":"trace[1340921010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4519; }","duration":"1.749595523s","start":"2026-03-31T20:28:24.0909Z","end":"2026-03-31T20:28:25.840496Z","steps":["trace[1340921010] 'agreement among raft nodes before linearized reading' (duration: 1.74667951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.840606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.090893Z","time spent":"1.749682776s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:28:25.840597Z","caller":"traceutil/trace.go:171","msg":"trace[1552798437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4519; }","duration":"1.753148723s","start":"2026-03-31T20:28:24.087396Z","end":"2026-03-31T20:28:25.840545Z","steps":["trace[1552798437] 'agreement among raft nodes before linearized reading' (duration: 1.750095296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.840691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.942172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-31T20:28:25.840691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.087378Z","time spent":"1.753283076s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:28:25.840837Z","caller":"traceutil/trace.go:171","msg":"trace[1670853982] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4519; }","duration":"675.103556ms","start":"2026-03-31T20:28:25.165691Z","end":"2026-03-31T20:28:25.840794Z","steps":["trace[1670853982] 'agreement among raft nodes before linearized reading' (duration: 674.85817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.840893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:25.165669Z","time spent":"675.210308ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1247,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-03-31T20:28:25.836954Z","caller":"traceutil/trace.go:171","msg":"trace[214908764] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"1.76142195s","start":"2026-03-31T20:28:24.075142Z","end":"2026-03-31T20:28:25.836564Z","steps":["trace[214908764] 'process raft request' (duration: 1.761189634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.841114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.075113Z","time spent":"1.765879342s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:25.841114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.575937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:28:25.841334Z","caller":"traceutil/trace.go:171","msg":"trace[1742640231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4519; }","duration":"471.829074ms","start":"2026-03-31T20:28:25.369444Z","end":"2026-03-31T20:28:25.841273Z","steps":["trace[1742640231] 'agreement among raft nodes before linearized reading' (duration: 470.49116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.841516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:25.369414Z","time spent":"472.08306ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:28:25.843177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754778855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:28:25.843283Z","caller":"traceutil/trace.go:171","msg":"trace[207815594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4519; }","duration":"1.754936818s","start":"2026-03-31T20:28:24.088316Z","end":"2026-03-31T20:28:25.843253Z","steps":["trace[207815594] 'agreement among raft nodes before linearized reading' (duration: 1.750983748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.843351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.0883Z","time spent":"1.755039821s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:29:38.271072Z","caller":"traceutil/trace.go:171","msg":"trace[1683932051] linearizableReadLoop","detail":"{readStateIndex:5193; appliedIndex:5190; }","duration":"107.004871ms","start":"2026-03-31T20:29:38.164027Z","end":"2026-03-31T20:29:38.271032Z","steps":["trace[1683932051] 'read index received' (duration: 22.029104ms)","trace[1683932051] 'applied index is now lower than readState.Index' (duration: 84.974317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:38.271131Z","caller":"traceutil/trace.go:171","msg":"trace[373963933] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"137.646591ms","start":"2026-03-31T20:29:38.133444Z","end":"2026-03-31T20:29:38.271091Z","steps":["trace[373963933] 'process raft request' (duration: 101.703997ms)","trace[373963933] 'compare' (duration: 35.431362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:38.271286Z","caller":"traceutil/trace.go:171","msg":"trace[147411671] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"137.611411ms","start":"2026-03-31T20:29:38.13365Z","end":"2026-03-31T20:29:38.271261Z","steps":["trace[147411671] 'process raft request' (duration: 137.256202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:38.271806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.753139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:38.27185Z","caller":"traceutil/trace.go:171","msg":"trace[7059925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4975; }","duration":"107.859272ms","start":"2026-03-31T20:29:38.163978Z","end":"2026-03-31T20:29:38.271837Z","steps":["trace[7059925] 'agreement among raft nodes before linearized reading' (duration: 107.76575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:42.648944Z","caller":"traceutil/trace.go:171","msg":"trace[1727404919] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"330.010751ms","start":"2026-03-31T20:29:42.318888Z","end":"2026-03-31T20:29:42.648899Z","steps":["trace[1727404919] 'process raft request' (duration: 329.789465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:42.64923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.318869Z","time spent":"330.224116ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:42.657585Z","caller":"traceutil/trace.go:171","msg":"trace[1274416089] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"338.390281ms","start":"2026-03-31T20:29:42.319156Z","end":"2026-03-31T20:29:42.657546Z","steps":["trace[1274416089] 'process raft request' (duration: 338.187536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:42.657832Z","caller":"traceutil/trace.go:171","msg":"trace[1136079450] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"337.984651ms","start":"2026-03-31T20:29:42.319826Z","end":"2026-03-31T20:29:42.657811Z","steps":["trace[1136079450] 'process raft request' (duration: 337.664273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:42.657851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.319145Z","time spent":"338.594826ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:42.657935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.319799Z","time spent":"338.082314ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:42.65805Z","caller":"traceutil/trace.go:171","msg":"trace[1076983164] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"338.069583ms","start":"2026-03-31T20:29:42.319954Z","end":"2026-03-31T20:29:42.658024Z","steps":["trace[1076983164] 'process raft request' (duration: 337.772096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:42.658136Z","caller":"traceutil/trace.go:171","msg":"trace[1343261330] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5242; }","duration":"338.662898ms","start":"2026-03-31T20:29:42.319464Z","end":"2026-03-31T20:29:42.658127Z","steps":["trace[1343261330] 'read index received' (duration: 329.321693ms)","trace[1343261330] 'applied index is now lower than readState.Index' (duration: 9.340595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:42.658204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.319922Z","time spent":"338.204727ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:42.658354Z","caller":"traceutil/trace.go:171","msg":"trace[1835314789] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"338.197196ms","start":"2026-03-31T20:29:42.320148Z","end":"2026-03-31T20:29:42.658345Z","steps":["trace[1835314789] 'process raft request' (duration: 337.791626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:42.658406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.32013Z","time spent":"338.251258ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:42.658499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.378274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:29:42.658577Z","caller":"traceutil/trace.go:171","msg":"trace[81544753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5027; }","duration":"323.505916ms","start":"2026-03-31T20:29:42.335049Z","end":"2026-03-31T20:29:42.658555Z","steps":["trace[81544753] 'agreement among raft nodes before linearized reading' (duration: 323.24472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:42.658654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.335022Z","time spent":"323.616899ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:29:42.658592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.13054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-31T20:29:42.658751Z","caller":"traceutil/trace.go:171","msg":"trace[1057364264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5027; }","duration":"339.317835ms","start":"2026-03-31T20:29:42.319419Z","end":"2026-03-31T20:29:42.658737Z","steps":["trace[1057364264] 'agreement among raft nodes before linearized reading' (duration: 338.941996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:42.658793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.319395Z","time spent":"339.389806ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:29:47.169202Z","caller":"traceutil/trace.go:171","msg":"trace[913108852] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"120.748547ms","start":"2026-03-31T20:29:47.048421Z","end":"2026-03-31T20:29:47.169169Z","steps":["trace[913108852] 'process raft request' (duration: 120.425419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:47.169962Z","caller":"traceutil/trace.go:171","msg":"trace[220094084] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"117.001963ms","start":"2026-03-31T20:29:47.052933Z","end":"2026-03-31T20:29:47.169935Z","steps":["trace[220094084] 'process raft request' (duration: 116.251054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:48.173014Z","caller":"traceutil/trace.go:171","msg":"trace[253912482] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"157.835221ms","start":"2026-03-31T20:29:48.01515Z","end":"2026-03-31T20:29:48.172985Z","steps":["trace[253912482] 'process raft request' (duration: 157.675817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:48.17493Z","caller":"traceutil/trace.go:171","msg":"trace[415919120] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"127.230229ms","start":"2026-03-31T20:29:48.047633Z","end":"2026-03-31T20:29:48.174863Z","steps":["trace[415919120] 'process raft request' (duration: 127.035185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.327618Z","caller":"traceutil/trace.go:171","msg":"trace[1920770214] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"228.527579ms","start":"2026-03-31T20:29:50.099064Z","end":"2026-03-31T20:29:50.327592Z","steps":["trace[1920770214] 'process raft request' (duration: 218.893206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.334262Z","caller":"traceutil/trace.go:171","msg":"trace[924514588] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"176.569061ms","start":"2026-03-31T20:29:50.157647Z","end":"2026-03-31T20:29:50.334216Z","steps":["trace[924514588] 'process raft request' (duration: 176.213842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.334293Z","caller":"traceutil/trace.go:171","msg":"trace[790129418] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"175.572396ms","start":"2026-03-31T20:29:50.158685Z","end":"2026-03-31T20:29:50.334257Z","steps":["trace[790129418] 'process raft request' (duration: 175.425163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.334433Z","caller":"traceutil/trace.go:171","msg":"trace[941692997] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"102.416566ms","start":"2026-03-31T20:29:50.231983Z","end":"2026-03-31T20:29:50.3344Z","steps":["trace[941692997] 'process raft request' (duration: 102.19182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.144768Z","caller":"traceutil/trace.go:171","msg":"trace[461617252] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"103.926084ms","start":"2026-03-31T20:29:53.040812Z","end":"2026-03-31T20:29:53.144738Z","steps":["trace[461617252] 'process raft request' (duration: 103.710889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.189047Z","caller":"traceutil/trace.go:171","msg":"trace[989306214] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"146.651089ms","start":"2026-03-31T20:29:53.042343Z","end":"2026-03-31T20:29:53.188994Z","steps":["trace[989306214] 'process raft request' (duration: 146.152376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.18935Z","caller":"traceutil/trace.go:171","msg":"trace[1843696941] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"146.105005ms","start":"2026-03-31T20:29:53.043217Z","end":"2026-03-31T20:29:53.189322Z","steps":["trace[1843696941] 'process raft request' (duration: 145.599612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.189559Z","caller":"traceutil/trace.go:171","msg":"trace[390462036] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"145.827908ms","start":"2026-03-31T20:29:53.043715Z","end":"2026-03-31T20:29:53.189543Z","steps":["trace[390462036] 'process raft request' (duration: 145.280745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.18996Z","caller":"traceutil/trace.go:171","msg":"trace[551874260] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"145.939762ms","start":"2026-03-31T20:29:53.043992Z","end":"2026-03-31T20:29:53.189932Z","steps":["trace[551874260] 'process raft request' (duration: 145.120751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.190115Z","caller":"traceutil/trace.go:171","msg":"trace[318294977] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"145.655973ms","start":"2026-03-31T20:29:53.044368Z","end":"2026-03-31T20:29:53.190024Z","steps":["trace[318294977] 'process raft request' (duration: 145.031327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.467585Z","caller":"traceutil/trace.go:171","msg":"trace[24804901] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"174.814038ms","start":"2026-03-31T20:29:53.292727Z","end":"2026-03-31T20:29:53.467541Z","steps":["trace[24804901] 'process raft request' (duration: 174.473979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.471094Z","caller":"traceutil/trace.go:171","msg":"trace[1823435905] linearizableReadLoop","detail":"{readStateIndex:5716; appliedIndex:5714; }","duration":"177.139786ms","start":"2026-03-31T20:29:53.293925Z","end":"2026-03-31T20:29:53.471065Z","steps":["trace[1823435905] 'read index received' (duration: 173.225538ms)","trace[1823435905] 'applied index is now lower than readState.Index' (duration: 3.912818ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:53.471135Z","caller":"traceutil/trace.go:171","msg":"trace[2158294] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5488; }","duration":"177.803713ms","start":"2026-03-31T20:29:53.293289Z","end":"2026-03-31T20:29:53.471093Z","steps":["trace[2158294] 'process raft request' (duration: 177.526386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.471236Z","caller":"traceutil/trace.go:171","msg":"trace[75198574] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"176.211083ms","start":"2026-03-31T20:29:53.295011Z","end":"2026-03-31T20:29:53.471222Z","steps":["trace[75198574] 'process raft request' (duration: 175.981137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:53.471535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.3846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:53.471598Z","caller":"traceutil/trace.go:171","msg":"trace[2062869370] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5489; }","duration":"130.490712ms","start":"2026-03-31T20:29:53.341092Z","end":"2026-03-31T20:29:53.471582Z","steps":["trace[2062869370] 'agreement among raft nodes before linearized reading' (duration: 130.366049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:53.471597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.629608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-31T20:29:53.471642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.621848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61676"} {"level":"info","ts":"2026-03-31T20:29:53.471669Z","caller":"traceutil/trace.go:171","msg":"trace[1046607659] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5489; }","duration":"177.744461ms","start":"2026-03-31T20:29:53.293908Z","end":"2026-03-31T20:29:53.471652Z","steps":["trace[1046607659] 'agreement among raft nodes before linearized reading' (duration: 177.546156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.471725Z","caller":"traceutil/trace.go:171","msg":"trace[104934928] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5489; }","duration":"175.743941ms","start":"2026-03-31T20:29:53.295962Z","end":"2026-03-31T20:29:53.471706Z","steps":["trace[104934928] 'agreement among raft nodes before linearized reading' (duration: 175.327991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:54.238154Z","caller":"traceutil/trace.go:171","msg":"trace[640843635] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"122.795579ms","start":"2026-03-31T20:29:54.115337Z","end":"2026-03-31T20:29:54.238133Z","steps":["trace[640843635] 'process raft request' (duration: 121.843255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:54.919321Z","caller":"traceutil/trace.go:171","msg":"trace[1861251639] linearizableReadLoop","detail":"{readStateIndex:5757; appliedIndex:5756; }","duration":"184.424428ms","start":"2026-03-31T20:29:54.734881Z","end":"2026-03-31T20:29:54.919306Z","steps":["trace[1861251639] 'read index received' (duration: 184.275085ms)","trace[1861251639] 'applied index is now lower than readState.Index' (duration: 148.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:54.919422Z","caller":"traceutil/trace.go:171","msg":"trace[1109884499] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"189.713902ms","start":"2026-03-31T20:29:54.729701Z","end":"2026-03-31T20:29:54.919415Z","steps":["trace[1109884499] 'process raft request' (duration: 189.467776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:54.919913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.989683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:29:54.919918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.048337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:29:54.920041Z","caller":"traceutil/trace.go:171","msg":"trace[424480581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5529; }","duration":"185.174217ms","start":"2026-03-31T20:29:54.734837Z","end":"2026-03-31T20:29:54.920011Z","steps":["trace[424480581] 'agreement among raft nodes before linearized reading' (duration: 184.789577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:54.92007Z","caller":"traceutil/trace.go:171","msg":"trace[960420421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:5529; }","duration":"172.254232ms","start":"2026-03-31T20:29:54.747787Z","end":"2026-03-31T20:29:54.920041Z","steps":["trace[960420421] 'agreement among raft nodes before linearized reading' (duration: 171.858672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:54.920689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.976739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-31T20:29:54.920743Z","caller":"traceutil/trace.go:171","msg":"trace[115571864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d; range_end:; response_count:1; response_revision:5529; }","duration":"136.082153ms","start":"2026-03-31T20:29:54.784643Z","end":"2026-03-31T20:29:54.920725Z","steps":["trace[115571864] 'agreement among raft nodes before linearized reading' (duration: 135.938619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:54.920863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.394122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:29:54.920975Z","caller":"traceutil/trace.go:171","msg":"trace[1787227519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5529; }","duration":"119.603748ms","start":"2026-03-31T20:29:54.801336Z","end":"2026-03-31T20:29:54.92094Z","steps":["trace[1787227519] 'agreement among raft nodes before linearized reading' (duration: 119.253169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:54.921025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.1903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:29:54.921068Z","caller":"traceutil/trace.go:171","msg":"trace[1266711958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5529; }","duration":"127.238061ms","start":"2026-03-31T20:29:54.793816Z","end":"2026-03-31T20:29:54.921054Z","steps":["trace[1266711958] 'agreement among raft nodes before linearized reading' (duration: 127.110807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.563995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38194145s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:56.56436Z","caller":"traceutil/trace.go:171","msg":"trace[1023536795] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"1.617606747s","start":"2026-03-31T20:29:54.946677Z","end":"2026-03-31T20:29:56.564284Z","steps":["trace[1023536795] 'process raft request' (duration: 235.228866ms)","trace[1023536795] 'compare' (duration: 1.38152644s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:56.564541Z","caller":"traceutil/trace.go:171","msg":"trace[1089397007] linearizableReadLoop","detail":"{readStateIndex:5763; appliedIndex:5762; }","duration":"1.609675157s","start":"2026-03-31T20:29:54.954787Z","end":"2026-03-31T20:29:56.564462Z","steps":["trace[1089397007] 'read index received' (duration: 227.010739ms)","trace[1089397007] 'applied index is now lower than readState.Index' (duration: 1.382648808s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:56.564645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.946651Z","time spent":"1.617817912s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:29:56.564723Z","caller":"traceutil/trace.go:171","msg":"trace[1423487983] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"1.049318363s","start":"2026-03-31T20:29:55.515326Z","end":"2026-03-31T20:29:56.564644Z","steps":["trace[1423487983] 'process raft request' (duration: 1.048872042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.565054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.5153Z","time spent":"1.04959054s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:56.565307Z","caller":"traceutil/trace.go:171","msg":"trace[2137469521] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"617.384059ms","start":"2026-03-31T20:29:55.947882Z","end":"2026-03-31T20:29:56.565266Z","steps":["trace[2137469521] 'process raft request' (duration: 616.528778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.565736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.947861Z","time spent":"617.531543ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:56.67672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.211012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-31T20:29:56.676997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722157947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T20:29:56.677155Z","caller":"traceutil/trace.go:171","msg":"trace[1350977428] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5537; }","duration":"1.722369912s","start":"2026-03-31T20:29:54.954747Z","end":"2026-03-31T20:29:56.677117Z","steps":["trace[1350977428] 'agreement among raft nodes before linearized reading' (duration: 1.609965315s)","trace[1350977428] 'range keys from in-memory index tree' (duration: 112.060229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:56.677223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.954731Z","time spent":"1.722480555s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T20:29:56.790795Z","caller":"traceutil/trace.go:171","msg":"trace[1167489631] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"405.002007ms","start":"2026-03-31T20:29:56.385755Z","end":"2026-03-31T20:29:56.790757Z","steps":["trace[1167489631] 'process raft request' (duration: 404.890245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.790796Z","caller":"traceutil/trace.go:171","msg":"trace[1048295013] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"412.597808ms","start":"2026-03-31T20:29:56.378143Z","end":"2026-03-31T20:29:56.790741Z","steps":["trace[1048295013] 'process raft request' (duration: 412.250469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.79101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.385718Z","time spent":"405.180302ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:56.791043Z","caller":"traceutil/trace.go:171","msg":"trace[292217166] linearizableReadLoop","detail":"{readStateIndex:5769; appliedIndex:5766; }","duration":"226.330833ms","start":"2026-03-31T20:29:56.564665Z","end":"2026-03-31T20:29:56.790996Z","steps":["trace[292217166] 'read index received' (duration: 225.726488ms)","trace[292217166] 'applied index is now lower than readState.Index' (duration: 595.305µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:56.791086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.378098Z","time spent":"412.829584ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:56.791271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.355772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:56.79132Z","caller":"traceutil/trace.go:171","msg":"trace[1228172157] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5540; }","duration":"313.426764ms","start":"2026-03-31T20:29:56.477879Z","end":"2026-03-31T20:29:56.791306Z","steps":["trace[1228172157] 'agreement among raft nodes before linearized reading' (duration: 313.298671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.791322Z","caller":"traceutil/trace.go:171","msg":"trace[1525339075] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"363.760259ms","start":"2026-03-31T20:29:56.427528Z","end":"2026-03-31T20:29:56.791289Z","steps":["trace[1525339075] 'process raft request' (duration: 363.168235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.791356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274313383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-31T20:29:56.791314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.111528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:56.791339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152687953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:56.791428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.320411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:56.791464Z","caller":"traceutil/trace.go:171","msg":"trace[1728751956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5540; }","duration":"950.319123ms","start":"2026-03-31T20:29:55.841105Z","end":"2026-03-31T20:29:56.791424Z","steps":["trace[1728751956] 'agreement among raft nodes before linearized reading' (duration: 950.037806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.791474Z","caller":"traceutil/trace.go:171","msg":"trace[989713649] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5540; }","duration":"1.152905398s","start":"2026-03-31T20:29:55.638543Z","end":"2026-03-31T20:29:56.791449Z","steps":["trace[989713649] 'agreement among raft nodes before linearized reading' (duration: 1.152613791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.791501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.964459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:56.791491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.427488Z","time spent":"363.906033ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:56.791518Z","caller":"traceutil/trace.go:171","msg":"trace[1925005110] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5540; }","duration":"315.446634ms","start":"2026-03-31T20:29:56.476031Z","end":"2026-03-31T20:29:56.791478Z","steps":["trace[1925005110] 'agreement among raft nodes before linearized reading' (duration: 315.351662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.791538Z","caller":"traceutil/trace.go:171","msg":"trace[712731888] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5540; }","duration":"660.051691ms","start":"2026-03-31T20:29:56.131477Z","end":"2026-03-31T20:29:56.791528Z","steps":["trace[712731888] 'agreement among raft nodes before linearized reading' (duration: 659.98138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.791543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.841075Z","time spent":"950.451716ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:29:56.791584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.476002Z","time spent":"315.566147ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:56.791594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.131449Z","time spent":"660.132314ms","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:56.791666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770960795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-31T20:29:56.791699Z","caller":"traceutil/trace.go:171","msg":"trace[1558240772] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49; range_end:; response_count:1; response_revision:5540; }","duration":"1.771043846s","start":"2026-03-31T20:29:55.020646Z","end":"2026-03-31T20:29:56.79169Z","steps":["trace[1558240772] 'agreement among raft nodes before linearized reading' (duration: 1.770938294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.791726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.020617Z","time spent":"1.771103188s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3795,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49\" "} {"level":"warn","ts":"2026-03-31T20:29:56.791752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.747534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-03-31T20:29:56.791785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.498987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517130"} {"level":"info","ts":"2026-03-31T20:29:56.791804Z","caller":"traceutil/trace.go:171","msg":"trace[971378948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d; range_end:; response_count:1; response_revision:5540; }","duration":"855.832306ms","start":"2026-03-31T20:29:55.935955Z","end":"2026-03-31T20:29:56.791787Z","steps":["trace[971378948] 'agreement among raft nodes before linearized reading' (duration: 855.61683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.791829Z","caller":"traceutil/trace.go:171","msg":"trace[1657870066] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5540; }","duration":"451.63627ms","start":"2026-03-31T20:29:56.34018Z","end":"2026-03-31T20:29:56.791817Z","steps":["trace[1657870066] 'agreement among raft nodes before linearized reading' (duration: 451.214849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.791851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.935938Z","time spent":"855.905638ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d\" "} {"level":"warn","ts":"2026-03-31T20:29:56.791859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.340152Z","time spent":"451.700021ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517152,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:29:56.791419Z","caller":"traceutil/trace.go:171","msg":"trace[2079070806] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49; range_end:; response_count:1; response_revision:5540; }","duration":"1.274466656s","start":"2026-03-31T20:29:55.516934Z","end":"2026-03-31T20:29:56.791401Z","steps":["trace[2079070806] 'agreement among raft nodes before linearized reading' (duration: 1.274276732s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.791547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.63852Z","time spent":"1.153013552s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:56.791933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.516894Z","time spent":"1.27501738s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3795,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49\" "} {"level":"warn","ts":"2026-03-31T20:29:56.791357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.477867Z","time spent":"313.481315ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":36,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:56.791295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.416744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:56.792041Z","caller":"traceutil/trace.go:171","msg":"trace[220166466] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5540; }","duration":"522.237165ms","start":"2026-03-31T20:29:56.269791Z","end":"2026-03-31T20:29:56.792028Z","steps":["trace[220166466] 'agreement among raft nodes before linearized reading' (duration: 521.262651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.792083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.269688Z","time spent":"522.380339ms","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:29:57.211105Z","caller":"traceutil/trace.go:171","msg":"trace[2140459497] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"411.758047ms","start":"2026-03-31T20:29:56.799308Z","end":"2026-03-31T20:29:57.211066Z","steps":["trace[2140459497] 'process raft request' (duration: 411.545572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.21116Z","caller":"traceutil/trace.go:171","msg":"trace[2089577593] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5770; }","duration":"410.911816ms","start":"2026-03-31T20:29:56.800153Z","end":"2026-03-31T20:29:57.211065Z","steps":["trace[2089577593] 'read index received' (duration: 410.888406ms)","trace[2089577593] 'applied index is now lower than readState.Index' (duration: 19.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:57.211321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.79929Z","time spent":"411.916061ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3878,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:57.211537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.339817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T20:29:57.211641Z","caller":"traceutil/trace.go:171","msg":"trace[411490115] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5541; }","duration":"411.47564ms","start":"2026-03-31T20:29:56.800136Z","end":"2026-03-31T20:29:57.211611Z","steps":["trace[411490115] 'agreement among raft nodes before linearized reading' (duration: 411.156442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:57.211701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:56.800126Z","time spent":"411.565522ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T20:29:57.211892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.831186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:29:57.211951Z","caller":"traceutil/trace.go:171","msg":"trace[563854842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5542; }","duration":"267.965359ms","start":"2026-03-31T20:29:56.943972Z","end":"2026-03-31T20:29:57.211937Z","steps":["trace[563854842] 'agreement among raft nodes before linearized reading' (duration: 267.809685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:57.212285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.65276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:29:57.212363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.530542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:29:57.212394Z","caller":"traceutil/trace.go:171","msg":"trace[1083521943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5542; }","duration":"258.800539ms","start":"2026-03-31T20:29:56.953586Z","end":"2026-03-31T20:29:57.212386Z","steps":["trace[1083521943] 'agreement among raft nodes before linearized reading' (duration: 258.736457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:57.21246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.415644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:29:57.212503Z","caller":"traceutil/trace.go:171","msg":"trace[1020046607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5542; }","duration":"257.475666ms","start":"2026-03-31T20:29:56.955018Z","end":"2026-03-31T20:29:57.212493Z","steps":["trace[1020046607] 'agreement among raft nodes before linearized reading' (duration: 257.366502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:57.212542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.725658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:29:57.212545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.388401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517130"} {"level":"info","ts":"2026-03-31T20:29:57.212568Z","caller":"traceutil/trace.go:171","msg":"trace[192986261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5542; }","duration":"258.981654ms","start":"2026-03-31T20:29:56.953578Z","end":"2026-03-31T20:29:57.21256Z","steps":["trace[192986261] 'agreement among raft nodes before linearized reading' (duration: 258.916513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.212591Z","caller":"traceutil/trace.go:171","msg":"trace[123608091] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5542; }","duration":"163.488013ms","start":"2026-03-31T20:29:57.049088Z","end":"2026-03-31T20:29:57.212576Z","steps":["trace[123608091] 'agreement among raft nodes before linearized reading' (duration: 163.060821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.212665Z","caller":"traceutil/trace.go:171","msg":"trace[48176587] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"164.022566ms","start":"2026-03-31T20:29:57.04863Z","end":"2026-03-31T20:29:57.212653Z","steps":["trace[48176587] 'process raft request' (duration: 163.02372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.212359Z","caller":"traceutil/trace.go:171","msg":"trace[1841059398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:5542; }","duration":"257.845975ms","start":"2026-03-31T20:29:56.954498Z","end":"2026-03-31T20:29:57.212344Z","steps":["trace[1841059398] 'agreement among raft nodes before linearized reading' (duration: 257.508687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:57.212308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.373168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:29:57.212965Z","caller":"traceutil/trace.go:171","msg":"trace[1569426792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5542; }","duration":"259.037346ms","start":"2026-03-31T20:29:56.953918Z","end":"2026-03-31T20:29:57.212956Z","steps":["trace[1569426792] 'agreement among raft nodes before linearized reading' (duration: 258.262036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.452117Z","caller":"traceutil/trace.go:171","msg":"trace[858083527] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"114.260004ms","start":"2026-03-31T20:29:57.337822Z","end":"2026-03-31T20:29:57.452082Z","steps":["trace[858083527] 'process raft request' (duration: 113.981077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.452499Z","caller":"traceutil/trace.go:171","msg":"trace[328200715] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"114.168062ms","start":"2026-03-31T20:29:57.338235Z","end":"2026-03-31T20:29:57.452403Z","steps":["trace[328200715] 'process raft request' (duration: 113.769272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:57.822985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.425026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:57.823148Z","caller":"traceutil/trace.go:171","msg":"trace[588000128] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"216.075475ms","start":"2026-03-31T20:29:57.607054Z","end":"2026-03-31T20:29:57.82313Z","steps":["trace[588000128] 'process raft request' (duration: 84.403753ms)","trace[588000128] 'compare' (duration: 131.112088ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:58.108616Z","caller":"traceutil/trace.go:171","msg":"trace[2100854697] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5784; }","duration":"144.440043ms","start":"2026-03-31T20:29:57.964148Z","end":"2026-03-31T20:29:58.108588Z","steps":["trace[2100854697] 'read index received' (duration: 143.775676ms)","trace[2100854697] 'applied index is now lower than readState.Index' (duration: 663.307µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:58.108886Z","caller":"traceutil/trace.go:171","msg":"trace[1798133845] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"212.35504ms","start":"2026-03-31T20:29:57.896382Z","end":"2026-03-31T20:29:58.108737Z","steps":["trace[1798133845] 'process raft request' (duration: 211.787736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:58.108937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.754741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:58.109053Z","caller":"traceutil/trace.go:171","msg":"trace[1674942970] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5556; }","duration":"144.934456ms","start":"2026-03-31T20:29:57.964082Z","end":"2026-03-31T20:29:58.109016Z","steps":["trace[1674942970] 'agreement among raft nodes before linearized reading' (duration: 144.664379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:58.271019Z","caller":"traceutil/trace.go:171","msg":"trace[422486653] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"102.127168ms","start":"2026-03-31T20:29:58.168858Z","end":"2026-03-31T20:29:58.270985Z","steps":["trace[422486653] 'process raft request' (duration: 65.328703ms)","trace[422486653] 'compare' (duration: 36.300693ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:58.904696Z","caller":"traceutil/trace.go:171","msg":"trace[177018398] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"106.408937ms","start":"2026-03-31T20:29:58.798254Z","end":"2026-03-31T20:29:58.904663Z","steps":["trace[177018398] 'process raft request' (duration: 106.13911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:58.904701Z","caller":"traceutil/trace.go:171","msg":"trace[1221880724] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"106.453908ms","start":"2026-03-31T20:29:58.79822Z","end":"2026-03-31T20:29:58.904674Z","steps":["trace[1221880724] 'process raft request' (duration: 106.356865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.278418Z","caller":"traceutil/trace.go:171","msg":"trace[550329626] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"214.595368ms","start":"2026-03-31T20:29:59.063791Z","end":"2026-03-31T20:29:59.278387Z","steps":["trace[550329626] 'process raft request' (duration: 214.405223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.568954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.131489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:59.569112Z","caller":"traceutil/trace.go:171","msg":"trace[398771621] linearizableReadLoop","detail":"{readStateIndex:5794; appliedIndex:5793; }","duration":"409.396387ms","start":"2026-03-31T20:29:59.159689Z","end":"2026-03-31T20:29:59.569086Z","steps":["trace[398771621] 'read index received' (duration: 119.076624ms)","trace[398771621] 'applied index is now lower than readState.Index' (duration: 290.316963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:59.569258Z","caller":"traceutil/trace.go:171","msg":"trace[175535653] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"473.398247ms","start":"2026-03-31T20:29:59.095842Z","end":"2026-03-31T20:29:59.56924Z","steps":["trace[175535653] 'process raft request' (duration: 269.849197ms)","trace[175535653] 'compare' (duration: 202.936745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:59.569346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:59.095812Z","time spent":"473.49623ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:29:59.569821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.116296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:59.569899Z","caller":"traceutil/trace.go:171","msg":"trace[713952954] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5565; }","duration":"410.249239ms","start":"2026-03-31T20:29:59.159631Z","end":"2026-03-31T20:29:59.569881Z","steps":["trace[713952954] 'agreement among raft nodes before linearized reading' (duration: 410.083245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.569948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:59.159605Z","time spent":"410.33144ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-03-31T20:29:59.57033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.340206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:29:59.570375Z","caller":"traceutil/trace.go:171","msg":"trace[475426354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:5565; }","duration":"343.387057ms","start":"2026-03-31T20:29:59.226975Z","end":"2026-03-31T20:29:59.570362Z","steps":["trace[475426354] 'agreement among raft nodes before linearized reading' (duration: 343.201292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.570413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:59.226885Z","time spent":"343.51798ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:29:59.570857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.249991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:29:59.570902Z","caller":"traceutil/trace.go:171","msg":"trace[1387373350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5565; }","duration":"292.330763ms","start":"2026-03-31T20:29:59.278558Z","end":"2026-03-31T20:29:59.570889Z","steps":["trace[1387373350] 'agreement among raft nodes before linearized reading' (duration: 292.191469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.571172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.042961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:29:59.571224Z","caller":"traceutil/trace.go:171","msg":"trace[2066517160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5565; }","duration":"293.111132ms","start":"2026-03-31T20:29:59.2781Z","end":"2026-03-31T20:29:59.571211Z","steps":["trace[2066517160] 'agreement among raft nodes before linearized reading' (duration: 292.988689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.571496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.859382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:29:59.571552Z","caller":"traceutil/trace.go:171","msg":"trace[1123944474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5565; }","duration":"293.935404ms","start":"2026-03-31T20:29:59.277602Z","end":"2026-03-31T20:29:59.571538Z","steps":["trace[1123944474] 'agreement among raft nodes before linearized reading' (duration: 293.77349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.571843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.225316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:29:59.571895Z","caller":"traceutil/trace.go:171","msg":"trace[1547252708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5565; }","duration":"295.334089ms","start":"2026-03-31T20:29:59.276548Z","end":"2026-03-31T20:29:59.571882Z","steps":["trace[1547252708] 'agreement among raft nodes before linearized reading' (duration: 295.178896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.57215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.357775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:29:59.572219Z","caller":"traceutil/trace.go:171","msg":"trace[1904355463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5565; }","duration":"300.475917ms","start":"2026-03-31T20:29:59.271731Z","end":"2026-03-31T20:29:59.572207Z","steps":["trace[1904355463] 'agreement among raft nodes before linearized reading' (duration: 300.339884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.572291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:59.271701Z","time spent":"300.5771ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:29:59.842484Z","caller":"traceutil/trace.go:171","msg":"trace[1749688261] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"264.256947ms","start":"2026-03-31T20:29:59.578173Z","end":"2026-03-31T20:29:59.84243Z","steps":["trace[1749688261] 'process raft request' (duration: 263.97235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.842529Z","caller":"traceutil/trace.go:171","msg":"trace[384384894] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"263.662602ms","start":"2026-03-31T20:29:59.578834Z","end":"2026-03-31T20:29:59.842496Z","steps":["trace[384384894] 'process raft request' (duration: 263.569439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.842577Z","caller":"traceutil/trace.go:171","msg":"trace[1900291822] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"264.313079ms","start":"2026-03-31T20:29:59.578215Z","end":"2026-03-31T20:29:59.842529Z","steps":["trace[1900291822] 'process raft request' (duration: 264.118044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.842904Z","caller":"traceutil/trace.go:171","msg":"trace[1244996305] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"264.072673ms","start":"2026-03-31T20:29:59.578818Z","end":"2026-03-31T20:29:59.842891Z","steps":["trace[1244996305] 'process raft request' (duration: 263.629702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.843018Z","caller":"traceutil/trace.go:171","msg":"trace[2033354849] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"263.518229ms","start":"2026-03-31T20:29:59.579488Z","end":"2026-03-31T20:29:59.843006Z","steps":["trace[2033354849] 'process raft request' (duration: 263.324784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.843043Z","caller":"traceutil/trace.go:171","msg":"trace[911764989] linearizableReadLoop","detail":"{readStateIndex:5800; appliedIndex:5794; }","duration":"262.991805ms","start":"2026-03-31T20:29:59.580009Z","end":"2026-03-31T20:29:59.843001Z","steps":["trace[911764989] 'read index received' (duration: 38.415555ms)","trace[911764989] 'applied index is now lower than readState.Index' (duration: 224.57402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:59.843374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.334014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:59.843445Z","caller":"traceutil/trace.go:171","msg":"trace[1090362225] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:5571; }","duration":"263.465117ms","start":"2026-03-31T20:29:59.579963Z","end":"2026-03-31T20:29:59.843428Z","steps":["trace[1090362225] 'agreement among raft nodes before linearized reading' (duration: 263.163969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.84358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.464688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-31T20:29:59.843623Z","caller":"traceutil/trace.go:171","msg":"trace[619554615] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5571; }","duration":"263.541969ms","start":"2026-03-31T20:29:59.580071Z","end":"2026-03-31T20:29:59.843613Z","steps":["trace[619554615] 'agreement among raft nodes before linearized reading' (duration: 263.15652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.95543Z","caller":"traceutil/trace.go:171","msg":"trace[1105588048] linearizableReadLoop","detail":"{readStateIndex:5801; appliedIndex:5800; }","duration":"105.287578ms","start":"2026-03-31T20:29:59.850113Z","end":"2026-03-31T20:29:59.955401Z","steps":["trace[1105588048] 'read index received' (duration: 105.061383ms)","trace[1105588048] 'applied index is now lower than readState.Index' (duration: 224.715µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:59.955795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.635988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:59.955913Z","caller":"traceutil/trace.go:171","msg":"trace[147057844] range","detail":"{range_begin:/registry/configmaps/monitoring/loki; range_end:; response_count:0; response_revision:5572; }","duration":"105.817991ms","start":"2026-03-31T20:29:59.850072Z","end":"2026-03-31T20:29:59.95589Z","steps":["trace[147057844] 'agreement among raft nodes before linearized reading' (duration: 105.581475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.955652Z","caller":"traceutil/trace.go:171","msg":"trace[899624347] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"107.965426ms","start":"2026-03-31T20:29:59.847617Z","end":"2026-03-31T20:29:59.955583Z","steps":["trace[899624347] 'process raft request' (duration: 107.586906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.3516Z","caller":"traceutil/trace.go:171","msg":"trace[1404332086] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5576; }","duration":"193.457396ms","start":"2026-03-31T20:30:00.158108Z","end":"2026-03-31T20:30:00.351565Z","steps":["trace[1404332086] 'process raft request' (duration: 193.167198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.390297Z","caller":"traceutil/trace.go:171","msg":"trace[1024037618] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"232.013956ms","start":"2026-03-31T20:30:00.158248Z","end":"2026-03-31T20:30:00.390262Z","steps":["trace[1024037618] 'process raft request' (duration: 231.214956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.390517Z","caller":"traceutil/trace.go:171","msg":"trace[1157632359] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"231.223806ms","start":"2026-03-31T20:30:00.159284Z","end":"2026-03-31T20:30:00.390507Z","steps":["trace[1157632359] 'process raft request' (duration: 230.336684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.537439Z","caller":"traceutil/trace.go:171","msg":"trace[1447909403] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"141.367176ms","start":"2026-03-31T20:30:00.396037Z","end":"2026-03-31T20:30:00.537404Z","steps":["trace[1447909403] 'process raft request' (duration: 141.286954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.537893Z","caller":"traceutil/trace.go:171","msg":"trace[806438208] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"142.205268ms","start":"2026-03-31T20:30:00.395675Z","end":"2026-03-31T20:30:00.537881Z","steps":["trace[806438208] 'process raft request' (duration: 141.503559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.739257Z","caller":"traceutil/trace.go:171","msg":"trace[1295267065] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"145.187031ms","start":"2026-03-31T20:30:00.593817Z","end":"2026-03-31T20:30:00.739004Z","steps":["trace[1295267065] 'process raft request' (duration: 91.864609ms)","trace[1295267065] 'compare' (duration: 52.584953ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:00.739285Z","caller":"traceutil/trace.go:171","msg":"trace[98162183] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"145.344055ms","start":"2026-03-31T20:30:00.593881Z","end":"2026-03-31T20:30:00.739225Z","steps":["trace[98162183] 'process raft request' (duration: 145.029537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.7395Z","caller":"traceutil/trace.go:171","msg":"trace[129105957] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"145.541731ms","start":"2026-03-31T20:30:00.59391Z","end":"2026-03-31T20:30:00.739451Z","steps":["trace[129105957] 'process raft request' (duration: 145.106499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.739708Z","caller":"traceutil/trace.go:171","msg":"trace[1948275468] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"145.695835ms","start":"2026-03-31T20:30:00.593999Z","end":"2026-03-31T20:30:00.739695Z","steps":["trace[1948275468] 'process raft request' (duration: 145.294734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.739747Z","caller":"traceutil/trace.go:171","msg":"trace[1909622382] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"144.620918ms","start":"2026-03-31T20:30:00.595102Z","end":"2026-03-31T20:30:00.739723Z","steps":["trace[1909622382] 'process raft request' (duration: 144.433904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.739964Z","caller":"traceutil/trace.go:171","msg":"trace[994234272] linearizableReadLoop","detail":"{readStateIndex:5826; appliedIndex:5821; }","duration":"115.31636ms","start":"2026-03-31T20:30:00.624634Z","end":"2026-03-31T20:30:00.73995Z","steps":["trace[994234272] 'read index received' (duration: 61.097236ms)","trace[994234272] 'applied index is now lower than readState.Index' (duration: 54.217694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:00.740387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.675509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-results-cache.18a207177093c200\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-31T20:30:00.740439Z","caller":"traceutil/trace.go:171","msg":"trace[2108255893] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-results-cache.18a207177093c200; range_end:; response_count:1; response_revision:5595; }","duration":"115.821283ms","start":"2026-03-31T20:30:00.624602Z","end":"2026-03-31T20:30:00.740423Z","steps":["trace[2108255893] 'agreement among raft nodes before linearized reading' (duration: 115.399532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.748225Z","caller":"traceutil/trace.go:171","msg":"trace[724533123] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"123.023694ms","start":"2026-03-31T20:30:00.625166Z","end":"2026-03-31T20:30:00.748189Z","steps":["trace[724533123] 'process raft request' (duration: 122.780628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.850556Z","caller":"traceutil/trace.go:171","msg":"trace[516836316] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"101.75979ms","start":"2026-03-31T20:30:00.748763Z","end":"2026-03-31T20:30:00.850522Z","steps":["trace[516836316] 'process raft request' (duration: 100.108089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.850969Z","caller":"traceutil/trace.go:171","msg":"trace[739034209] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"100.906038ms","start":"2026-03-31T20:30:00.750012Z","end":"2026-03-31T20:30:00.850918Z","steps":["trace[739034209] 'process raft request' (duration: 100.496898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.85097Z","caller":"traceutil/trace.go:171","msg":"trace[2144718886] linearizableReadLoop","detail":"{readStateIndex:5835; appliedIndex:5827; }","duration":"100.796005ms","start":"2026-03-31T20:30:00.75015Z","end":"2026-03-31T20:30:00.850946Z","steps":["trace[2144718886] 'read index received' (duration: 83.110641ms)","trace[2144718886] 'applied index is now lower than readState.Index' (duration: 17.684284ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:00.85117Z","caller":"traceutil/trace.go:171","msg":"trace[1666888049] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"101.060862ms","start":"2026-03-31T20:30:00.750092Z","end":"2026-03-31T20:30:00.851153Z","steps":["trace[1666888049] 'process raft request' (duration: 100.465067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.851235Z","caller":"traceutil/trace.go:171","msg":"trace[2056848741] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"101.205535ms","start":"2026-03-31T20:30:00.750017Z","end":"2026-03-31T20:30:00.851223Z","steps":["trace[2056848741] 'process raft request' (duration: 100.373274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.851354Z","caller":"traceutil/trace.go:171","msg":"trace[1564209099] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"101.323498ms","start":"2026-03-31T20:30:00.750014Z","end":"2026-03-31T20:30:00.851337Z","steps":["trace[1564209099] 'process raft request' (duration: 100.446506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.85147Z","caller":"traceutil/trace.go:171","msg":"trace[1700081633] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"101.359859ms","start":"2026-03-31T20:30:00.750098Z","end":"2026-03-31T20:30:00.851458Z","steps":["trace[1700081633] 'process raft request' (duration: 100.499667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.851576Z","caller":"traceutil/trace.go:171","msg":"trace[1205411323] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"101.441042ms","start":"2026-03-31T20:30:00.750122Z","end":"2026-03-31T20:30:00.851563Z","steps":["trace[1205411323] 'process raft request' (duration: 100.512898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.851781Z","caller":"traceutil/trace.go:171","msg":"trace[90351443] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"101.597567ms","start":"2026-03-31T20:30:00.750173Z","end":"2026-03-31T20:30:00.85177Z","steps":["trace[90351443] 'process raft request' (duration: 100.506999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:00.851851Z","caller":"traceutil/trace.go:171","msg":"trace[889872317] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"101.467953ms","start":"2026-03-31T20:30:00.750367Z","end":"2026-03-31T20:30:00.851835Z","steps":["trace[889872317] 'process raft request' (duration: 100.537099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:00.855594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.413692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129872"} {"level":"info","ts":"2026-03-31T20:30:00.855718Z","caller":"traceutil/trace.go:171","msg":"trace[1229463683] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5606; }","duration":"105.615967ms","start":"2026-03-31T20:30:00.750075Z","end":"2026-03-31T20:30:00.855691Z","steps":["trace[1229463683] 'agreement among raft nodes before linearized reading' (duration: 102.55667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.196437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.301892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:01.197061Z","caller":"traceutil/trace.go:171","msg":"trace[1435244364] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5861; }","duration":"134.493213ms","start":"2026-03-31T20:30:01.062545Z","end":"2026-03-31T20:30:01.197038Z","steps":["trace[1435244364] 'read index received' (duration: 8.534315ms)","trace[1435244364] 'applied index is now lower than readState.Index' (duration: 125.957938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:01.197136Z","caller":"traceutil/trace.go:171","msg":"trace[177109427] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"135.746685ms","start":"2026-03-31T20:30:01.061356Z","end":"2026-03-31T20:30:01.197102Z","steps":["trace[177109427] 'process raft request' (duration: 135.528439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.197185Z","caller":"traceutil/trace.go:171","msg":"trace[1844259628] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"191.089116ms","start":"2026-03-31T20:30:01.006046Z","end":"2026-03-31T20:30:01.197135Z","steps":["trace[1844259628] 'process raft request' (duration: 64.997485ms)","trace[1844259628] 'compare' (duration: 125.042335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:01.197291Z","caller":"traceutil/trace.go:171","msg":"trace[290943199] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"135.920009ms","start":"2026-03-31T20:30:01.061361Z","end":"2026-03-31T20:30:01.197281Z","steps":["trace[290943199] 'process raft request' (duration: 135.480428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.197149Z","caller":"traceutil/trace.go:171","msg":"trace[744343526] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"142.963136ms","start":"2026-03-31T20:30:01.054152Z","end":"2026-03-31T20:30:01.197116Z","steps":["trace[744343526] 'process raft request' (duration: 142.486884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.197231Z","caller":"traceutil/trace.go:171","msg":"trace[1633154779] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"135.19797ms","start":"2026-03-31T20:30:01.06202Z","end":"2026-03-31T20:30:01.197218Z","steps":["trace[1633154779] 'process raft request' (duration: 134.908943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.19717Z","caller":"traceutil/trace.go:171","msg":"trace[2070934872] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"134.829981ms","start":"2026-03-31T20:30:01.062318Z","end":"2026-03-31T20:30:01.197148Z","steps":["trace[2070934872] 'process raft request' (duration: 134.647476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.197542Z","caller":"traceutil/trace.go:171","msg":"trace[410677966] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"133.904408ms","start":"2026-03-31T20:30:01.06362Z","end":"2026-03-31T20:30:01.197524Z","steps":["trace[410677966] 'process raft request' (duration: 133.370255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.197581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.557365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49\" ","response":"range_response_count:1 size:4079"} {"level":"warn","ts":"2026-03-31T20:30:01.197597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.035106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-03-31T20:30:01.197621Z","caller":"traceutil/trace.go:171","msg":"trace[1176244871] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49; range_end:; response_count:1; response_revision:5636; }","duration":"103.661877ms","start":"2026-03-31T20:30:01.093949Z","end":"2026-03-31T20:30:01.197611Z","steps":["trace[1176244871] 'agreement among raft nodes before linearized reading' (duration: 103.526464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.197661Z","caller":"traceutil/trace.go:171","msg":"trace[1228987098] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:5636; }","duration":"135.133149ms","start":"2026-03-31T20:30:01.06251Z","end":"2026-03-31T20:30:01.197643Z","steps":["trace[1228987098] 'agreement among raft nodes before linearized reading' (duration: 134.951494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.591177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.952036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:01.591356Z","caller":"traceutil/trace.go:171","msg":"trace[1989085322] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"311.300451ms","start":"2026-03-31T20:30:01.280023Z","end":"2026-03-31T20:30:01.591323Z","steps":["trace[1989085322] 'process raft request' (duration: 26.054306ms)","trace[1989085322] 'compare' (duration: 284.71516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:01.591433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.280005Z","time spent":"311.395263ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1368,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:01.90402Z","caller":"traceutil/trace.go:171","msg":"trace[1659253880] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"623.926303ms","start":"2026-03-31T20:30:01.280051Z","end":"2026-03-31T20:30:01.903977Z","steps":["trace[1659253880] 'process raft request' (duration: 615.911282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.904161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.280037Z","time spent":"624.057447ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:30:01.904148Z","caller":"traceutil/trace.go:171","msg":"trace[333347377] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"621.764499ms","start":"2026-03-31T20:30:01.282362Z","end":"2026-03-31T20:30:01.904127Z","steps":["trace[333347377] 'process raft request' (duration: 621.563514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.904348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.282339Z","time spent":"621.874832ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:01.904605Z","caller":"traceutil/trace.go:171","msg":"trace[1367672007] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"621.268826ms","start":"2026-03-31T20:30:01.283323Z","end":"2026-03-31T20:30:01.904592Z","steps":["trace[1367672007] 'process raft request' (duration: 620.750243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.904649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.283316Z","time spent":"621.312087ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:30:01.904743Z","caller":"traceutil/trace.go:171","msg":"trace[2129487786] linearizableReadLoop","detail":"{readStateIndex:5882; appliedIndex:5880; }","duration":"624.370793ms","start":"2026-03-31T20:30:01.280334Z","end":"2026-03-31T20:30:01.904705Z","steps":["trace[2129487786] 'read index received' (duration: 25.753307ms)","trace[2129487786] 'applied index is now lower than readState.Index' (duration: 598.614996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:01.904756Z","caller":"traceutil/trace.go:171","msg":"trace[1251495996] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5652; }","duration":"619.455561ms","start":"2026-03-31T20:30:01.285266Z","end":"2026-03-31T20:30:01.904722Z","steps":["trace[1251495996] 'process raft request' (duration: 619.215665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.148049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3789"} {"level":"warn","ts":"2026-03-31T20:30:01.905042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.698352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-8qr7k\" ","response":"range_response_count:1 size:3534"} {"level":"info","ts":"2026-03-31T20:30:01.905071Z","caller":"traceutil/trace.go:171","msg":"trace[1380583466] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5653; }","duration":"622.210931ms","start":"2026-03-31T20:30:01.282852Z","end":"2026-03-31T20:30:01.905063Z","steps":["trace[1380583466] 'agreement among raft nodes before linearized reading' (duration: 622.058498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.90509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.282843Z","time spent":"622.243152ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3811,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-03-31T20:30:01.90509Z","caller":"traceutil/trace.go:171","msg":"trace[476503920] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-8qr7k; range_end:; response_count:1; response_revision:5653; }","duration":"624.778805ms","start":"2026-03-31T20:30:01.280298Z","end":"2026-03-31T20:30:01.905077Z","steps":["trace[476503920] 'agreement among raft nodes before linearized reading' (duration: 624.544329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.280285Z","time spent":"624.834136ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3556,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-8qr7k\" "} {"level":"info","ts":"2026-03-31T20:30:01.905105Z","caller":"traceutil/trace.go:171","msg":"trace[1532205273] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"606.487385ms","start":"2026-03-31T20:30:01.298571Z","end":"2026-03-31T20:30:01.905059Z","steps":["trace[1532205273] 'process raft request' (duration: 606.006962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.269176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T20:30:01.905288Z","caller":"traceutil/trace.go:171","msg":"trace[1261668906] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5653; }","duration":"351.333128ms","start":"2026-03-31T20:30:01.553948Z","end":"2026-03-31T20:30:01.905282Z","steps":["trace[1261668906] 'agreement among raft nodes before linearized reading' (duration: 351.253246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.553927Z","time spent":"351.374359ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T20:30:01.905294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.298558Z","time spent":"606.643999ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:30:01.905441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.856472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4616"} {"level":"info","ts":"2026-03-31T20:30:01.905457Z","caller":"traceutil/trace.go:171","msg":"trace[1612542961] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:5653; }","duration":"619.873792ms","start":"2026-03-31T20:30:01.285579Z","end":"2026-03-31T20:30:01.905452Z","steps":["trace[1612542961] 'agreement among raft nodes before linearized reading' (duration: 619.817601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.285539Z","time spent":"619.928383ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4638,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-31T20:30:01.905596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.268836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3778"} {"level":"info","ts":"2026-03-31T20:30:01.90561Z","caller":"traceutil/trace.go:171","msg":"trace[297005934] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:5653; }","duration":"621.283117ms","start":"2026-03-31T20:30:01.284322Z","end":"2026-03-31T20:30:01.905605Z","steps":["trace[297005934] 'agreement among raft nodes before linearized reading' (duration: 621.226695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.685306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:30:01.905661Z","caller":"traceutil/trace.go:171","msg":"trace[1319501260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5653; }","duration":"282.288391ms","start":"2026-03-31T20:30:01.623355Z","end":"2026-03-31T20:30:01.905644Z","steps":["trace[1319501260] 'agreement among raft nodes before linearized reading' (duration: 281.562923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.642565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T20:30:01.905735Z","caller":"traceutil/trace.go:171","msg":"trace[198624199] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5653; }","duration":"351.768268ms","start":"2026-03-31T20:30:01.553948Z","end":"2026-03-31T20:30:01.905717Z","steps":["trace[198624199] 'agreement among raft nodes before linearized reading' (duration: 351.619115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.553925Z","time spent":"351.851651ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T20:30:01.905835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.394424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-31T20:30:01.905886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.074972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714789"} {"level":"info","ts":"2026-03-31T20:30:01.905907Z","caller":"traceutil/trace.go:171","msg":"trace[84953836] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5653; }","duration":"619.110422ms","start":"2026-03-31T20:30:01.286791Z","end":"2026-03-31T20:30:01.905902Z","steps":["trace[84953836] 'agreement among raft nodes before linearized reading' (duration: 618.560328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.286783Z","time spent":"619.134352ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":714811,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:30:01.905907Z","caller":"traceutil/trace.go:171","msg":"trace[1770751569] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5653; }","duration":"453.494727ms","start":"2026-03-31T20:30:01.452391Z","end":"2026-03-31T20:30:01.905886Z","steps":["trace[1770751569] 'agreement among raft nodes before linearized reading' (duration: 453.290202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.905957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.452376Z","time spent":"453.568079ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T20:30:01.905623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.2843Z","time spent":"621.320308ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3800,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-31T20:30:01.906173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.285231Z","time spent":"619.650367ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":922,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:02.454273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.350335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714789"} {"level":"info","ts":"2026-03-31T20:30:02.454384Z","caller":"traceutil/trace.go:171","msg":"trace[1007239398] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5689; }","duration":"300.489499ms","start":"2026-03-31T20:30:02.15387Z","end":"2026-03-31T20:30:02.45436Z","steps":["trace[1007239398] 'range keys from in-memory index tree' (duration: 299.656517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:02.454438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:02.153798Z","time spent":"300.627072ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":714811,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:30:02.478059Z","caller":"traceutil/trace.go:171","msg":"trace[1560191039] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"243.179867ms","start":"2026-03-31T20:30:02.234854Z","end":"2026-03-31T20:30:02.478034Z","steps":["trace[1560191039] 'process raft request' (duration: 242.778567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:03.9604Z","caller":"traceutil/trace.go:171","msg":"trace[803263143] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"104.814036ms","start":"2026-03-31T20:30:03.855542Z","end":"2026-03-31T20:30:03.960356Z","steps":["trace[803263143] 'process raft request' (duration: 104.496408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.203027Z","caller":"traceutil/trace.go:171","msg":"trace[2116264405] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"101.025311ms","start":"2026-03-31T20:30:04.101967Z","end":"2026-03-31T20:30:04.202993Z","steps":["trace[2116264405] 'process raft request' (duration: 100.96589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.203019Z","caller":"traceutil/trace.go:171","msg":"trace[132522337] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"103.35724ms","start":"2026-03-31T20:30:04.099599Z","end":"2026-03-31T20:30:04.202956Z","steps":["trace[132522337] 'process raft request' (duration: 96.749984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:04.203165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.938929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:04.203251Z","caller":"traceutil/trace.go:171","msg":"trace[1870343634] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5726; }","duration":"103.044752ms","start":"2026-03-31T20:30:04.100175Z","end":"2026-03-31T20:30:04.20322Z","steps":["trace[1870343634] 'agreement among raft nodes before linearized reading' (duration: 102.851387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.203019Z","caller":"traceutil/trace.go:171","msg":"trace[872665996] linearizableReadLoop","detail":"{readStateIndex:5959; appliedIndex:5958; }","duration":"102.792186ms","start":"2026-03-31T20:30:04.100197Z","end":"2026-03-31T20:30:04.202989Z","steps":["trace[872665996] 'read index received' (duration: 96.16783ms)","trace[872665996] 'applied index is now lower than readState.Index' (duration: 6.621676ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:04.888513Z","caller":"traceutil/trace.go:171","msg":"trace[1844540455] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"130.158745ms","start":"2026-03-31T20:30:04.758295Z","end":"2026-03-31T20:30:04.888453Z","steps":["trace[1844540455] 'process raft request' (duration: 129.697713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.888824Z","caller":"traceutil/trace.go:171","msg":"trace[768134834] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"143.283674ms","start":"2026-03-31T20:30:04.745416Z","end":"2026-03-31T20:30:04.8887Z","steps":["trace[768134834] 'process raft request' (duration: 133.522948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.961463Z","caller":"traceutil/trace.go:171","msg":"trace[12671006] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"112.394797ms","start":"2026-03-31T20:30:04.849033Z","end":"2026-03-31T20:30:04.961428Z","steps":["trace[12671006] 'process raft request' (duration: 112.161072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.081093Z","caller":"traceutil/trace.go:171","msg":"trace[598183063] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"183.346931ms","start":"2026-03-31T20:30:04.897684Z","end":"2026-03-31T20:30:05.081031Z","steps":["trace[598183063] 'process raft request' (duration: 180.097249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.081308Z","caller":"traceutil/trace.go:171","msg":"trace[1487727193] linearizableReadLoop","detail":"{readStateIndex:5988; appliedIndex:5985; }","duration":"119.744601ms","start":"2026-03-31T20:30:04.961483Z","end":"2026-03-31T20:30:05.081228Z","steps":["trace[1487727193] 'read index received' (duration: 116.395867ms)","trace[1487727193] 'applied index is now lower than readState.Index' (duration: 3.347394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:05.081394Z","caller":"traceutil/trace.go:171","msg":"trace[1782311568] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"175.861352ms","start":"2026-03-31T20:30:04.905464Z","end":"2026-03-31T20:30:05.081326Z","steps":["trace[1782311568] 'process raft request' (duration: 175.510954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.081503Z","caller":"traceutil/trace.go:171","msg":"trace[273566195] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"147.108359ms","start":"2026-03-31T20:30:04.934332Z","end":"2026-03-31T20:30:05.08144Z","steps":["trace[273566195] 'process raft request' (duration: 146.819852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.081979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.521748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:775592"} {"level":"info","ts":"2026-03-31T20:30:05.082031Z","caller":"traceutil/trace.go:171","msg":"trace[1751018813] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5752; }","duration":"127.598569ms","start":"2026-03-31T20:30:04.954421Z","end":"2026-03-31T20:30:05.082019Z","steps":["trace[1751018813] 'agreement among raft nodes before linearized reading' (duration: 127.001494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.132149Z","caller":"traceutil/trace.go:171","msg":"trace[1595795659] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"163.668367ms","start":"2026-03-31T20:30:04.96842Z","end":"2026-03-31T20:30:05.132088Z","steps":["trace[1595795659] 'process raft request' (duration: 163.346018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.132425Z","caller":"traceutil/trace.go:171","msg":"trace[1043343894] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"155.661856ms","start":"2026-03-31T20:30:04.976735Z","end":"2026-03-31T20:30:05.132397Z","steps":["trace[1043343894] 'process raft request' (duration: 155.199683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.132807Z","caller":"traceutil/trace.go:171","msg":"trace[659936832] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"150.30723ms","start":"2026-03-31T20:30:04.982485Z","end":"2026-03-31T20:30:05.132792Z","steps":["trace[659936832] 'process raft request' (duration: 149.532941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.133092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.866177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:30:05.133128Z","caller":"traceutil/trace.go:171","msg":"trace[1623880931] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5755; }","duration":"166.935599ms","start":"2026-03-31T20:30:04.966182Z","end":"2026-03-31T20:30:05.133117Z","steps":["trace[1623880931] 'agreement among raft nodes before linearized reading' (duration: 166.775105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.133352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.267347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:30:05.1334Z","caller":"traceutil/trace.go:171","msg":"trace[339353646] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5755; }","duration":"167.343359ms","start":"2026-03-31T20:30:04.966047Z","end":"2026-03-31T20:30:05.133391Z","steps":["trace[339353646] 'agreement among raft nodes before linearized reading' (duration: 167.239697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.609818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.670886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:05.609949Z","caller":"traceutil/trace.go:171","msg":"trace[933003391] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"210.34587ms","start":"2026-03-31T20:30:05.399581Z","end":"2026-03-31T20:30:05.609926Z","steps":["trace[933003391] 'process raft request' (duration: 50.471949ms)","trace[933003391] 'compare' (duration: 159.500482ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:05.667923Z","caller":"traceutil/trace.go:171","msg":"trace[9053958] linearizableReadLoop","detail":"{readStateIndex:6012; appliedIndex:6010; }","duration":"259.937669ms","start":"2026-03-31T20:30:05.40795Z","end":"2026-03-31T20:30:05.667888Z","steps":["trace[9053958] 'read index received' (duration: 42.097489ms)","trace[9053958] 'applied index is now lower than readState.Index' (duration: 217.83814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:05.667958Z","caller":"traceutil/trace.go:171","msg":"trace[1193668292] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5775; }","duration":"267.383146ms","start":"2026-03-31T20:30:05.400541Z","end":"2026-03-31T20:30:05.667924Z","steps":["trace[1193668292] 'process raft request' (duration: 267.15684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.668333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.362849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T20:30:05.668411Z","caller":"traceutil/trace.go:171","msg":"trace[1605499523] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5775; }","duration":"260.448112ms","start":"2026-03-31T20:30:05.407945Z","end":"2026-03-31T20:30:05.668393Z","steps":["trace[1605499523] 'agreement among raft nodes before linearized reading' (duration: 260.105003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.678447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.11382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2209000"} {"level":"info","ts":"2026-03-31T20:30:05.678536Z","caller":"traceutil/trace.go:171","msg":"trace[1768001169] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:5776; }","duration":"269.233793ms","start":"2026-03-31T20:30:05.409281Z","end":"2026-03-31T20:30:05.678515Z","steps":["trace[1768001169] 'agreement among raft nodes before linearized reading' (duration: 267.218313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:05.880136Z","caller":"traceutil/trace.go:171","msg":"trace[1350965797] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"142.757121ms","start":"2026-03-31T20:30:05.737316Z","end":"2026-03-31T20:30:05.880073Z","steps":["trace[1350965797] 'process raft request' (duration: 79.875559ms)","trace[1350965797] 'compare' (duration: 62.602844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:05.880583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.616219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-31T20:30:05.880695Z","caller":"traceutil/trace.go:171","msg":"trace[669289931] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5781; }","duration":"123.798984ms","start":"2026-03-31T20:30:05.756868Z","end":"2026-03-31T20:30:05.880667Z","steps":["trace[669289931] 'agreement among raft nodes before linearized reading' (duration: 123.470776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.880744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.030382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T20:30:05.880852Z","caller":"traceutil/trace.go:171","msg":"trace[2054254819] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5781; }","duration":"140.190846ms","start":"2026-03-31T20:30:05.740629Z","end":"2026-03-31T20:30:05.88082Z","steps":["trace[2054254819] 'agreement among raft nodes before linearized reading' (duration: 139.826857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.404768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837546292,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:30:06.547189Z","caller":"traceutil/trace.go:171","msg":"trace[869086091] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"654.163135ms","start":"2026-03-31T20:30:05.892987Z","end":"2026-03-31T20:30:06.547151Z","steps":["trace[869086091] 'process raft request' (duration: 653.913199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.547369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.892967Z","time spent":"654.306358ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:06.560525Z","caller":"traceutil/trace.go:171","msg":"trace[54305096] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"412.578957ms","start":"2026-03-31T20:30:06.147919Z","end":"2026-03-31T20:30:06.560498Z","steps":["trace[54305096] 'process raft request' (duration: 412.28994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.560618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.147878Z","time spent":"412.69263ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:30:06.68007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.629749ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:30:06.68047Z","caller":"traceutil/trace.go:171","msg":"trace[280299961] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6019; }","duration":"775.782713ms","start":"2026-03-31T20:30:05.904662Z","end":"2026-03-31T20:30:06.680445Z","steps":["trace[280299961] 'read index received' (duration: 642.392199ms)","trace[280299961] 'applied index is now lower than readState.Index' (duration: 133.389184ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:06.680743Z","caller":"traceutil/trace.go:171","msg":"trace[773526771] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"151.967582ms","start":"2026-03-31T20:30:06.528728Z","end":"2026-03-31T20:30:06.680696Z","steps":["trace[773526771] 'process raft request' (duration: 151.531052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.680863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.175306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-31T20:30:06.680993Z","caller":"traceutil/trace.go:171","msg":"trace[1812469765] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5785; }","duration":"794.330479ms","start":"2026-03-31T20:30:05.886641Z","end":"2026-03-31T20:30:06.680972Z","steps":["trace[1812469765] 'agreement among raft nodes before linearized reading' (duration: 794.007271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.68111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.886636Z","time spent":"794.435702ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T20:30:06.896008Z","caller":"traceutil/trace.go:171","msg":"trace[1989820717] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"235.945775ms","start":"2026-03-31T20:30:06.660027Z","end":"2026-03-31T20:30:06.895973Z","steps":["trace[1989820717] 'process raft request' (duration: 160.122218ms)","trace[1989820717] 'compare' (duration: 75.599011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:06.896054Z","caller":"traceutil/trace.go:171","msg":"trace[1223813492] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"204.800982ms","start":"2026-03-31T20:30:06.691224Z","end":"2026-03-31T20:30:06.896025Z","steps":["trace[1223813492] 'process raft request' (duration: 204.70628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.89631Z","caller":"traceutil/trace.go:171","msg":"trace[517672883] linearizableReadLoop","detail":"{readStateIndex:6024; appliedIndex:6023; }","duration":"215.746327ms","start":"2026-03-31T20:30:06.680518Z","end":"2026-03-31T20:30:06.896265Z","steps":["trace[517672883] 'read index received' (duration: 139.648733ms)","trace[517672883] 'applied index is now lower than readState.Index' (duration: 76.094504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:06.896662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.324731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:30:06.896729Z","caller":"traceutil/trace.go:171","msg":"trace[617645595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5787; }","duration":"901.440444ms","start":"2026-03-31T20:30:05.995273Z","end":"2026-03-31T20:30:06.896713Z","steps":["trace[617645595] 'agreement among raft nodes before linearized reading' (duration: 901.160517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.89678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.995257Z","time spent":"901.508745ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:06.89674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.061554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:30:06.896794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.57548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:30:06.896867Z","caller":"traceutil/trace.go:171","msg":"trace[868639917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5787; }","duration":"901.239748ms","start":"2026-03-31T20:30:05.995603Z","end":"2026-03-31T20:30:06.896842Z","steps":["trace[868639917] 'agreement among raft nodes before linearized reading' (duration: 900.825428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.896903Z","caller":"traceutil/trace.go:171","msg":"trace[2129018651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5787; }","duration":"851.751205ms","start":"2026-03-31T20:30:06.045129Z","end":"2026-03-31T20:30:06.896881Z","steps":["trace[2129018651] 'agreement among raft nodes before linearized reading' (duration: 851.449287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.896939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.995579Z","time spent":"901.348402ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:30:06.896954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.045077Z","time spent":"851.866968ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:06.896945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.925954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:30:06.896973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.570297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:06.89713Z","caller":"traceutil/trace.go:171","msg":"trace[452712612] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5787; }","duration":"870.966988ms","start":"2026-03-31T20:30:06.026142Z","end":"2026-03-31T20:30:06.897109Z","steps":["trace[452712612] 'agreement among raft nodes before linearized reading' (duration: 870.476065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.89714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.244608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-31T20:30:06.896663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.69559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T20:30:06.897197Z","caller":"traceutil/trace.go:171","msg":"trace[257993852] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5787; }","duration":"210.32412ms","start":"2026-03-31T20:30:06.686851Z","end":"2026-03-31T20:30:06.897175Z","steps":["trace[257993852] 'agreement among raft nodes before linearized reading' (duration: 210.209708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.897211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.979428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:30:06.897221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.026074Z","time spent":"871.134191ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:06.89729Z","caller":"traceutil/trace.go:171","msg":"trace[460555947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5787; }","duration":"902.0799ms","start":"2026-03-31T20:30:05.995193Z","end":"2026-03-31T20:30:06.897273Z","steps":["trace[460555947] 'agreement among raft nodes before linearized reading' (duration: 901.900625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.897283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.26031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777390"} {"level":"info","ts":"2026-03-31T20:30:06.897287Z","caller":"traceutil/trace.go:171","msg":"trace[300426328] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-989ddb74-fb4c-470a-838b-7167c5ac1962; range_end:; response_count:1; response_revision:5787; }","duration":"640.356037ms","start":"2026-03-31T20:30:06.256882Z","end":"2026-03-31T20:30:06.897238Z","steps":["trace[300426328] 'agreement among raft nodes before linearized reading' (duration: 639.643418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.897361Z","caller":"traceutil/trace.go:171","msg":"trace[353016142] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5787; }","duration":"476.378683ms","start":"2026-03-31T20:30:06.420965Z","end":"2026-03-31T20:30:06.897344Z","steps":["trace[353016142] 'agreement among raft nodes before linearized reading' (duration: 475.733446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.897387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.995177Z","time spent":"902.194523ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:30:06.897428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.420938Z","time spent":"476.474334ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777412,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:30:06.897442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.256849Z","time spent":"640.530022ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" "} {"level":"warn","ts":"2026-03-31T20:30:06.897022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.319209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T20:30:06.897576Z","caller":"traceutil/trace.go:171","msg":"trace[798418465] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5787; }","duration":"988.893884ms","start":"2026-03-31T20:30:05.908668Z","end":"2026-03-31T20:30:06.897562Z","steps":["trace[798418465] 'agreement among raft nodes before linearized reading' (duration: 988.232888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.897051Z","caller":"traceutil/trace.go:171","msg":"trace[1529623922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5787; }","duration":"915.085098ms","start":"2026-03-31T20:30:05.981936Z","end":"2026-03-31T20:30:06.897021Z","steps":["trace[1529623922] 'agreement among raft nodes before linearized reading' (duration: 914.795559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.89762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.893453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:30:06.897177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.722873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hz4pr\" ","response":"range_response_count:1 size:9629"} {"level":"warn","ts":"2026-03-31T20:30:06.897646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.981917Z","time spent":"915.701353ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:30:06.897667Z","caller":"traceutil/trace.go:171","msg":"trace[1782543658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:5787; }","duration":"915.015386ms","start":"2026-03-31T20:30:05.982639Z","end":"2026-03-31T20:30:06.897654Z","steps":["trace[1782543658] 'agreement among raft nodes before linearized reading' (duration: 914.876643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.897691Z","caller":"traceutil/trace.go:171","msg":"trace[354362538] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hz4pr; range_end:; response_count:1; response_revision:5787; }","duration":"751.302338ms","start":"2026-03-31T20:30:06.146369Z","end":"2026-03-31T20:30:06.897672Z","steps":["trace[354362538] 'agreement among raft nodes before linearized reading' (duration: 750.701493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.897709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.98261Z","time spent":"915.091719ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:30:06.897621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.908655Z","time spent":"988.952675ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T20:30:06.897754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.146348Z","time spent":"751.381769ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9651,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hz4pr\" "} {"level":"warn","ts":"2026-03-31T20:30:06.897534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.228979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hz4pr.18a20718c7759635\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-03-31T20:30:06.897981Z","caller":"traceutil/trace.go:171","msg":"trace[961901242] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hz4pr.18a20718c7759635; range_end:; response_count:1; response_revision:5787; }","duration":"248.04202ms","start":"2026-03-31T20:30:06.649919Z","end":"2026-03-31T20:30:06.897961Z","steps":["trace[961901242] 'agreement among raft nodes before linearized reading' (duration: 246.728026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:07.371621Z","caller":"traceutil/trace.go:171","msg":"trace[1666100455] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"467.611812ms","start":"2026-03-31T20:30:06.90398Z","end":"2026-03-31T20:30:07.371592Z","steps":["trace[1666100455] 'process raft request' (duration: 467.51323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:07.371643Z","caller":"traceutil/trace.go:171","msg":"trace[2028236035] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"467.908989ms","start":"2026-03-31T20:30:06.903685Z","end":"2026-03-31T20:30:07.371594Z","steps":["trace[2028236035] 'process raft request' (duration: 467.626732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.371798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.90397Z","time spent":"467.739905ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:07.37188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.903672Z","time spent":"468.077653ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:07.372337Z","caller":"traceutil/trace.go:171","msg":"trace[41802217] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"467.776686ms","start":"2026-03-31T20:30:06.904258Z","end":"2026-03-31T20:30:07.372035Z","steps":["trace[41802217] 'process raft request' (duration: 467.284824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:07.372453Z","caller":"traceutil/trace.go:171","msg":"trace[2017256135] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"468.047392ms","start":"2026-03-31T20:30:06.904365Z","end":"2026-03-31T20:30:07.372413Z","steps":["trace[2017256135] 'process raft request' (duration: 467.450408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.372553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.904219Z","time spent":"468.229227ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:07.372537Z","caller":"traceutil/trace.go:171","msg":"trace[232613024] linearizableReadLoop","detail":"{readStateIndex:6032; appliedIndex:6026; }","duration":"450.103081ms","start":"2026-03-31T20:30:06.922401Z","end":"2026-03-31T20:30:07.372504Z","steps":["trace[232613024] 'read index received' (duration: 448.85556ms)","trace[232613024] 'applied index is now lower than readState.Index' (duration: 1.246111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:07.372669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.904355Z","time spent":"468.199596ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:07.372688Z","caller":"traceutil/trace.go:171","msg":"trace[1353749058] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"462.018511ms","start":"2026-03-31T20:30:06.910625Z","end":"2026-03-31T20:30:07.372643Z","steps":["trace[1353749058] 'process raft request' (duration: 461.784595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.372879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.72169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T20:30:07.372967Z","caller":"traceutil/trace.go:171","msg":"trace[327512798] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5794; }","duration":"468.830272ms","start":"2026-03-31T20:30:06.904117Z","end":"2026-03-31T20:30:07.372947Z","steps":["trace[327512798] 'agreement among raft nodes before linearized reading' (duration: 468.541175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.372985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.797681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-31T20:30:07.373024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.904104Z","time spent":"468.908724ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-31T20:30:07.373089Z","caller":"traceutil/trace.go:171","msg":"trace[672547554] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5794; }","duration":"468.939515ms","start":"2026-03-31T20:30:06.904111Z","end":"2026-03-31T20:30:07.373051Z","steps":["trace[672547554] 'agreement among raft nodes before linearized reading' (duration: 468.566306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.373172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.904106Z","time spent":"469.051259ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T20:30:07.373299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.91059Z","time spent":"462.343649ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9626,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:07.37334Z","caller":"traceutil/trace.go:171","msg":"trace[921338731] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"468.957386ms","start":"2026-03-31T20:30:06.904358Z","end":"2026-03-31T20:30:07.373316Z","steps":["trace[921338731] 'process raft request' (duration: 467.679153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.373438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.904331Z","time spent":"469.058709ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:07.389837Z","caller":"traceutil/trace.go:171","msg":"trace[742726601] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"462.679007ms","start":"2026-03-31T20:30:06.927115Z","end":"2026-03-31T20:30:07.389794Z","steps":["trace[742726601] 'process raft request' (duration: 462.419991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:07.389947Z","caller":"traceutil/trace.go:171","msg":"trace[1841128612] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"300.849258ms","start":"2026-03-31T20:30:07.089069Z","end":"2026-03-31T20:30:07.389919Z","steps":["trace[1841128612] 'process raft request' (duration: 300.627401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.390036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.120435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:07.390092Z","caller":"traceutil/trace.go:171","msg":"trace[698291832] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5798; }","duration":"243.196687ms","start":"2026-03-31T20:30:07.146873Z","end":"2026-03-31T20:30:07.39007Z","steps":["trace[698291832] 'agreement among raft nodes before linearized reading' (duration: 243.074224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.390129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.08903Z","time spent":"300.986011ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:07.390156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.927094Z","time spent":"462.901554ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:30:07.389874Z","caller":"traceutil/trace.go:171","msg":"trace[1115442824] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"300.446207ms","start":"2026-03-31T20:30:07.089396Z","end":"2026-03-31T20:30:07.389843Z","steps":["trace[1115442824] 'process raft request' (duration: 300.355154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.390631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.089386Z","time spent":"301.164146ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:07.389912Z","caller":"traceutil/trace.go:171","msg":"trace[1813926347] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"247.308101ms","start":"2026-03-31T20:30:07.142577Z","end":"2026-03-31T20:30:07.389885Z","steps":["trace[1813926347] 'process raft request' (duration: 247.207038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.391155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.098195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777390"} {"level":"info","ts":"2026-03-31T20:30:07.391208Z","caller":"traceutil/trace.go:171","msg":"trace[12190151] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5798; }","duration":"243.179467ms","start":"2026-03-31T20:30:07.148015Z","end":"2026-03-31T20:30:07.391195Z","steps":["trace[12190151] 'agreement among raft nodes before linearized reading' (duration: 242.250304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:08.671886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.77442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:08.67201Z","caller":"traceutil/trace.go:171","msg":"trace[1903383281] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5826; }","duration":"293.971495ms","start":"2026-03-31T20:30:08.378007Z","end":"2026-03-31T20:30:08.671978Z","steps":["trace[1903383281] 'count revisions from in-memory index tree' (duration: 293.519843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:08.672119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.349103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:30:08.672313Z","caller":"traceutil/trace.go:171","msg":"trace[2057001022] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5826; }","duration":"129.567638ms","start":"2026-03-31T20:30:08.542646Z","end":"2026-03-31T20:30:08.672214Z","steps":["trace[2057001022] 'range keys from in-memory index tree' (duration: 129.062276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:09.389995Z","caller":"traceutil/trace.go:171","msg":"trace[841060647] linearizableReadLoop","detail":"{readStateIndex:6066; appliedIndex:6065; }","duration":"465.772145ms","start":"2026-03-31T20:30:08.924193Z","end":"2026-03-31T20:30:09.389965Z","steps":["trace[841060647] 'read index received' (duration: 465.437937ms)","trace[841060647] 'applied index is now lower than readState.Index' (duration: 332.798µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:09.390119Z","caller":"traceutil/trace.go:171","msg":"trace[1663061534] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"486.657381ms","start":"2026-03-31T20:30:08.903415Z","end":"2026-03-31T20:30:09.390073Z","steps":["trace[1663061534] 'process raft request' (duration: 486.312032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.390319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.086144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-03-31T20:30:09.390432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.161011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:30:09.390449Z","caller":"traceutil/trace.go:171","msg":"trace[2041726634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-989ddb74-fb4c-470a-838b-7167c5ac1962; range_end:; response_count:1; response_revision:5827; }","duration":"466.272748ms","start":"2026-03-31T20:30:08.924149Z","end":"2026-03-31T20:30:09.390421Z","steps":["trace[2041726634] 'agreement among raft nodes before linearized reading' (duration: 465.974321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:09.390481Z","caller":"traceutil/trace.go:171","msg":"trace[989934653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:5827; }","duration":"463.402046ms","start":"2026-03-31T20:30:08.927063Z","end":"2026-03-31T20:30:09.390465Z","steps":["trace[989934653] 'agreement among raft nodes before linearized reading' (duration: 463.089989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.390503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:08.924131Z","time spent":"466.361551ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3912,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" "} {"level":"warn","ts":"2026-03-31T20:30:09.390561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:08.927033Z","time spent":"463.509459ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:30:09.390666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.716098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:09.390328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:08.903381Z","time spent":"486.830385ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.390781Z","caller":"traceutil/trace.go:171","msg":"trace[1290881986] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5827; }","duration":"223.870772ms","start":"2026-03-31T20:30:09.166891Z","end":"2026-03-31T20:30:09.390762Z","steps":["trace[1290881986] 'agreement among raft nodes before linearized reading' (duration: 223.718748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:09.738973Z","caller":"traceutil/trace.go:171","msg":"trace[1798153748] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"342.366781ms","start":"2026-03-31T20:30:09.396572Z","end":"2026-03-31T20:30:09.738939Z","steps":["trace[1798153748] 'process raft request' (duration: 342.085584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.739203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.396545Z","time spent":"342.539006ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.739272Z","caller":"traceutil/trace.go:171","msg":"trace[835163027] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"342.30102ms","start":"2026-03-31T20:30:09.396949Z","end":"2026-03-31T20:30:09.73925Z","steps":["trace[835163027] 'process raft request' (duration: 341.927891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.739401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.39694Z","time spent":"342.408402ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.73967Z","caller":"traceutil/trace.go:171","msg":"trace[1377789830] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"342.630828ms","start":"2026-03-31T20:30:09.397013Z","end":"2026-03-31T20:30:09.739643Z","steps":["trace[1377789830] 'process raft request' (duration: 342.117945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.739866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.397007Z","time spent":"342.723711ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.739899Z","caller":"traceutil/trace.go:171","msg":"trace[701305748] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"342.381281ms","start":"2026-03-31T20:30:09.397498Z","end":"2026-03-31T20:30:09.73988Z","steps":["trace[701305748] 'process raft request' (duration: 342.054123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.739992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.397489Z","time spent":"342.453744ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.740436Z","caller":"traceutil/trace.go:171","msg":"trace[680901975] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"342.736922ms","start":"2026-03-31T20:30:09.397649Z","end":"2026-03-31T20:30:09.740386Z","steps":["trace[680901975] 'process raft request' (duration: 342.081345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.740644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.397639Z","time spent":"342.892196ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.741715Z","caller":"traceutil/trace.go:171","msg":"trace[1258963452] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"343.983622ms","start":"2026-03-31T20:30:09.397701Z","end":"2026-03-31T20:30:09.741684Z","steps":["trace[1258963452] 'process raft request' (duration: 342.604758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:09.741753Z","caller":"traceutil/trace.go:171","msg":"trace[505147891] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"344.006343ms","start":"2026-03-31T20:30:09.397724Z","end":"2026-03-31T20:30:09.74173Z","steps":["trace[505147891] 'process raft request' (duration: 343.8521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.741867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.397682Z","time spent":"344.110326ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:30:09.741869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.397693Z","time spent":"344.112586ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.741906Z","caller":"traceutil/trace.go:171","msg":"trace[944755839] linearizableReadLoop","detail":"{readStateIndex:6075; appliedIndex:6066; }","duration":"343.725086ms","start":"2026-03-31T20:30:09.398161Z","end":"2026-03-31T20:30:09.741886Z","steps":["trace[944755839] 'read index received' (duration: 59.644611ms)","trace[944755839] 'applied index is now lower than readState.Index' (duration: 284.078595ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:09.742378Z","caller":"traceutil/trace.go:171","msg":"trace[2118019395] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"344.593818ms","start":"2026-03-31T20:30:09.397765Z","end":"2026-03-31T20:30:09.742359Z","steps":["trace[2118019395] 'process raft request' (duration: 343.88578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.742488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.397721Z","time spent":"344.715091ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:09.742641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.462564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-31T20:30:09.742689Z","caller":"traceutil/trace.go:171","msg":"trace[877309482] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5836; }","duration":"344.559097ms","start":"2026-03-31T20:30:09.398119Z","end":"2026-03-31T20:30:09.742678Z","steps":["trace[877309482] 'agreement among raft nodes before linearized reading' (duration: 344.355342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.742717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.398105Z","time spent":"344.604228ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:30:18.285767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837546714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:30:18.786139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837546714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:30:19.287071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837546714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:30:19.415842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.626951992s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:30:19.416576Z","caller":"traceutil/trace.go:171","msg":"trace[1093470727] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"1.685433154s","start":"2026-03-31T20:30:17.731103Z","end":"2026-03-31T20:30:19.416536Z","steps":["trace[1093470727] 'process raft request' (duration: 1.685028213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:19.416812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.731077Z","time spent":"1.685612289s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129858,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:19.840789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:30:19.84091Z","caller":"traceutil/trace.go:171","msg":"trace[1400940692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005479s","start":"2026-03-31T20:30:17.840327Z","end":"2026-03-31T20:30:19.840875Z","steps":["trace[1400940692] 'agreement among raft nodes before linearized reading' (duration: 2.000403126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:19.840973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.840317Z","time spent":"2.000644722s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:30:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T20:30:20.064359Z","caller":"traceutil/trace.go:171","msg":"trace[1451897064] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"2.286540274s","start":"2026-03-31T20:30:17.777752Z","end":"2026-03-31T20:30:20.064293Z","steps":["trace[1451897064] 'process raft request' (duration: 2.269008403s)","trace[1451897064] 'compare' (duration: 16.797163ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:20.064411Z","caller":"traceutil/trace.go:171","msg":"trace[2081121018] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"2.285100248s","start":"2026-03-31T20:30:17.779266Z","end":"2026-03-31T20:30:20.064366Z","steps":["trace[2081121018] 'process raft request' (duration: 2.284889542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.064589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.777713Z","time spent":"2.286752799s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:20.064605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.779231Z","time spent":"2.285267012s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:20.06469Z","caller":"traceutil/trace.go:171","msg":"trace[802431718] linearizableReadLoop","detail":"{readStateIndex:6212; appliedIndex:6207; }","duration":"2.279578889s","start":"2026-03-31T20:30:17.785073Z","end":"2026-03-31T20:30:20.064652Z","steps":["trace[802431718] 'read index received' (duration: 1.630960843s)","trace[802431718] 'applied index is now lower than readState.Index' (duration: 648.616846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:20.064762Z","caller":"traceutil/trace.go:171","msg":"trace[1354918541] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"2.28201021s","start":"2026-03-31T20:30:17.782739Z","end":"2026-03-31T20:30:20.064749Z","steps":["trace[1354918541] 'process raft request' (duration: 2.28158132s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.064823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.782706Z","time spent":"2.282086562s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:20.064885Z","caller":"traceutil/trace.go:171","msg":"trace[1757031303] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"952.937299ms","start":"2026-03-31T20:30:19.111897Z","end":"2026-03-31T20:30:20.064834Z","steps":["trace[1757031303] 'process raft request' (duration: 952.618681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.065068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:19.111861Z","time spent":"953.115634ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:20.065234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280147143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:30:20.065338Z","caller":"traceutil/trace.go:171","msg":"trace[552844482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5969; }","duration":"2.280324747s","start":"2026-03-31T20:30:17.784999Z","end":"2026-03-31T20:30:20.065324Z","steps":["trace[552844482] 'agreement among raft nodes before linearized reading' (duration: 2.279821245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.065386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.784967Z","time spent":"2.28040354s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:30:20.223061Z","caller":"traceutil/trace.go:171","msg":"trace[2144244669] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6212; }","duration":"158.250791ms","start":"2026-03-31T20:30:20.064782Z","end":"2026-03-31T20:30:20.223033Z","steps":["trace[2144244669] 'read index received' (duration: 118.458799ms)","trace[2144244669] 'applied index is now lower than readState.Index' (duration: 39.790762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:20.223183Z","caller":"traceutil/trace.go:171","msg":"trace[884597491] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"804.158328ms","start":"2026-03-31T20:30:19.418995Z","end":"2026-03-31T20:30:20.223154Z","steps":["trace[884597491] 'process raft request' (duration: 764.294494ms)","trace[884597491] 'compare' (duration: 39.402261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:20.223307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:19.41896Z","time spent":"804.284371ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:30:20.223514Z","caller":"traceutil/trace.go:171","msg":"trace[1778377919] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"153.178894ms","start":"2026-03-31T20:30:20.070287Z","end":"2026-03-31T20:30:20.223466Z","steps":["trace[1778377919] 'process raft request' (duration: 152.702131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.223577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429210472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:30:20.223641Z","caller":"traceutil/trace.go:171","msg":"trace[1140700981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:5972; }","duration":"2.429338845s","start":"2026-03-31T20:30:17.794285Z","end":"2026-03-31T20:30:20.223623Z","steps":["trace[1140700981] 'agreement among raft nodes before linearized reading' (duration: 2.429088779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.223696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.79426Z","time spent":"2.429426057s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:30:20.22369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909745476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-8qr7k\" ","response":"range_response_count:1 size:4443"} {"level":"warn","ts":"2026-03-31T20:30:20.22373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26976943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:30:20.22373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435670665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:20.223764Z","caller":"traceutil/trace.go:171","msg":"trace[1236786739] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-8qr7k; range_end:; response_count:1; response_revision:5972; }","duration":"1.909886629s","start":"2026-03-31T20:30:18.313856Z","end":"2026-03-31T20:30:20.223742Z","steps":["trace[1236786739] 'agreement among raft nodes before linearized reading' (duration: 1.909622303s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:20.223788Z","caller":"traceutil/trace.go:171","msg":"trace[2098392561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5972; }","duration":"2.435758837s","start":"2026-03-31T20:30:17.788011Z","end":"2026-03-31T20:30:20.22377Z","steps":["trace[2098392561] 'agreement among raft nodes before linearized reading' (duration: 2.435611883s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:20.223784Z","caller":"traceutil/trace.go:171","msg":"trace[1727176632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5972; }","duration":"1.269880082s","start":"2026-03-31T20:30:18.953883Z","end":"2026-03-31T20:30:20.223763Z","steps":["trace[1727176632] 'agreement among raft nodes before linearized reading' (duration: 1.269375369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.223812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:18.313826Z","time spent":"1.909976942s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-8qr7k\" "} {"level":"warn","ts":"2026-03-31T20:30:20.223826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.787999Z","time spent":"2.435818939s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:20.22377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434825774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:30:20.223851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:18.953837Z","time spent":"1.269998855s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:30:20.223904Z","caller":"traceutil/trace.go:171","msg":"trace[1933649768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5972; }","duration":"2.435004078s","start":"2026-03-31T20:30:17.788867Z","end":"2026-03-31T20:30:20.223871Z","steps":["trace[1933649768] 'agreement among raft nodes before linearized reading' (duration: 2.434530596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.223957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.768538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:20.223966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.788859Z","time spent":"2.43509607s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:30:20.224035Z","caller":"traceutil/trace.go:171","msg":"trace[818087864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5972; }","duration":"382.911092ms","start":"2026-03-31T20:30:19.8411Z","end":"2026-03-31T20:30:20.224011Z","steps":["trace[818087864] 'agreement among raft nodes before linearized reading' (duration: 382.198684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.224091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:19.841073Z","time spent":"383.003764ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:20.224361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.731117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:30:20.224407Z","caller":"traceutil/trace.go:171","msg":"trace[361907560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5972; }","duration":"716.81433ms","start":"2026-03-31T20:30:19.507583Z","end":"2026-03-31T20:30:20.224398Z","steps":["trace[361907560] 'agreement among raft nodes before linearized reading' (duration: 715.738623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.224437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:19.507569Z","time spent":"716.861421ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:20.224648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.756837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:20.223187Z","caller":"traceutil/trace.go:171","msg":"trace[146618105] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"750.775444ms","start":"2026-03-31T20:30:19.472398Z","end":"2026-03-31T20:30:20.223174Z","steps":["trace[146618105] 'process raft request' (duration: 750.506877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:20.224697Z","caller":"traceutil/trace.go:171","msg":"trace[1232225716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5972; }","duration":"576.86974ms","start":"2026-03-31T20:30:19.647811Z","end":"2026-03-31T20:30:20.224681Z","steps":["trace[1232225716] 'agreement among raft nodes before linearized reading' (duration: 575.498846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.224786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43827426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:30:20.224836Z","caller":"traceutil/trace.go:171","msg":"trace[1284593797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5972; }","duration":"2.438360252s","start":"2026-03-31T20:30:17.786464Z","end":"2026-03-31T20:30:20.224824Z","steps":["trace[1284593797] 'agreement among raft nodes before linearized reading' (duration: 2.436681261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.224868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:17.786447Z","time spent":"2.438412783s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:30:20.224845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:19.647774Z","time spent":"577.054274ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:20.224855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:19.472362Z","time spent":"752.389014ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:20.412415Z","caller":"traceutil/trace.go:171","msg":"trace[373879187] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"150.214429ms","start":"2026-03-31T20:30:20.262151Z","end":"2026-03-31T20:30:20.412366Z","steps":["trace[373879187] 'process raft request' (duration: 89.45329ms)","trace[373879187] 'compare' (duration: 60.565074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:20.486886Z","caller":"traceutil/trace.go:171","msg":"trace[2020307854] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"161.309258ms","start":"2026-03-31T20:30:20.325552Z","end":"2026-03-31T20:30:20.486861Z","steps":["trace[2020307854] 'process raft request' (duration: 161.117103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:20.487112Z","caller":"traceutil/trace.go:171","msg":"trace[826169346] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"161.452282ms","start":"2026-03-31T20:30:20.325644Z","end":"2026-03-31T20:30:20.487096Z","steps":["trace[826169346] 'process raft request' (duration: 161.174295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:20.487276Z","caller":"traceutil/trace.go:171","msg":"trace[236271840] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"161.38256ms","start":"2026-03-31T20:30:20.325884Z","end":"2026-03-31T20:30:20.487266Z","steps":["trace[236271840] 'process raft request' (duration: 161.115693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:20.487481Z","caller":"traceutil/trace.go:171","msg":"trace[1268733605] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"161.445991ms","start":"2026-03-31T20:30:20.325989Z","end":"2026-03-31T20:30:20.487435Z","steps":["trace[1268733605] 'process raft request' (duration: 161.239576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:20.487662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.942054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-2pfsx\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-31T20:30:20.487755Z","caller":"traceutil/trace.go:171","msg":"trace[731121911] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-2pfsx; range_end:; response_count:1; response_revision:5984; }","duration":"162.071126ms","start":"2026-03-31T20:30:20.325661Z","end":"2026-03-31T20:30:20.487732Z","steps":["trace[731121911] 'agreement among raft nodes before linearized reading' (duration: 161.785109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:20.877036Z","caller":"traceutil/trace.go:171","msg":"trace[759224051] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"379.994778ms","start":"2026-03-31T20:30:20.496991Z","end":"2026-03-31T20:30:20.876986Z","steps":["trace[759224051] 'process raft request' (duration: 379.740162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:20.877076Z","caller":"traceutil/trace.go:171","msg":"trace[290102033] linearizableReadLoop","detail":"{readStateIndex:6228; appliedIndex:6227; }","duration":"374.911771ms","start":"2026-03-31T20:30:20.502123Z","end":"2026-03-31T20:30:20.877035Z","steps":["trace[290102033] 'read index received' (duration: 374.633524ms)","trace[290102033] 'applied index is now lower than readState.Index' (duration: 273.697µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:20.877303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:20.496968Z","time spent":"380.183174ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7956,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:21.238199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.036774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:30:21.238292Z","caller":"traceutil/trace.go:171","msg":"trace[1116875585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5985; }","duration":"736.171137ms","start":"2026-03-31T20:30:20.502098Z","end":"2026-03-31T20:30:21.238269Z","steps":["trace[1116875585] 'agreement among raft nodes before linearized reading' (duration: 375.102845ms)","trace[1116875585] 'range keys from in-memory index tree' (duration: 360.812046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:21.238369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:20.502087Z","time spent":"736.25446ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:30:21.288201Z","caller":"traceutil/trace.go:171","msg":"trace[1980151029] linearizableReadLoop","detail":"{readStateIndex:6229; appliedIndex:6228; }","duration":"411.006198ms","start":"2026-03-31T20:30:20.877163Z","end":"2026-03-31T20:30:21.28817Z","steps":["trace[1980151029] 'read index received' (duration: 410.947887ms)","trace[1980151029] 'applied index is now lower than readState.Index' (duration: 56.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:21.288314Z","caller":"traceutil/trace.go:171","msg":"trace[1887884486] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"448.750828ms","start":"2026-03-31T20:30:20.839474Z","end":"2026-03-31T20:30:21.288225Z","steps":["trace[1887884486] 'process raft request' (duration: 448.45002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:21.288495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:20.839421Z","time spent":"448.970883ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17570,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:21.28855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.411347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:30:21.288609Z","caller":"traceutil/trace.go:171","msg":"trace[521088620] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:5986; }","duration":"471.51536ms","start":"2026-03-31T20:30:20.817077Z","end":"2026-03-31T20:30:21.288592Z","steps":["trace[521088620] 'agreement among raft nodes before linearized reading' (duration: 471.251873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:21.28866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:20.817061Z","time spent":"471.587091ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:30:21.288755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.396439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:21.288811Z","caller":"traceutil/trace.go:171","msg":"trace[1766329446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5986; }","duration":"450.502442ms","start":"2026-03-31T20:30:20.838295Z","end":"2026-03-31T20:30:21.288798Z","steps":["trace[1766329446] 'agreement among raft nodes before linearized reading' (duration: 450.409159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:21.288888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:20.838267Z","time spent":"450.612335ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:30:21.435558Z","caller":"traceutil/trace.go:171","msg":"trace[2113834891] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"192.155162ms","start":"2026-03-31T20:30:21.243377Z","end":"2026-03-31T20:30:21.435532Z","steps":["trace[2113834891] 'process raft request' (duration: 191.949897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:21.435616Z","caller":"traceutil/trace.go:171","msg":"trace[1754136647] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"190.902432ms","start":"2026-03-31T20:30:21.244697Z","end":"2026-03-31T20:30:21.435599Z","steps":["trace[1754136647] 'process raft request' (duration: 190.860431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:21.435763Z","caller":"traceutil/trace.go:171","msg":"trace[1426553216] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"191.765922ms","start":"2026-03-31T20:30:21.243905Z","end":"2026-03-31T20:30:21.435671Z","steps":["trace[1426553216] 'process raft request' (duration: 191.553107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:21.435867Z","caller":"traceutil/trace.go:171","msg":"trace[800913654] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"191.218099ms","start":"2026-03-31T20:30:21.244561Z","end":"2026-03-31T20:30:21.435779Z","steps":["trace[800913654] 'process raft request' (duration: 190.958613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:21.906686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.347572ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-31T20:30:21.90679Z","caller":"traceutil/trace.go:171","msg":"trace[1697597130] linearizableReadLoop","detail":"{readStateIndex:6234; appliedIndex:6230; }","duration":"616.59003ms","start":"2026-03-31T20:30:21.290181Z","end":"2026-03-31T20:30:21.906771Z","steps":["trace[1697597130] 'read index received' (duration: 145.250444ms)","trace[1697597130] 'applied index is now lower than readState.Index' (duration: 471.337656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:21.906868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.677092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:21.907157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:21.290032Z","time spent":"617.103853ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:30:21.907435Z","caller":"traceutil/trace.go:171","msg":"trace[1702579245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5990; }","duration":"616.970969ms","start":"2026-03-31T20:30:21.290127Z","end":"2026-03-31T20:30:21.907098Z","steps":["trace[1702579245] 'agreement among raft nodes before linearized reading' (duration: 616.694263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:21.907758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:21.290111Z","time spent":"617.563665ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:30:22.17007Z","caller":"traceutil/trace.go:171","msg":"trace[144048717] linearizableReadLoop","detail":"{readStateIndex:6235; appliedIndex:6234; }","duration":"254.84854ms","start":"2026-03-31T20:30:21.91518Z","end":"2026-03-31T20:30:22.170028Z","steps":["trace[144048717] 'read index received' (duration: 170.556789ms)","trace[144048717] 'applied index is now lower than readState.Index' (duration: 84.289791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:22.170451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.235239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:22.170585Z","caller":"traceutil/trace.go:171","msg":"trace[1844412424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5991; }","duration":"255.425044ms","start":"2026-03-31T20:30:21.915143Z","end":"2026-03-31T20:30:22.170568Z","steps":["trace[1844412424] 'agreement among raft nodes before linearized reading' (duration: 255.137947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.170456Z","caller":"traceutil/trace.go:171","msg":"trace[1698746898] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"261.395825ms","start":"2026-03-31T20:30:21.909022Z","end":"2026-03-31T20:30:22.170418Z","steps":["trace[1698746898] 'process raft request' (duration: 176.720935ms)","trace[1698746898] 'compare' (duration: 84.006073ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:22.418017Z","caller":"traceutil/trace.go:171","msg":"trace[1876053380] linearizableReadLoop","detail":"{readStateIndex:6238; appliedIndex:6235; }","duration":"244.691855ms","start":"2026-03-31T20:30:22.173306Z","end":"2026-03-31T20:30:22.417998Z","steps":["trace[1876053380] 'read index received' (duration: 228.970199ms)","trace[1876053380] 'applied index is now lower than readState.Index' (duration: 15.720766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:22.418199Z","caller":"traceutil/trace.go:171","msg":"trace[1871847300] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"346.923196ms","start":"2026-03-31T20:30:22.071267Z","end":"2026-03-31T20:30:22.41819Z","steps":["trace[1871847300] 'process raft request' (duration: 330.995515ms)","trace[1871847300] 'compare' (duration: 15.092001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:22.418284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:22.07123Z","time spent":"346.994428ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:22.418276Z","caller":"traceutil/trace.go:171","msg":"trace[636362313] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"346.850385ms","start":"2026-03-31T20:30:22.071395Z","end":"2026-03-31T20:30:22.418246Z","steps":["trace[636362313] 'process raft request' (duration: 346.512296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:22.418392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:22.071345Z","time spent":"346.985378ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:22.418483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.192467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:30:22.418508Z","caller":"traceutil/trace.go:171","msg":"trace[1069662270] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5994; }","duration":"245.254508ms","start":"2026-03-31T20:30:22.173247Z","end":"2026-03-31T20:30:22.418501Z","steps":["trace[1069662270] 'agreement among raft nodes before linearized reading' (duration: 245.164766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.418273Z","caller":"traceutil/trace.go:171","msg":"trace[1599278522] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"346.548287ms","start":"2026-03-31T20:30:22.071669Z","end":"2026-03-31T20:30:22.418217Z","steps":["trace[1599278522] 'process raft request' (duration: 346.296581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:22.418982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:22.071634Z","time spent":"347.243084ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:22.44046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.569647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:30:22.440492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.024768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:30:22.440529Z","caller":"traceutil/trace.go:171","msg":"trace[1093377178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5995; }","duration":"115.68806ms","start":"2026-03-31T20:30:22.324827Z","end":"2026-03-31T20:30:22.440515Z","steps":["trace[1093377178] 'agreement among raft nodes before linearized reading' (duration: 115.468894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.440576Z","caller":"traceutil/trace.go:171","msg":"trace[209719406] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"206.175546ms","start":"2026-03-31T20:30:22.234383Z","end":"2026-03-31T20:30:22.440559Z","steps":["trace[209719406] 'process raft request' (duration: 205.664543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.440576Z","caller":"traceutil/trace.go:171","msg":"trace[1417431785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5995; }","duration":"116.10438ms","start":"2026-03-31T20:30:22.324449Z","end":"2026-03-31T20:30:22.440554Z","steps":["trace[1417431785] 'agreement among raft nodes before linearized reading' (duration: 115.881744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:22.440493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.723885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:30:22.440679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.10398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:30:22.440578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.350176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:30:22.440758Z","caller":"traceutil/trace.go:171","msg":"trace[1108452249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5995; }","duration":"177.037233ms","start":"2026-03-31T20:30:22.263707Z","end":"2026-03-31T20:30:22.440744Z","steps":["trace[1108452249] 'agreement among raft nodes before linearized reading' (duration: 176.630182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.440785Z","caller":"traceutil/trace.go:171","msg":"trace[544781167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5995; }","duration":"116.269804ms","start":"2026-03-31T20:30:22.324487Z","end":"2026-03-31T20:30:22.440757Z","steps":["trace[544781167] 'agreement among raft nodes before linearized reading' (duration: 116.044378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.440787Z","caller":"traceutil/trace.go:171","msg":"trace[1944329813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5995; }","duration":"209.594192ms","start":"2026-03-31T20:30:22.231176Z","end":"2026-03-31T20:30:22.440771Z","steps":["trace[1944329813] 'agreement among raft nodes before linearized reading' (duration: 209.270944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:22.440824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.493955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:30:22.4409Z","caller":"traceutil/trace.go:171","msg":"trace[712501290] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:5995; }","duration":"115.601267ms","start":"2026-03-31T20:30:22.325279Z","end":"2026-03-31T20:30:22.44088Z","steps":["trace[712501290] 'agreement among raft nodes before linearized reading' (duration: 115.407522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.589983Z","caller":"traceutil/trace.go:171","msg":"trace[45216556] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"145.022177ms","start":"2026-03-31T20:30:22.444922Z","end":"2026-03-31T20:30:22.589944Z","steps":["trace[45216556] 'process raft request' (duration: 134.39461ms)","trace[45216556] 'compare' (duration: 10.457523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:22.590886Z","caller":"traceutil/trace.go:171","msg":"trace[1054005633] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"145.626343ms","start":"2026-03-31T20:30:22.445235Z","end":"2026-03-31T20:30:22.590861Z","steps":["trace[1054005633] 'process raft request' (duration: 145.404407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.590934Z","caller":"traceutil/trace.go:171","msg":"trace[453873773] linearizableReadLoop","detail":"{readStateIndex:6243; appliedIndex:6239; }","duration":"144.665959ms","start":"2026-03-31T20:30:22.446248Z","end":"2026-03-31T20:30:22.590914Z","steps":["trace[453873773] 'read index received' (duration: 133.029117ms)","trace[453873773] 'applied index is now lower than readState.Index' (duration: 11.635572ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:22.590966Z","caller":"traceutil/trace.go:171","msg":"trace[146130357] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"145.395777ms","start":"2026-03-31T20:30:22.445553Z","end":"2026-03-31T20:30:22.590948Z","steps":["trace[146130357] 'process raft request' (duration: 145.245913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.590951Z","caller":"traceutil/trace.go:171","msg":"trace[45404865] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"145.416688ms","start":"2026-03-31T20:30:22.445491Z","end":"2026-03-31T20:30:22.590908Z","steps":["trace[45404865] 'process raft request' (duration: 145.256914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:22.591189Z","caller":"traceutil/trace.go:171","msg":"trace[1434465473] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"144.604257ms","start":"2026-03-31T20:30:22.446562Z","end":"2026-03-31T20:30:22.591166Z","steps":["trace[1434465473] 'process raft request' (duration: 144.287969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:22.591256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.981267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70861"} {"level":"info","ts":"2026-03-31T20:30:22.591325Z","caller":"traceutil/trace.go:171","msg":"trace[1510626001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6000; }","duration":"145.066029ms","start":"2026-03-31T20:30:22.446243Z","end":"2026-03-31T20:30:22.591309Z","steps":["trace[1510626001] 'agreement among raft nodes before linearized reading' (duration: 144.737721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:23.591053Z","caller":"traceutil/trace.go:171","msg":"trace[1710456545] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"236.836658ms","start":"2026-03-31T20:30:23.35418Z","end":"2026-03-31T20:30:23.591016Z","steps":["trace[1710456545] 'process raft request' (duration: 236.52679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:23.654658Z","caller":"traceutil/trace.go:171","msg":"trace[310297892] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"291.4178ms","start":"2026-03-31T20:30:23.363203Z","end":"2026-03-31T20:30:23.654621Z","steps":["trace[310297892] 'process raft request' (duration: 291.122943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:24.793917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.800715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:30:24.794003Z","caller":"traceutil/trace.go:171","msg":"trace[702358459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6007; }","duration":"197.964279ms","start":"2026-03-31T20:30:24.596021Z","end":"2026-03-31T20:30:24.793986Z","steps":["trace[702358459] 'range keys from in-memory index tree' (duration: 197.556299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:24.794031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.508203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:30:24.794042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.932788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:30:24.794239Z","caller":"traceutil/trace.go:171","msg":"trace[721150827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6007; }","duration":"198.155294ms","start":"2026-03-31T20:30:24.596026Z","end":"2026-03-31T20:30:24.794181Z","steps":["trace[721150827] 'range keys from in-memory index tree' (duration: 197.761944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:24.794283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.017671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:30:24.794078Z","caller":"traceutil/trace.go:171","msg":"trace[1951228715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:6007; }","duration":"196.578995ms","start":"2026-03-31T20:30:24.597479Z","end":"2026-03-31T20:30:24.794058Z","steps":["trace[1951228715] 'range keys from in-memory index tree' (duration: 196.415491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:24.794407Z","caller":"traceutil/trace.go:171","msg":"trace[1894028128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6007; }","duration":"200.214536ms","start":"2026-03-31T20:30:24.594163Z","end":"2026-03-31T20:30:24.794378Z","steps":["trace[1894028128] 'range keys from in-memory index tree' (duration: 199.741354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:24.794249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.180604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:24.794515Z","caller":"traceutil/trace.go:171","msg":"trace[13568729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6007; }","duration":"198.459831ms","start":"2026-03-31T20:30:24.596031Z","end":"2026-03-31T20:30:24.794491Z","steps":["trace[13568729] 'range keys from in-memory index tree' (duration: 197.725783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:24.793925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.541009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:30:24.794629Z","caller":"traceutil/trace.go:171","msg":"trace[595785481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6007; }","duration":"198.273506ms","start":"2026-03-31T20:30:24.596334Z","end":"2026-03-31T20:30:24.794608Z","steps":["trace[595785481] 'range keys from in-memory index tree' (duration: 197.392155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:25.032069Z","caller":"traceutil/trace.go:171","msg":"trace[926991245] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"232.691403ms","start":"2026-03-31T20:30:24.799336Z","end":"2026-03-31T20:30:25.032027Z","steps":["trace[926991245] 'process raft request' (duration: 232.347404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:25.032074Z","caller":"traceutil/trace.go:171","msg":"trace[649740750] linearizableReadLoop","detail":"{readStateIndex:6256; appliedIndex:6252; }","duration":"177.29611ms","start":"2026-03-31T20:30:24.854745Z","end":"2026-03-31T20:30:25.032042Z","steps":["trace[649740750] 'read index received' (duration: 176.961502ms)","trace[649740750] 'applied index is now lower than readState.Index' (duration: 332.668µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:25.032223Z","caller":"traceutil/trace.go:171","msg":"trace[163712708] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"232.16408ms","start":"2026-03-31T20:30:24.799979Z","end":"2026-03-31T20:30:25.032143Z","steps":["trace[163712708] 'process raft request' (duration: 231.978236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:25.032338Z","caller":"traceutil/trace.go:171","msg":"trace[1471394539] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"231.38031ms","start":"2026-03-31T20:30:24.800933Z","end":"2026-03-31T20:30:25.032314Z","steps":["trace[1471394539] 'process raft request' (duration: 231.059572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:25.032308Z","caller":"traceutil/trace.go:171","msg":"trace[2147302445] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"232.276093ms","start":"2026-03-31T20:30:24.799975Z","end":"2026-03-31T20:30:25.032251Z","steps":["trace[2147302445] 'process raft request' (duration: 231.930305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.032692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.342072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:25.032741Z","caller":"traceutil/trace.go:171","msg":"trace[796012705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6012; }","duration":"191.464226ms","start":"2026-03-31T20:30:24.841264Z","end":"2026-03-31T20:30:25.032728Z","steps":["trace[796012705] 'agreement among raft nodes before linearized reading' (duration: 190.878101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:27.264814Z","caller":"traceutil/trace.go:171","msg":"trace[982187481] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"221.757958ms","start":"2026-03-31T20:30:27.043023Z","end":"2026-03-31T20:30:27.264781Z","steps":["trace[982187481] 'process raft request' (duration: 187.808054ms)","trace[982187481] 'compare' (duration: 33.668317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:27.264831Z","caller":"traceutil/trace.go:171","msg":"trace[2051705075] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"221.724336ms","start":"2026-03-31T20:30:27.043072Z","end":"2026-03-31T20:30:27.264796Z","steps":["trace[2051705075] 'process raft request' (duration: 221.630354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:27.265073Z","caller":"traceutil/trace.go:171","msg":"trace[1498950743] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"219.635294ms","start":"2026-03-31T20:30:27.045396Z","end":"2026-03-31T20:30:27.265031Z","steps":["trace[1498950743] 'process raft request' (duration: 219.347497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.669819Z","caller":"traceutil/trace.go:171","msg":"trace[1542183015] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"173.005452ms","start":"2026-03-31T20:30:28.496779Z","end":"2026-03-31T20:30:28.669784Z","steps":["trace[1542183015] 'process raft request' (duration: 172.632443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.669929Z","caller":"traceutil/trace.go:171","msg":"trace[785513808] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"172.89517ms","start":"2026-03-31T20:30:28.497001Z","end":"2026-03-31T20:30:28.669896Z","steps":["trace[785513808] 'process raft request' (duration: 172.746536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.66996Z","caller":"traceutil/trace.go:171","msg":"trace[759502972] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"172.940981ms","start":"2026-03-31T20:30:28.496966Z","end":"2026-03-31T20:30:28.669907Z","steps":["trace[759502972] 'process raft request' (duration: 172.713435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.670313Z","caller":"traceutil/trace.go:171","msg":"trace[984851608] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"173.245098ms","start":"2026-03-31T20:30:28.497051Z","end":"2026-03-31T20:30:28.670296Z","steps":["trace[984851608] 'process raft request' (duration: 172.776117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.670419Z","caller":"traceutil/trace.go:171","msg":"trace[1131512947] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"159.338378ms","start":"2026-03-31T20:30:28.511063Z","end":"2026-03-31T20:30:28.670401Z","steps":["trace[1131512947] 'process raft request' (duration: 159.205455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.670433Z","caller":"traceutil/trace.go:171","msg":"trace[863846020] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"163.525233ms","start":"2026-03-31T20:30:28.506898Z","end":"2026-03-31T20:30:28.670424Z","steps":["trace[863846020] 'process raft request' (duration: 163.223725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.670709Z","caller":"traceutil/trace.go:171","msg":"trace[3195052] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"157.709096ms","start":"2026-03-31T20:30:28.512988Z","end":"2026-03-31T20:30:28.670697Z","steps":["trace[3195052] 'process raft request' (duration: 157.325037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.670725Z","caller":"traceutil/trace.go:171","msg":"trace[527187788] linearizableReadLoop","detail":"{readStateIndex:6290; appliedIndex:6282; }","duration":"131.862797ms","start":"2026-03-31T20:30:28.53884Z","end":"2026-03-31T20:30:28.670703Z","steps":["trace[527187788] 'read index received' (duration: 130.601085ms)","trace[527187788] 'applied index is now lower than readState.Index' (duration: 1.260021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:28.670878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.997051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:28.670943Z","caller":"traceutil/trace.go:171","msg":"trace[1976050189] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6045; }","duration":"132.113013ms","start":"2026-03-31T20:30:28.538811Z","end":"2026-03-31T20:30:28.670924Z","steps":["trace[1976050189] 'agreement among raft nodes before linearized reading' (duration: 131.952469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:28.670755Z","caller":"traceutil/trace.go:171","msg":"trace[183715654] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"155.024019ms","start":"2026-03-31T20:30:28.51569Z","end":"2026-03-31T20:30:28.670714Z","steps":["trace[183715654] 'process raft request' (duration: 154.903756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.325139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.035035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:30:29.325218Z","caller":"traceutil/trace.go:171","msg":"trace[1042042947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6046; }","duration":"189.163128ms","start":"2026-03-31T20:30:29.136035Z","end":"2026-03-31T20:30:29.325199Z","steps":["trace[1042042947] 'range keys from in-memory index tree' (duration: 188.757528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:29.698756Z","caller":"traceutil/trace.go:171","msg":"trace[1266249033] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"361.00226ms","start":"2026-03-31T20:30:29.337724Z","end":"2026-03-31T20:30:29.698726Z","steps":["trace[1266249033] 'process raft request' (duration: 360.955029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.698936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:29.337697Z","time spent":"361.147414ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:29.698918Z","caller":"traceutil/trace.go:171","msg":"trace[412981258] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"361.152905ms","start":"2026-03-31T20:30:29.33771Z","end":"2026-03-31T20:30:29.698863Z","steps":["trace[412981258] 'process raft request' (duration: 360.792646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.699171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:29.337681Z","time spent":"361.350159ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:29.78562Z","caller":"traceutil/trace.go:171","msg":"trace[474078353] linearizableReadLoop","detail":"{readStateIndex:6295; appliedIndex:6293; }","duration":"337.1471ms","start":"2026-03-31T20:30:29.44844Z","end":"2026-03-31T20:30:29.785587Z","steps":["trace[474078353] 'read index received' (duration: 250.354817ms)","trace[474078353] 'applied index is now lower than readState.Index' (duration: 86.791133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:29.785685Z","caller":"traceutil/trace.go:171","msg":"trace[970001879] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"447.909867ms","start":"2026-03-31T20:30:29.337729Z","end":"2026-03-31T20:30:29.785639Z","steps":["trace[970001879] 'process raft request' (duration: 447.586949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:29.785784Z","caller":"traceutil/trace.go:171","msg":"trace[1361428652] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"447.956708ms","start":"2026-03-31T20:30:29.337813Z","end":"2026-03-31T20:30:29.78577Z","steps":["trace[1361428652] 'process raft request' (duration: 447.728602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.785877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:29.337694Z","time spent":"448.074951ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:29.786062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:29.337754Z","time spent":"448.066211ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:29.786105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.91012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:29.786189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.724024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T20:30:29.786265Z","caller":"traceutil/trace.go:171","msg":"trace[410438895] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6050; }","duration":"337.857728ms","start":"2026-03-31T20:30:29.448389Z","end":"2026-03-31T20:30:29.786247Z","steps":["trace[410438895] 'agreement among raft nodes before linearized reading' (duration: 337.565761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:29.786212Z","caller":"traceutil/trace.go:171","msg":"trace[428801437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6050; }","duration":"140.109074ms","start":"2026-03-31T20:30:29.646082Z","end":"2026-03-31T20:30:29.786191Z","steps":["trace[428801437] 'agreement among raft nodes before linearized reading' (duration: 139.862988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.786421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:29.448365Z","time spent":"337.944869ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T20:30:31.411447Z","caller":"traceutil/trace.go:171","msg":"trace[1892465993] transaction","detail":"{read_only:false; response_revision:6096; number_of_response:1; }","duration":"111.812573ms","start":"2026-03-31T20:30:31.299617Z","end":"2026-03-31T20:30:31.411429Z","steps":["trace[1892465993] 'process raft request' (duration: 111.621788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:31.411352Z","caller":"traceutil/trace.go:171","msg":"trace[2016919219] linearizableReadLoop","detail":"{readStateIndex:6342; appliedIndex:6341; }","duration":"106.959411ms","start":"2026-03-31T20:30:31.304379Z","end":"2026-03-31T20:30:31.411339Z","steps":["trace[2016919219] 'read index received' (duration: 106.828087ms)","trace[2016919219] 'applied index is now lower than readState.Index' (duration: 130.824µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:31.412472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.073799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T20:30:31.412502Z","caller":"traceutil/trace.go:171","msg":"trace[192577889] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6096; }","duration":"108.144381ms","start":"2026-03-31T20:30:31.30435Z","end":"2026-03-31T20:30:31.412494Z","steps":["trace[192577889] 'agreement among raft nodes before linearized reading' (duration: 107.184237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.045403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.167684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:32.045741Z","caller":"traceutil/trace.go:171","msg":"trace[481763706] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"628.762775ms","start":"2026-03-31T20:30:31.416942Z","end":"2026-03-31T20:30:32.045705Z","steps":["trace[481763706] 'process raft request' (duration: 172.15248ms)","trace[481763706] 'compare' (duration: 455.853846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:32.045824Z","caller":"traceutil/trace.go:171","msg":"trace[1046558227] linearizableReadLoop","detail":"{readStateIndex:6345; appliedIndex:6342; }","duration":"616.431715ms","start":"2026-03-31T20:30:31.429347Z","end":"2026-03-31T20:30:32.045779Z","steps":["trace[1046558227] 'read index received' (duration: 159.732638ms)","trace[1046558227] 'applied index is now lower than readState.Index' (duration: 456.697967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:32.045881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.416933Z","time spent":"628.886049ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:30:32.045995Z","caller":"traceutil/trace.go:171","msg":"trace[778443405] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"617.522953ms","start":"2026-03-31T20:30:31.428461Z","end":"2026-03-31T20:30:32.045984Z","steps":["trace[778443405] 'process raft request' (duration: 617.210165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.046059Z","caller":"traceutil/trace.go:171","msg":"trace[1786742462] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"621.82881ms","start":"2026-03-31T20:30:31.424204Z","end":"2026-03-31T20:30:32.046033Z","steps":["trace[1786742462] 'process raft request' (duration: 621.361779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.046109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.42845Z","time spent":"617.580794ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9303,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:32.046163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.424183Z","time spent":"621.936204ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6111,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:30:32.046242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.498848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:32.046252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.290283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:30:32.046302Z","caller":"traceutil/trace.go:171","msg":"trace[1325346775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6099; }","duration":"205.595911ms","start":"2026-03-31T20:30:31.840691Z","end":"2026-03-31T20:30:32.046287Z","steps":["trace[1325346775] 'agreement among raft nodes before linearized reading' (duration: 205.471248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.046336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.976788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T20:30:32.046353Z","caller":"traceutil/trace.go:171","msg":"trace[221321016] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6099; }","duration":"593.437187ms","start":"2026-03-31T20:30:31.45289Z","end":"2026-03-31T20:30:32.046327Z","steps":["trace[221321016] 'agreement among raft nodes before linearized reading' (duration: 593.212181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.046356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.173002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:30:32.046341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.9169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:32.0464Z","caller":"traceutil/trace.go:171","msg":"trace[1987493347] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6099; }","duration":"617.068831ms","start":"2026-03-31T20:30:31.429314Z","end":"2026-03-31T20:30:32.046383Z","steps":["trace[1987493347] 'agreement among raft nodes before linearized reading' (duration: 616.857286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.046398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.561264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T20:30:32.046413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.452874Z","time spent":"593.524678ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T20:30:32.046426Z","caller":"traceutil/trace.go:171","msg":"trace[448497279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6099; }","duration":"341.329476ms","start":"2026-03-31T20:30:31.705077Z","end":"2026-03-31T20:30:32.046407Z","steps":["trace[448497279] 'agreement among raft nodes before linearized reading' (duration: 341.11287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.04643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.152871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:30:32.046434Z","caller":"traceutil/trace.go:171","msg":"trace[1673921050] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6099; }","duration":"565.117035ms","start":"2026-03-31T20:30:31.481301Z","end":"2026-03-31T20:30:32.046418Z","steps":["trace[1673921050] 'agreement among raft nodes before linearized reading' (duration: 564.92591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.046457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.429306Z","time spent":"617.140113ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T20:30:32.046416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.880761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:30:32.046488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.705046Z","time spent":"341.433008ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:30:32.046477Z","caller":"traceutil/trace.go:171","msg":"trace[1834984951] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6099; }","duration":"592.654407ms","start":"2026-03-31T20:30:31.453798Z","end":"2026-03-31T20:30:32.046452Z","steps":["trace[1834984951] 'agreement among raft nodes before linearized reading' (duration: 592.447232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.04648Z","caller":"traceutil/trace.go:171","msg":"trace[734867036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6099; }","duration":"341.243893ms","start":"2026-03-31T20:30:31.705222Z","end":"2026-03-31T20:30:32.046466Z","steps":["trace[734867036] 'agreement among raft nodes before linearized reading' (duration: 341.10403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.046448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.203541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:30:32.046528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.45379Z","time spent":"592.729168ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T20:30:32.046531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.705193Z","time spent":"341.330316ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:30:32.046538Z","caller":"traceutil/trace.go:171","msg":"trace[1486774896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6099; }","duration":"255.032234ms","start":"2026-03-31T20:30:31.791478Z","end":"2026-03-31T20:30:32.04651Z","steps":["trace[1486774896] 'agreement among raft nodes before linearized reading' (duration: 254.690196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.046564Z","caller":"traceutil/trace.go:171","msg":"trace[973932410] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6099; }","duration":"273.412536ms","start":"2026-03-31T20:30:31.773132Z","end":"2026-03-31T20:30:32.046544Z","steps":["trace[973932410] 'agreement among raft nodes before linearized reading' (duration: 273.028197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.046502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.481267Z","time spent":"565.222607ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:30:32.04697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.100661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:30:32.047085Z","caller":"traceutil/trace.go:171","msg":"trace[72511991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6099; }","duration":"256.357167ms","start":"2026-03-31T20:30:31.790707Z","end":"2026-03-31T20:30:32.047065Z","steps":["trace[72511991] 'agreement among raft nodes before linearized reading' (duration: 255.470605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:34.403523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.391294ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:34.403674Z","caller":"traceutil/trace.go:171","msg":"trace[643909889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6142; }","duration":"164.552959ms","start":"2026-03-31T20:30:34.239101Z","end":"2026-03-31T20:30:34.403654Z","steps":["trace[643909889] 'range keys from in-memory index tree' (duration: 164.374724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:34.403713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.297008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:34.403804Z","caller":"traceutil/trace.go:171","msg":"trace[1770053804] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6388; }","duration":"562.270502ms","start":"2026-03-31T20:30:33.841514Z","end":"2026-03-31T20:30:34.403785Z","steps":["trace[1770053804] 'read index received' (duration: 90.492µs)","trace[1770053804] 'applied index is now lower than readState.Index' (duration: 562.17835ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:34.403913Z","caller":"traceutil/trace.go:171","msg":"trace[1717814885] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"937.293276ms","start":"2026-03-31T20:30:33.466578Z","end":"2026-03-31T20:30:34.403872Z","steps":["trace[1717814885] 'process raft request' (duration: 348.737752ms)","trace[1717814885] 'compare' (duration: 587.980538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:34.403967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.461528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:34.404013Z","caller":"traceutil/trace.go:171","msg":"trace[1221696834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6143; }","duration":"562.55569ms","start":"2026-03-31T20:30:33.841441Z","end":"2026-03-31T20:30:34.403996Z","steps":["trace[1221696834] 'agreement among raft nodes before linearized reading' (duration: 562.457817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:34.404056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:33.84139Z","time spent":"562.655983ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:34.404111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:33.466551Z","time spent":"937.433799ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:34.404532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.809055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:30:34.404568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.463921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:30:34.404638Z","caller":"traceutil/trace.go:171","msg":"trace[534547969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6143; }","duration":"316.571113ms","start":"2026-03-31T20:30:34.08805Z","end":"2026-03-31T20:30:34.404621Z","steps":["trace[534547969] 'agreement among raft nodes before linearized reading' (duration: 316.318797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:34.404532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.699873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:30:34.404683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.088027Z","time spent":"316.647475ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:30:34.404702Z","caller":"traceutil/trace.go:171","msg":"trace[1184579102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6143; }","duration":"296.916618ms","start":"2026-03-31T20:30:34.107767Z","end":"2026-03-31T20:30:34.404684Z","steps":["trace[1184579102] 'agreement among raft nodes before linearized reading' (duration: 296.58492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:34.404528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.792015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:30:34.404792Z","caller":"traceutil/trace.go:171","msg":"trace[655299189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6143; }","duration":"297.118093ms","start":"2026-03-31T20:30:34.10764Z","end":"2026-03-31T20:30:34.404758Z","steps":["trace[655299189] 'agreement among raft nodes before linearized reading' (duration: 296.673322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.404637Z","caller":"traceutil/trace.go:171","msg":"trace[1042831135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6143; }","duration":"297.00047ms","start":"2026-03-31T20:30:34.107608Z","end":"2026-03-31T20:30:34.404609Z","steps":["trace[1042831135] 'agreement among raft nodes before linearized reading' (duration: 296.763164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:35.028656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837547103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:30:35.065591Z","caller":"traceutil/trace.go:171","msg":"trace[1080608300] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"655.681272ms","start":"2026-03-31T20:30:34.40988Z","end":"2026-03-31T20:30:35.065562Z","steps":["trace[1080608300] 'process raft request' (duration: 655.457267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:35.065806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.409864Z","time spent":"655.824466ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:35.073444Z","caller":"traceutil/trace.go:171","msg":"trace[581280054] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"663.172101ms","start":"2026-03-31T20:30:34.410239Z","end":"2026-03-31T20:30:35.073411Z","steps":["trace[581280054] 'process raft request' (duration: 663.075828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:35.073472Z","caller":"traceutil/trace.go:171","msg":"trace[607242495] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"663.358976ms","start":"2026-03-31T20:30:34.410073Z","end":"2026-03-31T20:30:35.073432Z","steps":["trace[607242495] 'process raft request' (duration: 663.062939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:35.073742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.410209Z","time spent":"663.393527ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:35.073996Z","caller":"traceutil/trace.go:171","msg":"trace[840766478] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"663.483909ms","start":"2026-03-31T20:30:34.410496Z","end":"2026-03-31T20:30:35.07398Z","steps":["trace[840766478] 'process raft request' (duration: 662.856653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:35.07421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.410484Z","time spent":"663.646513ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:35.07406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.410045Z","time spent":"663.905849ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:35.074772Z","caller":"traceutil/trace.go:171","msg":"trace[2015837824] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"379.184407ms","start":"2026-03-31T20:30:34.695572Z","end":"2026-03-31T20:30:35.074756Z","steps":["trace[2015837824] 'process raft request' (duration: 379.072614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:35.074925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.695531Z","time spent":"379.28639ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:35.074999Z","caller":"traceutil/trace.go:171","msg":"trace[2069262680] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"379.206088ms","start":"2026-03-31T20:30:34.695733Z","end":"2026-03-31T20:30:35.074939Z","steps":["trace[2069262680] 'process raft request' (duration: 378.989142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:35.075014Z","caller":"traceutil/trace.go:171","msg":"trace[2072195504] linearizableReadLoop","detail":"{readStateIndex:6397; appliedIndex:6389; }","duration":"546.425204ms","start":"2026-03-31T20:30:34.528569Z","end":"2026-03-31T20:30:35.074994Z","steps":["trace[2072195504] 'read index received' (duration: 536.876824ms)","trace[2072195504] 'applied index is now lower than readState.Index' (duration: 9.54696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:35.075194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.695718Z","time spent":"379.326131ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:35.074982Z","caller":"traceutil/trace.go:171","msg":"trace[521920424] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"380.560052ms","start":"2026-03-31T20:30:34.694413Z","end":"2026-03-31T20:30:35.074973Z","steps":["trace[521920424] 'process raft request' (duration: 379.486096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:35.075402Z","caller":"traceutil/trace.go:171","msg":"trace[1013980817] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"370.203042ms","start":"2026-03-31T20:30:34.705141Z","end":"2026-03-31T20:30:35.075344Z","steps":["trace[1013980817] 'process raft request' (duration: 369.74652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:35.075476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.705128Z","time spent":"370.316204ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:35.075405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.694388Z","time spent":"380.971853ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:35.107591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.305481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:30:35.107681Z","caller":"traceutil/trace.go:171","msg":"trace[1219826602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:6151; }","duration":"117.433354ms","start":"2026-03-31T20:30:34.990222Z","end":"2026-03-31T20:30:35.107655Z","steps":["trace[1219826602] 'agreement among raft nodes before linearized reading' (duration: 85.152671ms)","trace[1219826602] 'range keys from in-memory index tree' (duration: 32.037946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:35.107551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.920212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:35.108061Z","caller":"traceutil/trace.go:171","msg":"trace[1359644063] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6151; }","duration":"579.515036ms","start":"2026-03-31T20:30:34.528521Z","end":"2026-03-31T20:30:35.108036Z","steps":["trace[1359644063] 'agreement among raft nodes before linearized reading' (duration: 546.811443ms)","trace[1359644063] 'count revisions from in-memory index tree' (duration: 32.115228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:35.108539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:34.528501Z","time spent":"579.940157ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:35.10882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.539061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:30:35.108877Z","caller":"traceutil/trace.go:171","msg":"trace[520970701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6151; }","duration":"118.641884ms","start":"2026-03-31T20:30:34.990219Z","end":"2026-03-31T20:30:35.108861Z","steps":["trace[520970701] 'agreement among raft nodes before linearized reading' (duration: 85.0951ms)","trace[520970701] 'range keys from in-memory index tree' (duration: 32.599461ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:35.589936Z","caller":"traceutil/trace.go:171","msg":"trace[1691656306] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"115.70241ms","start":"2026-03-31T20:30:35.474202Z","end":"2026-03-31T20:30:35.589905Z","steps":["trace[1691656306] 'process raft request' (duration: 115.164826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:38.688971Z","caller":"traceutil/trace.go:171","msg":"trace[526313756] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6189; }","duration":"146.421903ms","start":"2026-03-31T20:30:38.542509Z","end":"2026-03-31T20:30:38.688931Z","steps":["trace[526313756] 'process raft request' (duration: 68.277787ms)","trace[526313756] 'compare' (duration: 77.868089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:38.889367Z","caller":"traceutil/trace.go:171","msg":"trace[942687838] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"335.743205ms","start":"2026-03-31T20:30:38.553584Z","end":"2026-03-31T20:30:38.889327Z","steps":["trace[942687838] 'process raft request' (duration: 282.29076ms)","trace[942687838] 'compare' (duration: 53.137877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:38.889557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:38.553546Z","time spent":"335.910729ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:38.88966Z","caller":"traceutil/trace.go:171","msg":"trace[1421098834] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"194.997936ms","start":"2026-03-31T20:30:38.694609Z","end":"2026-03-31T20:30:38.889607Z","steps":["trace[1421098834] 'process raft request' (duration: 194.589076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:39.134736Z","caller":"traceutil/trace.go:171","msg":"trace[1566956822] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"235.602176ms","start":"2026-03-31T20:30:38.899011Z","end":"2026-03-31T20:30:39.134613Z","steps":["trace[1566956822] 'process raft request' (duration: 235.343969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:39.139241Z","caller":"traceutil/trace.go:171","msg":"trace[746272773] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"178.227383ms","start":"2026-03-31T20:30:38.960991Z","end":"2026-03-31T20:30:39.139218Z","steps":["trace[746272773] 'process raft request' (duration: 178.047548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:45.305937Z","caller":"traceutil/trace.go:171","msg":"trace[917567817] transaction","detail":"{read_only:false; response_revision:6276; number_of_response:1; }","duration":"126.979264ms","start":"2026-03-31T20:30:45.178911Z","end":"2026-03-31T20:30:45.30589Z","steps":["trace[917567817] 'process raft request' (duration: 125.820885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:45.729418Z","caller":"traceutil/trace.go:171","msg":"trace[61156640] linearizableReadLoop","detail":"{readStateIndex:6527; appliedIndex:6523; }","duration":"533.003156ms","start":"2026-03-31T20:30:45.196376Z","end":"2026-03-31T20:30:45.729379Z","steps":["trace[61156640] 'read index received' (duration: 108.458638ms)","trace[61156640] 'applied index is now lower than readState.Index' (duration: 424.543288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:45.729464Z","caller":"traceutil/trace.go:171","msg":"trace[1711681270] transaction","detail":"{read_only:false; response_revision:6277; number_of_response:1; }","duration":"540.30608ms","start":"2026-03-31T20:30:45.189121Z","end":"2026-03-31T20:30:45.729427Z","steps":["trace[1711681270] 'process raft request' (duration: 539.473009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:45.729533Z","caller":"traceutil/trace.go:171","msg":"trace[31892479] transaction","detail":"{read_only:false; response_revision:6279; number_of_response:1; }","duration":"539.256553ms","start":"2026-03-31T20:30:45.190263Z","end":"2026-03-31T20:30:45.729519Z","steps":["trace[31892479] 'process raft request' (duration: 539.072678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.729647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.190246Z","time spent":"539.316925ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:45.729551Z","caller":"traceutil/trace.go:171","msg":"trace[169869472] transaction","detail":"{read_only:false; response_revision:6278; number_of_response:1; }","duration":"539.292534ms","start":"2026-03-31T20:30:45.190203Z","end":"2026-03-31T20:30:45.729496Z","steps":["trace[169869472] 'process raft request' (duration: 539.040998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.729777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.189114Z","time spent":"540.425902ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:45.729868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.190196Z","time spent":"539.612403ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:45.729753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.377786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:30:45.730241Z","caller":"traceutil/trace.go:171","msg":"trace[1243074095] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6279; }","duration":"533.92153ms","start":"2026-03-31T20:30:45.196304Z","end":"2026-03-31T20:30:45.730226Z","steps":["trace[1243074095] 'agreement among raft nodes before linearized reading' (duration: 533.304055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.730284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.196273Z","time spent":"533.997572ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:30:45.731452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.433118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:30:45.731557Z","caller":"traceutil/trace.go:171","msg":"trace[551425985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6280; }","duration":"506.592133ms","start":"2026-03-31T20:30:45.224936Z","end":"2026-03-31T20:30:45.731528Z","steps":["trace[551425985] 'agreement among raft nodes before linearized reading' (duration: 506.324106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.731649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.096259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:30:45.731735Z","caller":"traceutil/trace.go:171","msg":"trace[2057826987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6280; }","duration":"506.199012ms","start":"2026-03-31T20:30:45.225522Z","end":"2026-03-31T20:30:45.731721Z","steps":["trace[2057826987] 'agreement among raft nodes before linearized reading' (duration: 505.943575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.731764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.673124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:30:45.731817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.753716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:30:45.731737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.224908Z","time spent":"506.702385ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:30:45.731803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.225516Z","time spent":"506.274863ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:30:45.73193Z","caller":"traceutil/trace.go:171","msg":"trace[556297102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6280; }","duration":"506.87099ms","start":"2026-03-31T20:30:45.225019Z","end":"2026-03-31T20:30:45.73189Z","steps":["trace[556297102] 'agreement among raft nodes before linearized reading' (duration: 506.613803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.731987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.596581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:30:45.731995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.22501Z","time spent":"506.971922ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:30:45.732003Z","caller":"traceutil/trace.go:171","msg":"trace[2015242663] transaction","detail":"{read_only:false; response_revision:6280; number_of_response:1; }","duration":"205.774816ms","start":"2026-03-31T20:30:45.526208Z","end":"2026-03-31T20:30:45.731983Z","steps":["trace[2015242663] 'process raft request' (duration: 204.702409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:45.732047Z","caller":"traceutil/trace.go:171","msg":"trace[1113487476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6280; }","duration":"506.694064ms","start":"2026-03-31T20:30:45.225339Z","end":"2026-03-31T20:30:45.732033Z","steps":["trace[1113487476] 'agreement among raft nodes before linearized reading' (duration: 506.53742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.732102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.225329Z","time spent":"506.760796ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:30:45.731842Z","caller":"traceutil/trace.go:171","msg":"trace[168707035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6280; }","duration":"506.815698ms","start":"2026-03-31T20:30:45.225008Z","end":"2026-03-31T20:30:45.731824Z","steps":["trace[168707035] 'agreement among raft nodes before linearized reading' (duration: 506.572942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.732319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.224976Z","time spent":"507.327391ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:45.732414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.770106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:30:45.732471Z","caller":"traceutil/trace.go:171","msg":"trace[1731758164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:6280; }","duration":"506.844729ms","start":"2026-03-31T20:30:45.225613Z","end":"2026-03-31T20:30:45.732458Z","steps":["trace[1731758164] 'agreement among raft nodes before linearized reading' (duration: 506.696964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:45.732521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:45.225601Z","time spent":"506.90829ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"info","ts":"2026-03-31T20:30:49.246095Z","caller":"traceutil/trace.go:171","msg":"trace[1910311910] linearizableReadLoop","detail":"{readStateIndex:6556; appliedIndex:6555; }","duration":"109.115785ms","start":"2026-03-31T20:30:49.136957Z","end":"2026-03-31T20:30:49.246073Z","steps":["trace[1910311910] 'read index received' (duration: 108.973401ms)","trace[1910311910] 'applied index is now lower than readState.Index' (duration: 140.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:49.246159Z","caller":"traceutil/trace.go:171","msg":"trace[97565916] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"118.323177ms","start":"2026-03-31T20:30:49.127781Z","end":"2026-03-31T20:30:49.246104Z","steps":["trace[97565916] 'process raft request' (duration: 118.130222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:49.246263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.283299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:49.246306Z","caller":"traceutil/trace.go:171","msg":"trace[560550486] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6307; }","duration":"109.385141ms","start":"2026-03-31T20:30:49.136907Z","end":"2026-03-31T20:30:49.246292Z","steps":["trace[560550486] 'agreement among raft nodes before linearized reading' (duration: 109.263698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:49.352106Z","caller":"traceutil/trace.go:171","msg":"trace[583768301] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"114.333506ms","start":"2026-03-31T20:30:49.237732Z","end":"2026-03-31T20:30:49.352066Z","steps":["trace[583768301] 'process raft request' (duration: 52.0945ms)","trace[583768301] 'compare' (duration: 61.876076ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:49.52464Z","caller":"traceutil/trace.go:171","msg":"trace[2123518398] transaction","detail":"{read_only:false; response_revision:6310; number_of_response:1; }","duration":"162.521917ms","start":"2026-03-31T20:30:49.362096Z","end":"2026-03-31T20:30:49.524618Z","steps":["trace[2123518398] 'process raft request' (duration: 156.953877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:49.524977Z","caller":"traceutil/trace.go:171","msg":"trace[188671407] transaction","detail":"{read_only:false; response_revision:6311; number_of_response:1; }","duration":"133.934838ms","start":"2026-03-31T20:30:49.391033Z","end":"2026-03-31T20:30:49.524968Z","steps":["trace[188671407] 'process raft request' (duration: 133.798815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:49.524976Z","caller":"traceutil/trace.go:171","msg":"trace[1423642482] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6310; }","duration":"160.038565ms","start":"2026-03-31T20:30:49.364913Z","end":"2026-03-31T20:30:49.524951Z","steps":["trace[1423642482] 'process raft request' (duration: 159.636915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:49.684561Z","caller":"traceutil/trace.go:171","msg":"trace[1883717579] transaction","detail":"{read_only:false; response_revision:6313; number_of_response:1; }","duration":"154.707311ms","start":"2026-03-31T20:30:49.529802Z","end":"2026-03-31T20:30:49.684509Z","steps":["trace[1883717579] 'process raft request' (duration: 154.348732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:49.684575Z","caller":"traceutil/trace.go:171","msg":"trace[861974346] transaction","detail":"{read_only:false; response_revision:6314; number_of_response:1; }","duration":"145.732615ms","start":"2026-03-31T20:30:49.538811Z","end":"2026-03-31T20:30:49.684544Z","steps":["trace[861974346] 'process raft request' (duration: 145.595202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:49.870281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.181325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:49.870423Z","caller":"traceutil/trace.go:171","msg":"trace[107803865] transaction","detail":"{read_only:false; response_revision:6315; number_of_response:1; }","duration":"137.629471ms","start":"2026-03-31T20:30:49.732769Z","end":"2026-03-31T20:30:49.870399Z","steps":["trace[107803865] 'process raft request' (duration: 34.253301ms)","trace[107803865] 'compare' (duration: 102.947639ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:49.911443Z","caller":"traceutil/trace.go:171","msg":"trace[1747753340] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"165.00624ms","start":"2026-03-31T20:30:49.746385Z","end":"2026-03-31T20:30:49.911391Z","steps":["trace[1747753340] 'process raft request' (duration: 164.60941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:49.911672Z","caller":"traceutil/trace.go:171","msg":"trace[1822408579] transaction","detail":"{read_only:false; response_revision:6318; number_of_response:1; }","duration":"160.62727ms","start":"2026-03-31T20:30:49.751014Z","end":"2026-03-31T20:30:49.911641Z","steps":["trace[1822408579] 'process raft request' (duration: 160.512367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:49.911722Z","caller":"traceutil/trace.go:171","msg":"trace[1011475667] linearizableReadLoop","detail":"{readStateIndex:6568; appliedIndex:6564; }","duration":"155.190773ms","start":"2026-03-31T20:30:49.756517Z","end":"2026-03-31T20:30:49.911708Z","steps":["trace[1011475667] 'read index received' (duration: 10.520135ms)","trace[1011475667] 'applied index is now lower than readState.Index' (duration: 144.669458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:49.911633Z","caller":"traceutil/trace.go:171","msg":"trace[1322613161] transaction","detail":"{read_only:false; response_revision:6317; number_of_response:1; }","duration":"161.074801ms","start":"2026-03-31T20:30:49.750534Z","end":"2026-03-31T20:30:49.911608Z","steps":["trace[1322613161] 'process raft request' (duration: 160.63942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:49.912297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.776219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:30:49.912346Z","caller":"traceutil/trace.go:171","msg":"trace[1973602097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6318; }","duration":"155.897721ms","start":"2026-03-31T20:30:49.756437Z","end":"2026-03-31T20:30:49.912334Z","steps":["trace[1973602097] 'agreement among raft nodes before linearized reading' (duration: 155.540401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:49.919184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.1972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:30:49.919239Z","caller":"traceutil/trace.go:171","msg":"trace[1926487825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6319; }","duration":"162.302752ms","start":"2026-03-31T20:30:49.756925Z","end":"2026-03-31T20:30:49.919228Z","steps":["trace[1926487825] 'agreement among raft nodes before linearized reading' (duration: 162.125438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:49.919479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.177489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:49.919522Z","caller":"traceutil/trace.go:171","msg":"trace[1460475770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6319; }","duration":"162.237201ms","start":"2026-03-31T20:30:49.757271Z","end":"2026-03-31T20:30:49.919508Z","steps":["trace[1460475770] 'agreement among raft nodes before linearized reading' (duration: 162.141349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:49.919511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.564854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:30:49.919611Z","caller":"traceutil/trace.go:171","msg":"trace[1978187309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6319; }","duration":"161.675267ms","start":"2026-03-31T20:30:49.75791Z","end":"2026-03-31T20:30:49.919585Z","steps":["trace[1978187309] 'agreement among raft nodes before linearized reading' (duration: 161.344229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:49.919702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.691522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:30:49.919745Z","caller":"traceutil/trace.go:171","msg":"trace[154650097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6319; }","duration":"162.782994ms","start":"2026-03-31T20:30:49.756953Z","end":"2026-03-31T20:30:49.919736Z","steps":["trace[154650097] 'agreement among raft nodes before linearized reading' (duration: 162.679551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:49.919985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.503627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:30:49.920783Z","caller":"traceutil/trace.go:171","msg":"trace[2043646147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:6319; }","duration":"161.354769ms","start":"2026-03-31T20:30:49.759402Z","end":"2026-03-31T20:30:49.920757Z","steps":["trace[2043646147] 'agreement among raft nodes before linearized reading' (duration: 159.963014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:50.065249Z","caller":"traceutil/trace.go:171","msg":"trace[1844970292] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"140.871164ms","start":"2026-03-31T20:30:49.924355Z","end":"2026-03-31T20:30:50.065226Z","steps":["trace[1844970292] 'process raft request' (duration: 140.7365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:50.06526Z","caller":"traceutil/trace.go:171","msg":"trace[912673560] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"140.815002ms","start":"2026-03-31T20:30:49.924419Z","end":"2026-03-31T20:30:50.065234Z","steps":["trace[912673560] 'process raft request' (duration: 140.718039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:50.065249Z","caller":"traceutil/trace.go:171","msg":"trace[1199404843] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"141.5512ms","start":"2026-03-31T20:30:49.923655Z","end":"2026-03-31T20:30:50.065207Z","steps":["trace[1199404843] 'process raft request' (duration: 87.84564ms)","trace[1199404843] 'compare' (duration: 53.405803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:50.065702Z","caller":"traceutil/trace.go:171","msg":"trace[1190675410] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"140.790661ms","start":"2026-03-31T20:30:49.9249Z","end":"2026-03-31T20:30:50.06569Z","steps":["trace[1190675410] 'process raft request' (duration: 140.272548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:50.065743Z","caller":"traceutil/trace.go:171","msg":"trace[1640588285] linearizableReadLoop","detail":"{readStateIndex:6574; appliedIndex:6569; }","duration":"140.407002ms","start":"2026-03-31T20:30:49.925322Z","end":"2026-03-31T20:30:50.065729Z","steps":["trace[1640588285] 'read index received' (duration: 16.968278ms)","trace[1640588285] 'applied index is now lower than readState.Index' (duration: 123.437684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:50.065903Z","caller":"traceutil/trace.go:171","msg":"trace[1572629688] transaction","detail":"{read_only:false; response_revision:6325; number_of_response:1; }","duration":"127.610479ms","start":"2026-03-31T20:30:49.938282Z","end":"2026-03-31T20:30:50.065892Z","steps":["trace[1572629688] 'process raft request' (duration: 127.171458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.066005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.735693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T20:30:50.066041Z","caller":"traceutil/trace.go:171","msg":"trace[208551155] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6325; }","duration":"139.797676ms","start":"2026-03-31T20:30:49.926233Z","end":"2026-03-31T20:30:50.066031Z","steps":["trace[208551155] 'agreement among raft nodes before linearized reading' (duration: 139.671663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.066484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.131391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81256"} {"level":"info","ts":"2026-03-31T20:30:50.066568Z","caller":"traceutil/trace.go:171","msg":"trace[1853101692] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6325; }","duration":"141.253264ms","start":"2026-03-31T20:30:49.925297Z","end":"2026-03-31T20:30:50.06655Z","steps":["trace[1853101692] 'agreement among raft nodes before linearized reading' (duration: 140.651678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:50.32167Z","caller":"traceutil/trace.go:171","msg":"trace[327611647] linearizableReadLoop","detail":"{readStateIndex:6576; appliedIndex:6575; }","duration":"237.196306ms","start":"2026-03-31T20:30:50.084437Z","end":"2026-03-31T20:30:50.321633Z","steps":["trace[327611647] 'read index received' (duration: 236.95383ms)","trace[327611647] 'applied index is now lower than readState.Index' (duration: 241.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:50.321727Z","caller":"traceutil/trace.go:171","msg":"trace[991646867] transaction","detail":"{read_only:false; response_revision:6326; number_of_response:1; }","duration":"238.784187ms","start":"2026-03-31T20:30:50.082903Z","end":"2026-03-31T20:30:50.321687Z","steps":["trace[991646867] 'process raft request' (duration: 238.544681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.322015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.548295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T20:30:50.322066Z","caller":"traceutil/trace.go:171","msg":"trace[242731797] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6326; }","duration":"237.676579ms","start":"2026-03-31T20:30:50.084374Z","end":"2026-03-31T20:30:50.32205Z","steps":["trace[242731797] 'agreement among raft nodes before linearized reading' (duration: 237.423663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:50.32709Z","caller":"traceutil/trace.go:171","msg":"trace[875232883] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"202.916975ms","start":"2026-03-31T20:30:50.124157Z","end":"2026-03-31T20:30:50.327074Z","steps":["trace[875232883] 'process raft request' (duration: 202.825072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.328716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.196958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T20:30:50.328804Z","caller":"traceutil/trace.go:171","msg":"trace[508718234] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6327; }","duration":"152.348022ms","start":"2026-03-31T20:30:50.176434Z","end":"2026-03-31T20:30:50.328782Z","steps":["trace[508718234] 'agreement among raft nodes before linearized reading' (duration: 151.07333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.971339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.19816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:50.971503Z","caller":"traceutil/trace.go:171","msg":"trace[598919457] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"563.694779ms","start":"2026-03-31T20:30:50.407784Z","end":"2026-03-31T20:30:50.971479Z","steps":["trace[598919457] 'process raft request' (duration: 110.246703ms)","trace[598919457] 'compare' (duration: 452.984875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:50.971571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.407752Z","time spent":"563.793112ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":909,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:30:51.262099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.068532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:51.262407Z","caller":"traceutil/trace.go:171","msg":"trace[778629034] linearizableReadLoop","detail":"{readStateIndex:6586; appliedIndex:6584; }","duration":"849.13459ms","start":"2026-03-31T20:30:50.413253Z","end":"2026-03-31T20:30:51.262387Z","steps":["trace[778629034] 'read index received' (duration: 104.861228ms)","trace[778629034] 'applied index is now lower than readState.Index' (duration: 744.271962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:51.262421Z","caller":"traceutil/trace.go:171","msg":"trace[851701966] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"849.742214ms","start":"2026-03-31T20:30:50.412651Z","end":"2026-03-31T20:30:51.262393Z","steps":["trace[851701966] 'process raft request' (duration: 711.284831ms)","trace[851701966] 'compare' (duration: 137.922469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:51.262515Z","caller":"traceutil/trace.go:171","msg":"trace[1143890328] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"842.958043ms","start":"2026-03-31T20:30:50.419547Z","end":"2026-03-31T20:30:51.262505Z","steps":["trace[1143890328] 'process raft request' (duration: 842.747596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:51.26255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.412614Z","time spent":"849.872687ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:30:51.2626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.419525Z","time spent":"843.018755ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7059,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:51.262775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.491487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:30:51.26285Z","caller":"traceutil/trace.go:171","msg":"trace[1462729264] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6337; }","duration":"816.632352ms","start":"2026-03-31T20:30:50.446202Z","end":"2026-03-31T20:30:51.262834Z","steps":["trace[1462729264] 'agreement among raft nodes before linearized reading' (duration: 816.456247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:51.262996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.840129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:51.263034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.711358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-31T20:30:51.26302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.840744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:30:51.263077Z","caller":"traceutil/trace.go:171","msg":"trace[1964766466] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6337; }","duration":"460.79495ms","start":"2026-03-31T20:30:50.802269Z","end":"2026-03-31T20:30:51.263064Z","steps":["trace[1964766466] 'agreement among raft nodes before linearized reading' (duration: 460.631196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:51.263031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.654291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:51.263086Z","caller":"traceutil/trace.go:171","msg":"trace[1833135637] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:6337; }","duration":"443.936907ms","start":"2026-03-31T20:30:50.819134Z","end":"2026-03-31T20:30:51.263071Z","steps":["trace[1833135637] 'agreement among raft nodes before linearized reading' (duration: 443.752852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:51.263093Z","caller":"traceutil/trace.go:171","msg":"trace[207141809] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6337; }","duration":"801.970963ms","start":"2026-03-31T20:30:50.461085Z","end":"2026-03-31T20:30:51.263056Z","steps":["trace[207141809] 'agreement among raft nodes before linearized reading' (duration: 801.83151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:51.263108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.802248Z","time spent":"460.853392ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:30:51.263129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.819123Z","time spent":"443.999879ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:30:51.263154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.461063Z","time spent":"802.073325ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:51.263146Z","caller":"traceutil/trace.go:171","msg":"trace[318885078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6337; }","duration":"422.800215ms","start":"2026-03-31T20:30:50.840316Z","end":"2026-03-31T20:30:51.263116Z","steps":["trace[318885078] 'agreement among raft nodes before linearized reading' (duration: 422.62128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:51.263236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.840305Z","time spent":"422.915957ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:51.263318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.062362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-31T20:30:51.263427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.446179Z","time spent":"817.240186ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T20:30:51.263443Z","caller":"traceutil/trace.go:171","msg":"trace[1988404173] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6337; }","duration":"850.205566ms","start":"2026-03-31T20:30:50.413191Z","end":"2026-03-31T20:30:51.263396Z","steps":["trace[1988404173] 'agreement among raft nodes before linearized reading' (duration: 849.784765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:51.263612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.41317Z","time spent":"850.305849ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-31T20:30:51.497231Z","caller":"traceutil/trace.go:171","msg":"trace[157268807] linearizableReadLoop","detail":"{readStateIndex:6589; appliedIndex:6588; }","duration":"163.201914ms","start":"2026-03-31T20:30:51.333974Z","end":"2026-03-31T20:30:51.497176Z","steps":["trace[157268807] 'read index received' (duration: 83.278935ms)","trace[157268807] 'applied index is now lower than readState.Index' (duration: 79.921519ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:51.497462Z","caller":"traceutil/trace.go:171","msg":"trace[1724222799] transaction","detail":"{read_only:false; response_revision:6338; number_of_response:1; }","duration":"165.738328ms","start":"2026-03-31T20:30:51.331635Z","end":"2026-03-31T20:30:51.497373Z","steps":["trace[1724222799] 'process raft request' (duration: 85.624174ms)","trace[1724222799] 'compare' (duration: 79.701044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:51.497722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.718769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T20:30:51.497781Z","caller":"traceutil/trace.go:171","msg":"trace[1461924322] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6338; }","duration":"163.823661ms","start":"2026-03-31T20:30:51.333943Z","end":"2026-03-31T20:30:51.497766Z","steps":["trace[1461924322] 'agreement among raft nodes before linearized reading' (duration: 163.43159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:51.54977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.970951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-31T20:30:51.549869Z","caller":"traceutil/trace.go:171","msg":"trace[558785115] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6340; }","duration":"204.114465ms","start":"2026-03-31T20:30:51.345732Z","end":"2026-03-31T20:30:51.549847Z","steps":["trace[558785115] 'agreement among raft nodes before linearized reading' (duration: 203.836208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:51.54988Z","caller":"traceutil/trace.go:171","msg":"trace[1884123744] transaction","detail":"{read_only:false; response_revision:6339; number_of_response:1; }","duration":"215.014559ms","start":"2026-03-31T20:30:51.334841Z","end":"2026-03-31T20:30:51.549856Z","steps":["trace[1884123744] 'process raft request' (duration: 214.451325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:51.550144Z","caller":"traceutil/trace.go:171","msg":"trace[2122020728] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"135.002436ms","start":"2026-03-31T20:30:51.415128Z","end":"2026-03-31T20:30:51.55013Z","steps":["trace[2122020728] 'process raft request' (duration: 134.322609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:51.792061Z","caller":"traceutil/trace.go:171","msg":"trace[64225115] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"228.293173ms","start":"2026-03-31T20:30:51.563736Z","end":"2026-03-31T20:30:51.792029Z","steps":["trace[64225115] 'process raft request' (duration: 228.076287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:51.792347Z","caller":"traceutil/trace.go:171","msg":"trace[1279012411] linearizableReadLoop","detail":"{readStateIndex:6592; appliedIndex:6592; }","duration":"228.529859ms","start":"2026-03-31T20:30:51.563781Z","end":"2026-03-31T20:30:51.792311Z","steps":["trace[1279012411] 'read index received' (duration: 228.515968ms)","trace[1279012411] 'applied index is now lower than readState.Index' (duration: 11.821µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:51.79265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.842566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T20:30:51.792742Z","caller":"traceutil/trace.go:171","msg":"trace[249160789] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6341; }","duration":"228.971259ms","start":"2026-03-31T20:30:51.563757Z","end":"2026-03-31T20:30:51.792728Z","steps":["trace[249160789] 'agreement among raft nodes before linearized reading' (duration: 228.729223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:51.964672Z","caller":"traceutil/trace.go:171","msg":"trace[1459838949] linearizableReadLoop","detail":"{readStateIndex:6593; appliedIndex:6592; }","duration":"172.178611ms","start":"2026-03-31T20:30:51.792452Z","end":"2026-03-31T20:30:51.964631Z","steps":["trace[1459838949] 'read index received' (duration: 127.321872ms)","trace[1459838949] 'applied index is now lower than readState.Index' (duration: 44.854859ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:51.964744Z","caller":"traceutil/trace.go:171","msg":"trace[38885608] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6341; }","duration":"400.446603ms","start":"2026-03-31T20:30:51.564264Z","end":"2026-03-31T20:30:51.964711Z","steps":["trace[38885608] 'process raft request' (duration: 355.493962ms)","trace[38885608] 'compare' (duration: 44.567931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:51.964931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:51.564248Z","time spent":"400.573915ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":2527,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:51.965422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.226847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T20:30:51.965558Z","caller":"traceutil/trace.go:171","msg":"trace[1328349865] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6341; }","duration":"398.395922ms","start":"2026-03-31T20:30:51.567117Z","end":"2026-03-31T20:30:51.965513Z","steps":["trace[1328349865] 'agreement among raft nodes before linearized reading' (duration: 397.633882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:51.965626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:51.56711Z","time spent":"398.504974ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-31T20:30:52.071288Z","caller":"traceutil/trace.go:171","msg":"trace[82399529] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"272.474184ms","start":"2026-03-31T20:30:51.798786Z","end":"2026-03-31T20:30:52.07126Z","steps":["trace[82399529] 'process raft request' (duration: 272.029813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.071291Z","caller":"traceutil/trace.go:171","msg":"trace[1917248788] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"153.45013ms","start":"2026-03-31T20:30:51.917808Z","end":"2026-03-31T20:30:52.071258Z","steps":["trace[1917248788] 'process raft request' (duration: 153.333787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.071612Z","caller":"traceutil/trace.go:171","msg":"trace[65607296] transaction","detail":"{read_only:false; response_revision:6345; number_of_response:1; }","duration":"153.698265ms","start":"2026-03-31T20:30:51.917894Z","end":"2026-03-31T20:30:52.071593Z","steps":["trace[65607296] 'process raft request' (duration: 153.307415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.071613Z","caller":"traceutil/trace.go:171","msg":"trace[1691553583] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"153.930002ms","start":"2026-03-31T20:30:51.917613Z","end":"2026-03-31T20:30:52.071543Z","steps":["trace[1691553583] 'process raft request' (duration: 153.431769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.071636Z","caller":"traceutil/trace.go:171","msg":"trace[1805823748] linearizableReadLoop","detail":"{readStateIndex:6597; appliedIndex:6593; }","duration":"106.843437ms","start":"2026-03-31T20:30:51.964766Z","end":"2026-03-31T20:30:52.071609Z","steps":["trace[1805823748] 'read index received' (duration: 105.999956ms)","trace[1805823748] 'applied index is now lower than readState.Index' (duration: 790.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:52.071972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.402184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:30:52.072009Z","caller":"traceutil/trace.go:171","msg":"trace[1640361223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6345; }","duration":"125.504197ms","start":"2026-03-31T20:30:51.946494Z","end":"2026-03-31T20:30:52.071998Z","steps":["trace[1640361223] 'agreement among raft nodes before linearized reading' (duration: 125.308201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.072054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.89315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T20:30:52.072097Z","caller":"traceutil/trace.go:171","msg":"trace[234931377] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6345; }","duration":"273.966101ms","start":"2026-03-31T20:30:51.798118Z","end":"2026-03-31T20:30:52.072084Z","steps":["trace[234931377] 'agreement among raft nodes before linearized reading' (duration: 273.800207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.072104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.079605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-31T20:30:52.072172Z","caller":"traceutil/trace.go:171","msg":"trace[1071160074] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:6345; }","duration":"272.176557ms","start":"2026-03-31T20:30:51.799978Z","end":"2026-03-31T20:30:52.072155Z","steps":["trace[1071160074] 'agreement among raft nodes before linearized reading' (duration: 271.954451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.072155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.757897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-cqx6b\" ","response":"range_response_count:1 size:2596"} {"level":"info","ts":"2026-03-31T20:30:52.072525Z","caller":"traceutil/trace.go:171","msg":"trace[631623191] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-cqx6b; range_end:; response_count:1; response_revision:6345; }","duration":"274.130356ms","start":"2026-03-31T20:30:51.798314Z","end":"2026-03-31T20:30:52.072444Z","steps":["trace[631623191] 'agreement among raft nodes before linearized reading' (duration: 273.601083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.118307Z","caller":"traceutil/trace.go:171","msg":"trace[1228752351] transaction","detail":"{read_only:false; response_revision:6346; number_of_response:1; }","duration":"116.651615ms","start":"2026-03-31T20:30:52.001633Z","end":"2026-03-31T20:30:52.118284Z","steps":["trace[1228752351] 'process raft request' (duration: 116.510691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.118635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.215023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T20:30:52.118713Z","caller":"traceutil/trace.go:171","msg":"trace[2089963997] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6346; }","duration":"149.337526ms","start":"2026-03-31T20:30:51.969357Z","end":"2026-03-31T20:30:52.118695Z","steps":["trace[2089963997] 'agreement among raft nodes before linearized reading' (duration: 149.039928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.183856Z","caller":"traceutil/trace.go:171","msg":"trace[1196076410] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6347; }","duration":"109.255648ms","start":"2026-03-31T20:30:52.074547Z","end":"2026-03-31T20:30:52.183803Z","steps":["trace[1196076410] 'process raft request' (duration: 108.843298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.184169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.246848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:30:52.184197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.800851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:30:52.184253Z","caller":"traceutil/trace.go:171","msg":"trace[2057800063] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"107.062334ms","start":"2026-03-31T20:30:52.077142Z","end":"2026-03-31T20:30:52.184204Z","steps":["trace[2057800063] 'process raft request' (duration: 106.5207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.184298Z","caller":"traceutil/trace.go:171","msg":"trace[18717197] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6349; }","duration":"103.923254ms","start":"2026-03-31T20:30:52.080358Z","end":"2026-03-31T20:30:52.184281Z","steps":["trace[18717197] 'agreement among raft nodes before linearized reading' (duration: 103.680078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.184291Z","caller":"traceutil/trace.go:171","msg":"trace[2146324178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6349; }","duration":"111.385812ms","start":"2026-03-31T20:30:52.072885Z","end":"2026-03-31T20:30:52.184271Z","steps":["trace[2146324178] 'agreement among raft nodes before linearized reading' (duration: 111.081324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.184418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.531641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:30:52.184467Z","caller":"traceutil/trace.go:171","msg":"trace[180011221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:6349; }","duration":"110.608592ms","start":"2026-03-31T20:30:52.073849Z","end":"2026-03-31T20:30:52.184457Z","steps":["trace[180011221] 'agreement among raft nodes before linearized reading' (duration: 110.478479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.184562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.68683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:30:52.184606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.903203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111408"} {"level":"info","ts":"2026-03-31T20:30:52.184723Z","caller":"traceutil/trace.go:171","msg":"trace[277900423] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6349; }","duration":"104.053997ms","start":"2026-03-31T20:30:52.080642Z","end":"2026-03-31T20:30:52.184696Z","steps":["trace[277900423] 'agreement among raft nodes before linearized reading' (duration: 103.304438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.184747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.912795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:52.184773Z","caller":"traceutil/trace.go:171","msg":"trace[786501327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6349; }","duration":"111.957936ms","start":"2026-03-31T20:30:52.072807Z","end":"2026-03-31T20:30:52.184765Z","steps":["trace[786501327] 'agreement among raft nodes before linearized reading' (duration: 111.882984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.184662Z","caller":"traceutil/trace.go:171","msg":"trace[682664944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6349; }","duration":"111.867974ms","start":"2026-03-31T20:30:52.072772Z","end":"2026-03-31T20:30:52.18464Z","steps":["trace[682664944] 'agreement among raft nodes before linearized reading' (duration: 111.483744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.42062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.455327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:52.420799Z","caller":"traceutil/trace.go:171","msg":"trace[2056713892] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"297.439191ms","start":"2026-03-31T20:30:52.123326Z","end":"2026-03-31T20:30:52.420765Z","steps":["trace[2056713892] 'process raft request' (duration: 171.489333ms)","trace[2056713892] 'compare' (duration: 125.152718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:52.42084Z","caller":"traceutil/trace.go:171","msg":"trace[573482959] linearizableReadLoop","detail":"{readStateIndex:6602; appliedIndex:6601; }","duration":"236.892519ms","start":"2026-03-31T20:30:52.183862Z","end":"2026-03-31T20:30:52.420755Z","steps":["trace[573482959] 'read index received' (duration: 111.059923ms)","trace[573482959] 'applied index is now lower than readState.Index' (duration: 125.829996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:52.421079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.305209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T20:30:52.421215Z","caller":"traceutil/trace.go:171","msg":"trace[264317204] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6350; }","duration":"297.498572ms","start":"2026-03-31T20:30:52.123688Z","end":"2026-03-31T20:30:52.421186Z","steps":["trace[264317204] 'agreement among raft nodes before linearized reading' (duration: 297.148174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.442599Z","caller":"traceutil/trace.go:171","msg":"trace[1278332668] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"250.934632ms","start":"2026-03-31T20:30:52.191647Z","end":"2026-03-31T20:30:52.442582Z","steps":["trace[1278332668] 'process raft request' (duration: 250.807099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.442595Z","caller":"traceutil/trace.go:171","msg":"trace[1971419350] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"251.713461ms","start":"2026-03-31T20:30:52.190846Z","end":"2026-03-31T20:30:52.442559Z","steps":["trace[1971419350] 'process raft request' (duration: 251.458155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.442633Z","caller":"traceutil/trace.go:171","msg":"trace[574363320] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"251.321842ms","start":"2026-03-31T20:30:52.19128Z","end":"2026-03-31T20:30:52.442602Z","steps":["trace[574363320] 'process raft request' (duration: 251.142678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.442999Z","caller":"traceutil/trace.go:171","msg":"trace[1782128765] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"238.879659ms","start":"2026-03-31T20:30:52.204089Z","end":"2026-03-31T20:30:52.442969Z","steps":["trace[1782128765] 'process raft request' (duration: 238.396147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.443113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.144491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81256"} {"level":"info","ts":"2026-03-31T20:30:52.444201Z","caller":"traceutil/trace.go:171","msg":"trace[142180948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6354; }","duration":"251.26152ms","start":"2026-03-31T20:30:52.192923Z","end":"2026-03-31T20:30:52.444185Z","steps":["trace[142180948] 'agreement among raft nodes before linearized reading' (duration: 249.931247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.443206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.898231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2645"} {"level":"info","ts":"2026-03-31T20:30:52.44493Z","caller":"traceutil/trace.go:171","msg":"trace[1124566337] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:6354; }","duration":"250.621315ms","start":"2026-03-31T20:30:52.194289Z","end":"2026-03-31T20:30:52.444911Z","steps":["trace[1124566337] 'agreement among raft nodes before linearized reading' (duration: 248.769158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:57.996557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.780972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19170"} {"level":"info","ts":"2026-03-31T20:30:57.996641Z","caller":"traceutil/trace.go:171","msg":"trace[104190106] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6383; }","duration":"348.920286ms","start":"2026-03-31T20:30:57.647701Z","end":"2026-03-31T20:30:57.996621Z","steps":["trace[104190106] 'range keys from in-memory index tree' (duration: 348.537206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:57.996675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:57.647677Z","time spent":"348.991128ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19192,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:30:57.996936Z","caller":"traceutil/trace.go:171","msg":"trace[717123325] transaction","detail":"{read_only:false; response_revision:6384; number_of_response:1; }","duration":"164.142029ms","start":"2026-03-31T20:30:57.832745Z","end":"2026-03-31T20:30:57.996887Z","steps":["trace[717123325] 'process raft request' (duration: 162.701272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:57.996902Z","caller":"traceutil/trace.go:171","msg":"trace[1162437958] linearizableReadLoop","detail":"{readStateIndex:6637; appliedIndex:6636; }","duration":"157.095782ms","start":"2026-03-31T20:30:57.839743Z","end":"2026-03-31T20:30:57.996839Z","steps":["trace[1162437958] 'read index received' (duration: 155.86651ms)","trace[1162437958] 'applied index is now lower than readState.Index' (duration: 1.226562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:57.997034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.275657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:57.997184Z","caller":"traceutil/trace.go:171","msg":"trace[379195556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6384; }","duration":"157.451921ms","start":"2026-03-31T20:30:57.839685Z","end":"2026-03-31T20:30:57.997137Z","steps":["trace[379195556] 'agreement among raft nodes before linearized reading' (duration: 157.253316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:58.006015Z","caller":"traceutil/trace.go:171","msg":"trace[1207080076] transaction","detail":"{read_only:false; response_revision:6385; number_of_response:1; }","duration":"154.948828ms","start":"2026-03-31T20:30:57.851031Z","end":"2026-03-31T20:30:58.00598Z","steps":["trace[1207080076] 'process raft request' (duration: 154.519307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:02.427746Z","caller":"traceutil/trace.go:171","msg":"trace[554567869] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"100.686793ms","start":"2026-03-31T20:31:02.326998Z","end":"2026-03-31T20:31:02.427685Z","steps":["trace[554567869] 'process raft request' (duration: 99.146444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:02.927058Z","caller":"traceutil/trace.go:171","msg":"trace[657854098] linearizableReadLoop","detail":"{readStateIndex:6684; appliedIndex:6683; }","duration":"122.85158ms","start":"2026-03-31T20:31:02.804186Z","end":"2026-03-31T20:31:02.927037Z","steps":["trace[657854098] 'read index received' (duration: 122.687595ms)","trace[657854098] 'applied index is now lower than readState.Index' (duration: 162.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:02.927156Z","caller":"traceutil/trace.go:171","msg":"trace[1346374472] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"177.978016ms","start":"2026-03-31T20:31:02.749144Z","end":"2026-03-31T20:31:02.927122Z","steps":["trace[1346374472] 'process raft request' (duration: 177.73687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:02.927332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.136887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:31:02.92737Z","caller":"traceutil/trace.go:171","msg":"trace[1486808649] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6429; }","duration":"123.431796ms","start":"2026-03-31T20:31:02.803927Z","end":"2026-03-31T20:31:02.927359Z","steps":["trace[1486808649] 'agreement among raft nodes before linearized reading' (duration: 123.25101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:03.608191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.032295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:03.608358Z","caller":"traceutil/trace.go:171","msg":"trace[521448763] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"672.550037ms","start":"2026-03-31T20:31:02.935782Z","end":"2026-03-31T20:31:03.608332Z","steps":["trace[521448763] 'process raft request' (duration: 421.273486ms)","trace[521448763] 'compare' (duration: 250.86289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:03.608431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:02.935752Z","time spent":"672.644109ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:05.840756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:31:05.840854Z","caller":"traceutil/trace.go:171","msg":"trace[42936317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525941s","start":"2026-03-31T20:31:03.840305Z","end":"2026-03-31T20:31:05.840831Z","steps":["trace[42936317] 'agreement among raft nodes before linearized reading' (duration: 2.000391457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:05.840911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:03.840276Z","time spent":"2.000624262s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:05.914245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674207632s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:05.914401Z","caller":"traceutil/trace.go:171","msg":"trace[320363279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6430; }","duration":"1.674423747s","start":"2026-03-31T20:31:04.239957Z","end":"2026-03-31T20:31:05.91438Z","steps":["trace[320363279] 'range keys from in-memory index tree' (duration: 1.674181891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.113895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.756786302s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:31:06.114876Z","caller":"traceutil/trace.go:171","msg":"trace[1517723784] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"3.177560265s","start":"2026-03-31T20:31:02.937274Z","end":"2026-03-31T20:31:06.114834Z","steps":["trace[1517723784] 'process raft request' (duration: 3.177172876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:06.1149Z","caller":"traceutil/trace.go:171","msg":"trace[300010732] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"3.177468913s","start":"2026-03-31T20:31:02.937387Z","end":"2026-03-31T20:31:06.114855Z","steps":["trace[300010732] 'process raft request' (duration: 3.177292329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.115272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:02.937249Z","time spent":"3.177891733s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:06.11532Z","caller":"traceutil/trace.go:171","msg":"trace[1553699849] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"3.177023763s","start":"2026-03-31T20:31:02.938216Z","end":"2026-03-31T20:31:06.11524Z","steps":["trace[1553699849] 'process raft request' (duration: 3.176529139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.11541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:02.937373Z","time spent":"3.177887474s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:06.115439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:02.938192Z","time spent":"3.177188147s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:06.115466Z","caller":"traceutil/trace.go:171","msg":"trace[471356054] linearizableReadLoop","detail":"{readStateIndex:6689; appliedIndex:6684; }","duration":"2.984170902s","start":"2026-03-31T20:31:03.131276Z","end":"2026-03-31T20:31:06.115447Z","steps":["trace[471356054] 'read index received' (duration: 225.79585ms)","trace[471356054] 'applied index is now lower than readState.Index' (duration: 2.758374062s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:06.115553Z","caller":"traceutil/trace.go:171","msg":"trace[913841039] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"3.173320259s","start":"2026-03-31T20:31:02.942186Z","end":"2026-03-31T20:31:06.115507Z","steps":["trace[913841039] 'process raft request' (duration: 3.172882277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.115693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:02.942172Z","time spent":"3.173457502s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8333,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:06.115907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984592742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:31:06.115991Z","caller":"traceutil/trace.go:171","msg":"trace[1422394841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6434; }","duration":"2.984747226s","start":"2026-03-31T20:31:03.131226Z","end":"2026-03-31T20:31:06.115974Z","steps":["trace[1422394841] 'agreement among raft nodes before linearized reading' (duration: 2.984389697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.116534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:03.131183Z","time spent":"2.98533076s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:31:06.61603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837547780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:31:06.910701Z","caller":"traceutil/trace.go:171","msg":"trace[2117483673] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"3.246278263s","start":"2026-03-31T20:31:03.664389Z","end":"2026-03-31T20:31:06.910667Z","steps":["trace[2117483673] 'process raft request' (duration: 3.246003316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.910926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:03.66436Z","time spent":"3.246445067s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:06.911129Z","caller":"traceutil/trace.go:171","msg":"trace[1066543671] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"2.764194878s","start":"2026-03-31T20:31:04.146881Z","end":"2026-03-31T20:31:06.911075Z","steps":["trace[1066543671] 'process raft request' (duration: 2.764111216s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:06.911174Z","caller":"traceutil/trace.go:171","msg":"trace[611163082] transaction","detail":"{read_only:false; response_revision:6436; number_of_response:1; }","duration":"2.875468377s","start":"2026-03-31T20:31:04.035659Z","end":"2026-03-31T20:31:06.911127Z","steps":["trace[611163082] 'process raft request' (duration: 2.874957894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.911329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.146852Z","time spent":"2.764373503s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:06.911472Z","caller":"traceutil/trace.go:171","msg":"trace[1904254014] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"2.764464725s","start":"2026-03-31T20:31:04.146955Z","end":"2026-03-31T20:31:06.911419Z","steps":["trace[1904254014] 'process raft request' (duration: 2.764077415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.911666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.035625Z","time spent":"2.875638202s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:06.9117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.146948Z","time spent":"2.764636299s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:06.915306Z","caller":"traceutil/trace.go:171","msg":"trace[545634784] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"2.764290671s","start":"2026-03-31T20:31:04.146861Z","end":"2026-03-31T20:31:06.911152Z","steps":["trace[545634784] 'process raft request' (duration: 2.764013744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.915454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.146819Z","time spent":"2.768562538s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:06.916287Z","caller":"traceutil/trace.go:171","msg":"trace[2067698450] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"1.412710384s","start":"2026-03-31T20:31:05.503559Z","end":"2026-03-31T20:31:06.916269Z","steps":["trace[2067698450] 'process raft request' (duration: 1.407657518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:06.91639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.503529Z","time spent":"1.412818706s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:07.155286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.382479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:07.155772Z","caller":"traceutil/trace.go:171","msg":"trace[1947235408] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"998.173366ms","start":"2026-03-31T20:31:06.157457Z","end":"2026-03-31T20:31:07.15563Z","steps":["trace[1947235408] 'process raft request' (duration: 873.301345ms)","trace[1947235408] 'compare' (duration: 123.679531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:07.156049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:06.157426Z","time spent":"998.486734ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:07.511829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.398824ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:31:07.511958Z","caller":"traceutil/trace.go:171","msg":"trace[802909036] linearizableReadLoop","detail":"{readStateIndex:6697; appliedIndex:6689; }","duration":"1.396356782s","start":"2026-03-31T20:31:06.11558Z","end":"2026-03-31T20:31:07.511936Z","steps":["trace[802909036] 'read index received' (duration: 794.845092ms)","trace[802909036] 'applied index is now lower than readState.Index' (duration: 601.5098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:07.512313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977211747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:31:07.512376Z","caller":"traceutil/trace.go:171","msg":"trace[17121372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6441; }","duration":"2.9773572s","start":"2026-03-31T20:31:04.535003Z","end":"2026-03-31T20:31:07.51236Z","steps":["trace[17121372] 'agreement among raft nodes before linearized reading' (duration: 2.977060293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.512372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439853343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:07.512429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.534973Z","time spent":"2.977440702s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:07.512423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902672718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:07.512463Z","caller":"traceutil/trace.go:171","msg":"trace[467754951] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6441; }","duration":"3.439996737s","start":"2026-03-31T20:31:04.072445Z","end":"2026-03-31T20:31:07.512442Z","steps":["trace[467754951] 'agreement among raft nodes before linearized reading' (duration: 3.439848773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.512468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683803893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:07.512501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014814352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:31:07.512515Z","caller":"traceutil/trace.go:171","msg":"trace[503946683] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6441; }","duration":"1.902814851s","start":"2026-03-31T20:31:05.609677Z","end":"2026-03-31T20:31:07.512492Z","steps":["trace[503946683] 'agreement among raft nodes before linearized reading' (duration: 1.902643797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.512534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.07243Z","time spent":"3.440088279s","remote":"127.0.0.1:35722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:07.512553Z","caller":"traceutil/trace.go:171","msg":"trace[310670593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6441; }","duration":"3.014910864s","start":"2026-03-31T20:31:04.497628Z","end":"2026-03-31T20:31:07.512539Z","steps":["trace[310670593] 'agreement among raft nodes before linearized reading' (duration: 3.01472471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.512581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.609651Z","time spent":"1.902919714s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":44,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:07.512614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.497602Z","time spent":"3.014999667s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:31:07.512629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634096268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:07.512676Z","caller":"traceutil/trace.go:171","msg":"trace[2086100587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6441; }","duration":"3.63419013s","start":"2026-03-31T20:31:03.878473Z","end":"2026-03-31T20:31:07.512663Z","steps":["trace[2086100587] 'agreement among raft nodes before linearized reading' (duration: 3.634118789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.512706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355081703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:31:07.51272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:03.878449Z","time spent":"3.634261953s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:07.512547Z","caller":"traceutil/trace.go:171","msg":"trace[646655854] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6441; }","duration":"1.683930336s","start":"2026-03-31T20:31:05.828595Z","end":"2026-03-31T20:31:07.512526Z","steps":["trace[646655854] 'agreement among raft nodes before linearized reading' (duration: 1.683779472s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:07.512752Z","caller":"traceutil/trace.go:171","msg":"trace[438766234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6441; }","duration":"1.355176666s","start":"2026-03-31T20:31:06.157563Z","end":"2026-03-31T20:31:07.51274Z","steps":["trace[438766234] 'agreement among raft nodes before linearized reading' (duration: 1.355040183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.512699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263514298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:31:07.512559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666237146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:31:07.512919Z","caller":"traceutil/trace.go:171","msg":"trace[1423228976] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6441; }","duration":"3.666624635s","start":"2026-03-31T20:31:03.846282Z","end":"2026-03-31T20:31:07.512907Z","steps":["trace[1423228976] 'agreement among raft nodes before linearized reading' (duration: 3.666169904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.512938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21657582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-31T20:31:07.512809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:06.157539Z","time spent":"1.355258918s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:31:07.512964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:03.846273Z","time spent":"3.666681418s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T20:31:07.512985Z","caller":"traceutil/trace.go:171","msg":"trace[241645336] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6441; }","duration":"1.216670203s","start":"2026-03-31T20:31:06.2963Z","end":"2026-03-31T20:31:07.51297Z","steps":["trace[241645336] 'agreement among raft nodes before linearized reading' (duration: 1.21653583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.512918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981624307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:31:07.513042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:06.296275Z","time spent":"1.216754205s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:31:07.512787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.828572Z","time spent":"1.684189732s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:07.513056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355374701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-2pfsx\" ","response":"range_response_count:1 size:8348"} {"level":"info","ts":"2026-03-31T20:31:07.512912Z","caller":"traceutil/trace.go:171","msg":"trace[2066241013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6441; }","duration":"3.263763474s","start":"2026-03-31T20:31:04.249079Z","end":"2026-03-31T20:31:07.512843Z","steps":["trace[2066241013] 'agreement among raft nodes before linearized reading' (duration: 3.263278552s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:07.513086Z","caller":"traceutil/trace.go:171","msg":"trace[2030063291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6441; }","duration":"2.981821182s","start":"2026-03-31T20:31:04.53122Z","end":"2026-03-31T20:31:07.513041Z","steps":["trace[2030063291] 'agreement among raft nodes before linearized reading' (duration: 2.981305489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.513131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.248989Z","time spent":"3.264123294s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:31:07.513111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970867407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:31:07.513114Z","caller":"traceutil/trace.go:171","msg":"trace[1037243541] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-2pfsx; range_end:; response_count:1; response_revision:6441; }","duration":"1.355483033s","start":"2026-03-31T20:31:06.157613Z","end":"2026-03-31T20:31:07.513096Z","steps":["trace[1037243541] 'agreement among raft nodes before linearized reading' (duration: 1.355325349s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:07.513226Z","caller":"traceutil/trace.go:171","msg":"trace[1976679712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:6441; }","duration":"2.971015491s","start":"2026-03-31T20:31:04.542184Z","end":"2026-03-31T20:31:07.5132Z","steps":["trace[1976679712] 'agreement among raft nodes before linearized reading' (duration: 2.970317972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.513206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.531195Z","time spent":"2.981970017s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:07.513286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.542133Z","time spent":"2.971142744s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:31:07.513291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:06.157586Z","time spent":"1.35568506s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8370,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-2pfsx\" "} {"level":"warn","ts":"2026-03-31T20:31:07.513411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672080878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:07.513647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972091447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:31:07.513824Z","caller":"traceutil/trace.go:171","msg":"trace[1648213114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6441; }","duration":"2.973705269s","start":"2026-03-31T20:31:04.540101Z","end":"2026-03-31T20:31:07.513806Z","steps":["trace[1648213114] 'agreement among raft nodes before linearized reading' (duration: 2.971848622s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:07.513461Z","caller":"traceutil/trace.go:171","msg":"trace[110390330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6441; }","duration":"1.672185771s","start":"2026-03-31T20:31:05.841262Z","end":"2026-03-31T20:31:07.513447Z","steps":["trace[110390330] 'agreement among raft nodes before linearized reading' (duration: 1.670858607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:07.513923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.84123Z","time spent":"1.672681563s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:07.513906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:04.54009Z","time spent":"2.973800961s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:31:07.723898Z","caller":"traceutil/trace.go:171","msg":"trace[571309907] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"206.021192ms","start":"2026-03-31T20:31:07.517846Z","end":"2026-03-31T20:31:07.723867Z","steps":["trace[571309907] 'process raft request' (duration: 205.795387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:07.72391Z","caller":"traceutil/trace.go:171","msg":"trace[181129768] linearizableReadLoop","detail":"{readStateIndex:6698; appliedIndex:6698; }","duration":"205.669063ms","start":"2026-03-31T20:31:07.5182Z","end":"2026-03-31T20:31:07.723869Z","steps":["trace[181129768] 'read index received' (duration: 205.653433ms)","trace[181129768] 'applied index is now lower than readState.Index' (duration: 12.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:07.724404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.150975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:31:07.724472Z","caller":"traceutil/trace.go:171","msg":"trace[261900469] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:6442; }","duration":"206.255598ms","start":"2026-03-31T20:31:07.518195Z","end":"2026-03-31T20:31:07.724451Z","steps":["trace[261900469] 'agreement among raft nodes before linearized reading' (duration: 205.867568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.224826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837547793,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:31:08.517025Z","caller":"traceutil/trace.go:171","msg":"trace[1823665407] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"997.361997ms","start":"2026-03-31T20:31:07.519584Z","end":"2026-03-31T20:31:08.516946Z","steps":["trace[1823665407] 'process raft request' (duration: 997.09865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.517229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.519555Z","time spent":"997.564352ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:08.517304Z","caller":"traceutil/trace.go:171","msg":"trace[1359186359] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"997.09817ms","start":"2026-03-31T20:31:07.520171Z","end":"2026-03-31T20:31:08.517269Z","steps":["trace[1359186359] 'process raft request' (duration: 996.72194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:08.517421Z","caller":"traceutil/trace.go:171","msg":"trace[1264001707] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"996.334462ms","start":"2026-03-31T20:31:07.521049Z","end":"2026-03-31T20:31:08.517384Z","steps":["trace[1264001707] 'process raft request' (duration: 996.126696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.51751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.520156Z","time spent":"997.246594ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:08.517577Z","caller":"traceutil/trace.go:171","msg":"trace[212191099] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"993.400517ms","start":"2026-03-31T20:31:07.524162Z","end":"2026-03-31T20:31:08.517562Z","steps":["trace[212191099] 'process raft request' (duration: 993.294054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.517631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.52104Z","time spent":"996.488755ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:08.517611Z","caller":"traceutil/trace.go:171","msg":"trace[437529169] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"995.231133ms","start":"2026-03-31T20:31:07.522337Z","end":"2026-03-31T20:31:08.517568Z","steps":["trace[437529169] 'process raft request' (duration: 994.988087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.517667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.524148Z","time spent":"993.473879ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8151,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:08.517811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.522323Z","time spent":"995.393617ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:08.877054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.068346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:08.877208Z","caller":"traceutil/trace.go:171","msg":"trace[1736964565] linearizableReadLoop","detail":"{readStateIndex:6704; appliedIndex:6698; }","duration":"1.153162565s","start":"2026-03-31T20:31:07.724016Z","end":"2026-03-31T20:31:08.877179Z","steps":["trace[1736964565] 'read index received' (duration: 792.707399ms)","trace[1736964565] 'applied index is now lower than readState.Index' (duration: 360.452106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:08.877497Z","caller":"traceutil/trace.go:171","msg":"trace[363661338] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"1.150028987s","start":"2026-03-31T20:31:07.727425Z","end":"2026-03-31T20:31:08.877454Z","steps":["trace[363661338] 'process raft request' (duration: 1.026443687s)","trace[363661338] 'compare' (duration: 122.583194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:08.877563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255222974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T20:31:08.877601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357520676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81733"} {"level":"info","ts":"2026-03-31T20:31:08.877656Z","caller":"traceutil/trace.go:171","msg":"trace[1143084188] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6448; }","duration":"1.357610238s","start":"2026-03-31T20:31:07.520031Z","end":"2026-03-31T20:31:08.877641Z","steps":["trace[1143084188] 'agreement among raft nodes before linearized reading' (duration: 1.357229578s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:08.877666Z","caller":"traceutil/trace.go:171","msg":"trace[821409852] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6448; }","duration":"1.255348697s","start":"2026-03-31T20:31:07.622283Z","end":"2026-03-31T20:31:08.877632Z","steps":["trace[821409852] 'agreement among raft nodes before linearized reading' (duration: 1.255105651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.877657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354999413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:08.877667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295048945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:08.877718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.622266Z","time spent":"1.255441659s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:31:08.877748Z","caller":"traceutil/trace.go:171","msg":"trace[2007323501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6448; }","duration":"1.355119186s","start":"2026-03-31T20:31:07.522608Z","end":"2026-03-31T20:31:08.877727Z","steps":["trace[2007323501] 'agreement among raft nodes before linearized reading' (duration: 1.354957552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.877692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.727384Z","time spent":"1.150204561s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:08.877716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.520011Z","time spent":"1.35769083s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81755,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:31:08.877793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.522601Z","time spent":"1.355183147s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:31:08.87778Z","caller":"traceutil/trace.go:171","msg":"trace[484943150] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6448; }","duration":"1.295214609s","start":"2026-03-31T20:31:07.58254Z","end":"2026-03-31T20:31:08.877755Z","steps":["trace[484943150] 'agreement among raft nodes before linearized reading' (duration: 1.294997534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.877972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:07.582522Z","time spent":"1.295434534s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:31:09.371074Z","caller":"traceutil/trace.go:171","msg":"trace[2087683245] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"845.059477ms","start":"2026-03-31T20:31:08.525956Z","end":"2026-03-31T20:31:09.371016Z","steps":["trace[2087683245] 'process raft request' (duration: 808.426555ms)","trace[2087683245] 'compare' (duration: 35.903262ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:09.371144Z","caller":"traceutil/trace.go:171","msg":"trace[638708005] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"844.79319ms","start":"2026-03-31T20:31:08.526311Z","end":"2026-03-31T20:31:09.371104Z","steps":["trace[638708005] 'process raft request' (duration: 844.602375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.371309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.525927Z","time spent":"845.256121ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:09.371513Z","caller":"traceutil/trace.go:171","msg":"trace[1551725953] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"845.032786ms","start":"2026-03-31T20:31:08.526439Z","end":"2026-03-31T20:31:09.371472Z","steps":["trace[1551725953] 'process raft request' (duration: 844.613375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:09.371533Z","caller":"traceutil/trace.go:171","msg":"trace[1127871139] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"844.07523ms","start":"2026-03-31T20:31:08.527416Z","end":"2026-03-31T20:31:09.371492Z","steps":["trace[1127871139] 'process raft request' (duration: 843.835964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:09.371645Z","caller":"traceutil/trace.go:171","msg":"trace[1901077193] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"841.549897ms","start":"2026-03-31T20:31:08.530063Z","end":"2026-03-31T20:31:09.371613Z","steps":["trace[1901077193] 'process raft request' (duration: 841.25724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.371722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.530051Z","time spent":"841.634499ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6863,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:09.371714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.526413Z","time spent":"845.190519ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:09.371753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.527384Z","time spent":"844.234544ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:09.371752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.726714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:09.371829Z","caller":"traceutil/trace.go:171","msg":"trace[1346999267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6453; }","duration":"492.856317ms","start":"2026-03-31T20:31:08.878958Z","end":"2026-03-31T20:31:09.371814Z","steps":["trace[1346999267] 'agreement among raft nodes before linearized reading' (duration: 492.709394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:09.371561Z","caller":"traceutil/trace.go:171","msg":"trace[1753493266] linearizableReadLoop","detail":"{readStateIndex:6709; appliedIndex:6704; }","duration":"492.542909ms","start":"2026-03-31T20:31:08.878993Z","end":"2026-03-31T20:31:09.371536Z","steps":["trace[1753493266] 'read index received' (duration: 455.417426ms)","trace[1753493266] 'applied index is now lower than readState.Index' (duration: 37.123613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:09.371882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.878934Z","time spent":"492.94026ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:09.371861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.526301Z","time spent":"844.936843ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:09.601315Z","caller":"traceutil/trace.go:171","msg":"trace[1734321930] transaction","detail":"{read_only:false; response_revision:6454; number_of_response:1; }","duration":"682.835035ms","start":"2026-03-31T20:31:08.918445Z","end":"2026-03-31T20:31:09.60128Z","steps":["trace[1734321930] 'process raft request' (duration: 657.152619ms)","trace[1734321930] 'compare' (duration: 25.45665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:09.601507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.918414Z","time spent":"682.995289ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:09.601639Z","caller":"traceutil/trace.go:171","msg":"trace[331116200] transaction","detail":"{read_only:false; response_revision:6455; number_of_response:1; }","duration":"680.536707ms","start":"2026-03-31T20:31:08.921075Z","end":"2026-03-31T20:31:09.601612Z","steps":["trace[331116200] 'process raft request' (duration: 680.140197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.60184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.921066Z","time spent":"680.66044ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:09.602302Z","caller":"traceutil/trace.go:171","msg":"trace[873476315] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"680.329383ms","start":"2026-03-31T20:31:08.921948Z","end":"2026-03-31T20:31:09.602277Z","steps":["trace[873476315] 'process raft request' (duration: 679.525973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.602423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.921939Z","time spent":"680.427565ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:09.602515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.783969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:09.602576Z","caller":"traceutil/trace.go:171","msg":"trace[1241645923] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6457; }","duration":"386.880071ms","start":"2026-03-31T20:31:09.21568Z","end":"2026-03-31T20:31:09.60256Z","steps":["trace[1241645923] 'agreement among raft nodes before linearized reading' (duration: 386.767148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.602619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:09.215657Z","time spent":"386.953063ms","remote":"127.0.0.1:50776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:09.602625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.205493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:09.602724Z","caller":"traceutil/trace.go:171","msg":"trace[1187841739] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6457; }","duration":"541.398897ms","start":"2026-03-31T20:31:09.0613Z","end":"2026-03-31T20:31:09.602699Z","steps":["trace[1187841739] 'agreement among raft nodes before linearized reading' (duration: 541.183572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:09.602832Z","caller":"traceutil/trace.go:171","msg":"trace[1338966551] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"674.060934ms","start":"2026-03-31T20:31:08.928757Z","end":"2026-03-31T20:31:09.602818Z","steps":["trace[1338966551] 'process raft request' (duration: 673.297405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.602906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.928745Z","time spent":"674.125585ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:09.602851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:09.061272Z","time spent":"541.564822ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:09.602409Z","caller":"traceutil/trace.go:171","msg":"trace[1359588092] linearizableReadLoop","detail":"{readStateIndex:6713; appliedIndex:6709; }","duration":"230.509337ms","start":"2026-03-31T20:31:09.37187Z","end":"2026-03-31T20:31:09.602379Z","steps":["trace[1359588092] 'read index received' (duration: 203.676213ms)","trace[1359588092] 'applied index is now lower than readState.Index' (duration: 26.830584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:09.603208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.129629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5283e798-99ca-45c9-80b4-decc386e316c\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-31T20:31:09.603265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.478018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:09.603287Z","caller":"traceutil/trace.go:171","msg":"trace[153632166] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5283e798-99ca-45c9-80b4-decc386e316c; range_end:; response_count:1; response_revision:6457; }","duration":"721.217561ms","start":"2026-03-31T20:31:08.882044Z","end":"2026-03-31T20:31:09.603262Z","steps":["trace[153632166] 'agreement among raft nodes before linearized reading' (duration: 721.008906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.603344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.882036Z","time spent":"721.294604ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-5283e798-99ca-45c9-80b4-decc386e316c\" "} {"level":"info","ts":"2026-03-31T20:31:09.603303Z","caller":"traceutil/trace.go:171","msg":"trace[1177104516] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6457; }","duration":"721.54908ms","start":"2026-03-31T20:31:08.881743Z","end":"2026-03-31T20:31:09.603292Z","steps":["trace[1177104516] 'agreement among raft nodes before linearized reading' (duration: 721.485408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.603395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:08.881726Z","time spent":"721.660832ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:31:09.694097Z","caller":"traceutil/trace.go:171","msg":"trace[1418774739] transaction","detail":"{read_only:false; response_revision:6458; number_of_response:1; }","duration":"309.148895ms","start":"2026-03-31T20:31:09.384895Z","end":"2026-03-31T20:31:09.694043Z","steps":["trace[1418774739] 'process raft request' (duration: 308.610272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.694188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.16026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:09.694338Z","caller":"traceutil/trace.go:171","msg":"trace[325574917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6458; }","duration":"176.358666ms","start":"2026-03-31T20:31:09.517949Z","end":"2026-03-31T20:31:09.694307Z","steps":["trace[325574917] 'agreement among raft nodes before linearized reading' (duration: 176.097639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.694361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:09.384878Z","time spent":"309.33215ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7167,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:09.69453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.605588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:09.694599Z","caller":"traceutil/trace.go:171","msg":"trace[1247733330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6458; }","duration":"313.72152ms","start":"2026-03-31T20:31:09.380862Z","end":"2026-03-31T20:31:09.694584Z","steps":["trace[1247733330] 'agreement among raft nodes before linearized reading' (duration: 313.592827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.694642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:09.380838Z","time spent":"313.797283ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:09.85259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.005281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:31:09.852699Z","caller":"traceutil/trace.go:171","msg":"trace[2061667747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6458; }","duration":"138.181587ms","start":"2026-03-31T20:31:09.714488Z","end":"2026-03-31T20:31:09.852669Z","steps":["trace[2061667747] 'range keys from in-memory index tree' (duration: 137.769616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:09.852773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.838515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:31:09.852866Z","caller":"traceutil/trace.go:171","msg":"trace[723799166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6458; }","duration":"123.99624ms","start":"2026-03-31T20:31:09.728847Z","end":"2026-03-31T20:31:09.852843Z","steps":["trace[723799166] 'range keys from in-memory index tree' (duration: 123.655391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:10.872547Z","caller":"traceutil/trace.go:171","msg":"trace[704135978] linearizableReadLoop","detail":"{readStateIndex:6717; appliedIndex:6715; }","duration":"343.322746ms","start":"2026-03-31T20:31:10.529199Z","end":"2026-03-31T20:31:10.872522Z","steps":["trace[704135978] 'read index received' (duration: 49.665159ms)","trace[704135978] 'applied index is now lower than readState.Index' (duration: 293.656357ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:10.872565Z","caller":"traceutil/trace.go:171","msg":"trace[1484033114] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"343.823468ms","start":"2026-03-31T20:31:10.528708Z","end":"2026-03-31T20:31:10.872532Z","steps":["trace[1484033114] 'process raft request' (duration: 343.558091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:10.87265Z","caller":"traceutil/trace.go:171","msg":"trace[1218363618] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"342.367881ms","start":"2026-03-31T20:31:10.530241Z","end":"2026-03-31T20:31:10.872609Z","steps":["trace[1218363618] 'process raft request' (duration: 342.237698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:10.872742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:10.528652Z","time spent":"343.985523ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:10.872815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.592552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:31:10.872859Z","caller":"traceutil/trace.go:171","msg":"trace[1959779888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6462; }","duration":"343.717076ms","start":"2026-03-31T20:31:10.529132Z","end":"2026-03-31T20:31:10.872849Z","steps":["trace[1959779888] 'agreement among raft nodes before linearized reading' (duration: 343.523661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:10.872859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:10.53023Z","time spent":"342.517694ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:10.8729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:10.529103Z","time spent":"343.789727ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:31:10.988908Z","caller":"traceutil/trace.go:171","msg":"trace[650685163] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"111.781152ms","start":"2026-03-31T20:31:10.877083Z","end":"2026-03-31T20:31:10.988864Z","steps":["trace[650685163] 'process raft request' (duration: 106.893989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:10.989477Z","caller":"traceutil/trace.go:171","msg":"trace[1355588987] linearizableReadLoop","detail":"{readStateIndex:6721; appliedIndex:6719; }","duration":"106.293514ms","start":"2026-03-31T20:31:10.883151Z","end":"2026-03-31T20:31:10.989444Z","steps":["trace[1355588987] 'read index received' (duration: 104.194862ms)","trace[1355588987] 'applied index is now lower than readState.Index' (duration: 2.097162ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:10.989662Z","caller":"traceutil/trace.go:171","msg":"trace[436836042] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"111.711569ms","start":"2026-03-31T20:31:10.877897Z","end":"2026-03-31T20:31:10.989608Z","steps":["trace[436836042] 'process raft request' (duration: 111.34353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:10.98982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.632794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:31:10.989871Z","caller":"traceutil/trace.go:171","msg":"trace[2084620303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:6464; }","duration":"106.724475ms","start":"2026-03-31T20:31:10.883132Z","end":"2026-03-31T20:31:10.989856Z","steps":["trace[2084620303] 'agreement among raft nodes before linearized reading' (duration: 106.417827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:42.875683Z","caller":"traceutil/trace.go:171","msg":"trace[1506041499] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"114.008918ms","start":"2026-03-31T20:31:42.761621Z","end":"2026-03-31T20:31:42.87563Z","steps":["trace[1506041499] 'process raft request' (duration: 113.726071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:46.050693Z","caller":"traceutil/trace.go:171","msg":"trace[1490273756] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"265.537939ms","start":"2026-03-31T20:31:45.785128Z","end":"2026-03-31T20:31:46.050666Z","steps":["trace[1490273756] 'process raft request' (duration: 265.468148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:46.050714Z","caller":"traceutil/trace.go:171","msg":"trace[1087427757] transaction","detail":"{read_only:false; response_revision:6788; number_of_response:1; }","duration":"265.901988ms","start":"2026-03-31T20:31:45.784752Z","end":"2026-03-31T20:31:46.050654Z","steps":["trace[1087427757] 'process raft request' (duration: 265.660212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:46.050867Z","caller":"traceutil/trace.go:171","msg":"trace[145077202] linearizableReadLoop","detail":"{readStateIndex:7055; appliedIndex:7051; }","duration":"211.008497ms","start":"2026-03-31T20:31:45.839832Z","end":"2026-03-31T20:31:46.050841Z","steps":["trace[145077202] 'read index received' (duration: 210.601597ms)","trace[145077202] 'applied index is now lower than readState.Index' (duration: 404.71µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:46.051008Z","caller":"traceutil/trace.go:171","msg":"trace[1750531621] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"258.874401ms","start":"2026-03-31T20:31:45.79212Z","end":"2026-03-31T20:31:46.050995Z","steps":["trace[1750531621] 'process raft request' (duration: 258.510842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:46.050932Z","caller":"traceutil/trace.go:171","msg":"trace[1745903040] transaction","detail":"{read_only:false; response_revision:6789; number_of_response:1; }","duration":"265.816706ms","start":"2026-03-31T20:31:45.784885Z","end":"2026-03-31T20:31:46.050701Z","steps":["trace[1745903040] 'process raft request' (duration: 265.677323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:46.05118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.333115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:46.051268Z","caller":"traceutil/trace.go:171","msg":"trace[324303845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6791; }","duration":"211.436488ms","start":"2026-03-31T20:31:45.83981Z","end":"2026-03-31T20:31:46.051247Z","steps":["trace[324303845] 'agreement among raft nodes before linearized reading' (duration: 211.238463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:46.341786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.937951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:31:46.341898Z","caller":"traceutil/trace.go:171","msg":"trace[1755570711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6792; }","duration":"146.143485ms","start":"2026-03-31T20:31:46.19573Z","end":"2026-03-31T20:31:46.341873Z","steps":["trace[1755570711] 'range keys from in-memory index tree' (duration: 145.53543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:55.645656Z","caller":"traceutil/trace.go:171","msg":"trace[1845118110] linearizableReadLoop","detail":"{readStateIndex:7109; appliedIndex:7108; }","duration":"376.241194ms","start":"2026-03-31T20:31:55.269382Z","end":"2026-03-31T20:31:55.645623Z","steps":["trace[1845118110] 'read index received' (duration: 375.871314ms)","trace[1845118110] 'applied index is now lower than readState.Index' (duration: 368.77µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:55.645809Z","caller":"traceutil/trace.go:171","msg":"trace[1750818245] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"393.167139ms","start":"2026-03-31T20:31:55.252598Z","end":"2026-03-31T20:31:55.645765Z","steps":["trace[1750818245] 'process raft request' (duration: 392.752459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:55.646008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.670009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:31:55.646025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:55.252562Z","time spent":"393.348274ms","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:55.64607Z","caller":"traceutil/trace.go:171","msg":"trace[687417560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:6843; }","duration":"375.786562ms","start":"2026-03-31T20:31:55.270269Z","end":"2026-03-31T20:31:55.646055Z","steps":["trace[687417560] 'agreement among raft nodes before linearized reading' (duration: 375.554647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:55.646118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:55.270252Z","time spent":"375.856834ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:31:55.646064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.645183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:31:55.646324Z","caller":"traceutil/trace.go:171","msg":"trace[683711275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6843; }","duration":"376.94145ms","start":"2026-03-31T20:31:55.269325Z","end":"2026-03-31T20:31:55.646266Z","steps":["trace[683711275] 'agreement among raft nodes before linearized reading' (duration: 376.493509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:55.646425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:55.269306Z","time spent":"377.095465ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:55.846025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.664615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:31:55.846125Z","caller":"traceutil/trace.go:171","msg":"trace[235459832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6844; }","duration":"118.810958ms","start":"2026-03-31T20:31:55.727294Z","end":"2026-03-31T20:31:55.846105Z","steps":["trace[235459832] 'range keys from in-memory index tree' (duration: 118.407949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:56.340288Z","caller":"traceutil/trace.go:171","msg":"trace[1528774121] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"249.962816ms","start":"2026-03-31T20:31:56.090293Z","end":"2026-03-31T20:31:56.340256Z","steps":["trace[1528774121] 'process raft request' (duration: 249.68797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:56.340496Z","caller":"traceutil/trace.go:171","msg":"trace[109173632] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"248.469969ms","start":"2026-03-31T20:31:56.091981Z","end":"2026-03-31T20:31:56.340451Z","steps":["trace[109173632] 'process raft request' (duration: 248.204443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:05.38027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.843898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:32:05.380395Z","caller":"traceutil/trace.go:171","msg":"trace[1578056820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6917; }","duration":"144.063063ms","start":"2026-03-31T20:32:05.236301Z","end":"2026-03-31T20:32:05.380364Z","steps":["trace[1578056820] 'range keys from in-memory index tree' (duration: 143.590581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:05.380493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.977833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:32:05.380605Z","caller":"traceutil/trace.go:171","msg":"trace[716550556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6917; }","duration":"154.164818ms","start":"2026-03-31T20:32:05.226418Z","end":"2026-03-31T20:32:05.380583Z","steps":["trace[716550556] 'range keys from in-memory index tree' (duration: 153.754918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:06.677096Z","caller":"traceutil/trace.go:171","msg":"trace[1561224721] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"175.767491ms","start":"2026-03-31T20:32:06.501287Z","end":"2026-03-31T20:32:06.677054Z","steps":["trace[1561224721] 'process raft request' (duration: 175.560606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:06.677469Z","caller":"traceutil/trace.go:171","msg":"trace[1366494637] linearizableReadLoop","detail":"{readStateIndex:7195; appliedIndex:7195; }","duration":"142.356652ms","start":"2026-03-31T20:32:06.535071Z","end":"2026-03-31T20:32:06.677428Z","steps":["trace[1366494637] 'read index received' (duration: 142.345471ms)","trace[1366494637] 'applied index is now lower than readState.Index' (duration: 8.931µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:06.677675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.575527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:06.677797Z","caller":"traceutil/trace.go:171","msg":"trace[923995613] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6925; }","duration":"142.767361ms","start":"2026-03-31T20:32:06.535003Z","end":"2026-03-31T20:32:06.67777Z","steps":["trace[923995613] 'agreement among raft nodes before linearized reading' (duration: 142.512535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:08.324494Z","caller":"traceutil/trace.go:171","msg":"trace[211886439] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"116.978703ms","start":"2026-03-31T20:32:08.207487Z","end":"2026-03-31T20:32:08.324466Z","steps":["trace[211886439] 'process raft request' (duration: 116.818609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:10.517651Z","caller":"traceutil/trace.go:171","msg":"trace[2018282189] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"173.134865ms","start":"2026-03-31T20:32:10.344467Z","end":"2026-03-31T20:32:10.517602Z","steps":["trace[2018282189] 'process raft request' (duration: 163.885552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:10.55212Z","caller":"traceutil/trace.go:171","msg":"trace[1312783220] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"103.818002ms","start":"2026-03-31T20:32:10.448264Z","end":"2026-03-31T20:32:10.552082Z","steps":["trace[1312783220] 'process raft request' (duration: 103.378861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:17.376579Z","caller":"traceutil/trace.go:171","msg":"trace[933622196] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"114.175212ms","start":"2026-03-31T20:32:17.261735Z","end":"2026-03-31T20:32:17.37591Z","steps":["trace[933622196] 'process raft request' (duration: 113.952947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:23.728678Z","caller":"traceutil/trace.go:171","msg":"trace[1087179682] transaction","detail":"{read_only:false; response_revision:7047; number_of_response:1; }","duration":"276.769432ms","start":"2026-03-31T20:32:23.451851Z","end":"2026-03-31T20:32:23.728621Z","steps":["trace[1087179682] 'process raft request' (duration: 258.393189ms)","trace[1087179682] 'compare' (duration: 17.920152ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:23.728581Z","caller":"traceutil/trace.go:171","msg":"trace[655497107] linearizableReadLoop","detail":"{readStateIndex:7320; appliedIndex:7319; }","duration":"211.158611ms","start":"2026-03-31T20:32:23.517389Z","end":"2026-03-31T20:32:23.728547Z","steps":["trace[655497107] 'read index received' (duration: 192.742308ms)","trace[655497107] 'applied index is now lower than readState.Index' (duration: 18.414343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:23.728935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.5332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:32:23.72906Z","caller":"traceutil/trace.go:171","msg":"trace[155679630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7047; }","duration":"211.685225ms","start":"2026-03-31T20:32:23.517336Z","end":"2026-03-31T20:32:23.729022Z","steps":["trace[155679630] 'agreement among raft nodes before linearized reading' (duration: 211.358037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:23.729178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.604458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:32:23.729287Z","caller":"traceutil/trace.go:171","msg":"trace[107820022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7047; }","duration":"210.835083ms","start":"2026-03-31T20:32:23.518433Z","end":"2026-03-31T20:32:23.729268Z","steps":["trace[107820022] 'agreement among raft nodes before linearized reading' (duration: 210.426473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:24.108809Z","caller":"traceutil/trace.go:171","msg":"trace[1336673098] linearizableReadLoop","detail":"{readStateIndex:7324; appliedIndex:7323; }","duration":"136.078883ms","start":"2026-03-31T20:32:23.972649Z","end":"2026-03-31T20:32:24.108727Z","steps":["trace[1336673098] 'read index received' (duration: 135.737584ms)","trace[1336673098] 'applied index is now lower than readState.Index' (duration: 339.249µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:24.108929Z","caller":"traceutil/trace.go:171","msg":"trace[1197096245] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"136.463013ms","start":"2026-03-31T20:32:23.972401Z","end":"2026-03-31T20:32:24.108864Z","steps":["trace[1197096245] 'process raft request' (duration: 136.084993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.109432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.705409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:116581"} {"level":"info","ts":"2026-03-31T20:32:24.109609Z","caller":"traceutil/trace.go:171","msg":"trace[587172279] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:7051; }","duration":"136.878263ms","start":"2026-03-31T20:32:23.972643Z","end":"2026-03-31T20:32:24.109521Z","steps":["trace[587172279] 'agreement among raft nodes before linearized reading' (duration: 136.272128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:24.250631Z","caller":"traceutil/trace.go:171","msg":"trace[2073664068] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"112.737236ms","start":"2026-03-31T20:32:24.137856Z","end":"2026-03-31T20:32:24.250593Z","steps":["trace[2073664068] 'process raft request' (duration: 53.201189ms)","trace[2073664068] 'compare' (duration: 59.361452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:24.65632Z","caller":"traceutil/trace.go:171","msg":"trace[862964263] transaction","detail":"{read_only:false; response_revision:7054; number_of_response:1; }","duration":"165.664997ms","start":"2026-03-31T20:32:24.490629Z","end":"2026-03-31T20:32:24.656294Z","steps":["trace[862964263] 'process raft request' (duration: 165.435171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:24.941059Z","caller":"traceutil/trace.go:171","msg":"trace[1905191936] linearizableReadLoop","detail":"{readStateIndex:7331; appliedIndex:7330; }","duration":"130.040872ms","start":"2026-03-31T20:32:24.810988Z","end":"2026-03-31T20:32:24.941029Z","steps":["trace[1905191936] 'read index received' (duration: 129.771785ms)","trace[1905191936] 'applied index is now lower than readState.Index' (duration: 267.287µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:24.941184Z","caller":"traceutil/trace.go:171","msg":"trace[45020440] transaction","detail":"{read_only:false; response_revision:7058; number_of_response:1; }","duration":"153.358408ms","start":"2026-03-31T20:32:24.787782Z","end":"2026-03-31T20:32:24.941141Z","steps":["trace[45020440] 'process raft request' (duration: 152.956288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.941301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.284127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:24.94137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.472212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6025"} {"level":"info","ts":"2026-03-31T20:32:24.941423Z","caller":"traceutil/trace.go:171","msg":"trace[1366217323] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:7058; }","duration":"128.584784ms","start":"2026-03-31T20:32:24.812826Z","end":"2026-03-31T20:32:24.94141Z","steps":["trace[1366217323] 'agreement among raft nodes before linearized reading' (duration: 128.38565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:24.941455Z","caller":"traceutil/trace.go:171","msg":"trace[1340931225] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:7058; }","duration":"130.489333ms","start":"2026-03-31T20:32:24.810918Z","end":"2026-03-31T20:32:24.941407Z","steps":["trace[1340931225] 'agreement among raft nodes before linearized reading' (duration: 130.229537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.941532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.850397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:24.941654Z","caller":"traceutil/trace.go:171","msg":"trace[341014429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7058; }","duration":"101.039872ms","start":"2026-03-31T20:32:24.840587Z","end":"2026-03-31T20:32:24.941627Z","steps":["trace[341014429] 'agreement among raft nodes before linearized reading' (duration: 100.791686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:25.564406Z","caller":"traceutil/trace.go:171","msg":"trace[734483765] transaction","detail":"{read_only:false; response_revision:7070; number_of_response:1; }","duration":"117.825584ms","start":"2026-03-31T20:32:25.446333Z","end":"2026-03-31T20:32:25.564159Z","steps":["trace[734483765] 'process raft request' (duration: 117.635599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.677004Z","caller":"traceutil/trace.go:171","msg":"trace[1868108799] transaction","detail":"{read_only:false; response_revision:7101; number_of_response:1; }","duration":"167.461242ms","start":"2026-03-31T20:32:29.50951Z","end":"2026-03-31T20:32:29.676971Z","steps":["trace[1868108799] 'process raft request' (duration: 166.96498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:31.223151Z","caller":"traceutil/trace.go:171","msg":"trace[1736514092] transaction","detail":"{read_only:false; response_revision:7113; number_of_response:1; }","duration":"132.719588ms","start":"2026-03-31T20:32:31.090385Z","end":"2026-03-31T20:32:31.223104Z","steps":["trace[1736514092] 'process raft request' (duration: 38.95679ms)","trace[1736514092] 'compare' (duration: 93.358538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:31.460676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.048174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:31.461144Z","caller":"traceutil/trace.go:171","msg":"trace[1499420524] linearizableReadLoop","detail":"{readStateIndex:7389; appliedIndex:7388; }","duration":"278.055554ms","start":"2026-03-31T20:32:31.18307Z","end":"2026-03-31T20:32:31.461125Z","steps":["trace[1499420524] 'read index received' (duration: 156.463666ms)","trace[1499420524] 'applied index is now lower than readState.Index' (duration: 121.590278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:31.46126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.196087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:31.461284Z","caller":"traceutil/trace.go:171","msg":"trace[1474064628] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7114; }","duration":"278.249869ms","start":"2026-03-31T20:32:31.183026Z","end":"2026-03-31T20:32:31.461275Z","steps":["trace[1474064628] 'agreement among raft nodes before linearized reading' (duration: 278.195517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:31.461242Z","caller":"traceutil/trace.go:171","msg":"trace[637199531] transaction","detail":"{read_only:false; response_revision:7114; number_of_response:1; }","duration":"368.981152ms","start":"2026-03-31T20:32:31.092182Z","end":"2026-03-31T20:32:31.461163Z","steps":["trace[637199531] 'process raft request' (duration: 247.358403ms)","trace[637199531] 'compare' (duration: 120.87327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:31.461394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:31.092163Z","time spent":"369.150736ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:33.169912Z","caller":"traceutil/trace.go:171","msg":"trace[320035167] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"127.379493ms","start":"2026-03-31T20:32:33.0425Z","end":"2026-03-31T20:32:33.169879Z","steps":["trace[320035167] 'process raft request' (duration: 127.165228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:34.000036Z","caller":"traceutil/trace.go:171","msg":"trace[1909262848] linearizableReadLoop","detail":"{readStateIndex:7399; appliedIndex:7398; }","duration":"135.97838ms","start":"2026-03-31T20:32:33.86403Z","end":"2026-03-31T20:32:34.000008Z","steps":["trace[1909262848] 'read index received' (duration: 135.734054ms)","trace[1909262848] 'applied index is now lower than readState.Index' (duration: 243.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:34.000145Z","caller":"traceutil/trace.go:171","msg":"trace[1045306094] transaction","detail":"{read_only:false; response_revision:7124; number_of_response:1; }","duration":"245.207928ms","start":"2026-03-31T20:32:33.754889Z","end":"2026-03-31T20:32:34.000097Z","steps":["trace[1045306094] 'process raft request' (duration: 244.950221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:34.000333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.269899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:32:34.000384Z","caller":"traceutil/trace.go:171","msg":"trace[2109140735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7124; }","duration":"136.369071ms","start":"2026-03-31T20:32:33.863999Z","end":"2026-03-31T20:32:34.000368Z","steps":["trace[2109140735] 'agreement among raft nodes before linearized reading' (duration: 136.152705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:34.000518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.611089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:32:34.000642Z","caller":"traceutil/trace.go:171","msg":"trace[195021785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7124; }","duration":"123.788585ms","start":"2026-03-31T20:32:33.87682Z","end":"2026-03-31T20:32:34.000609Z","steps":["trace[195021785] 'agreement among raft nodes before linearized reading' (duration: 123.466117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:34.328028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.206371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:32:34.328107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.921264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:32:34.328121Z","caller":"traceutil/trace.go:171","msg":"trace[406619973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7126; }","duration":"133.360625ms","start":"2026-03-31T20:32:34.194741Z","end":"2026-03-31T20:32:34.328102Z","steps":["trace[406619973] 'range keys from in-memory index tree' (duration: 132.990656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:34.328147Z","caller":"traceutil/trace.go:171","msg":"trace[1804187040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:7126; }","duration":"130.957354ms","start":"2026-03-31T20:32:34.197175Z","end":"2026-03-31T20:32:34.328132Z","steps":["trace[1804187040] 'range keys from in-memory index tree' (duration: 130.697437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:00.272879Z","caller":"traceutil/trace.go:171","msg":"trace[959418322] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"117.147687ms","start":"2026-03-31T20:33:00.155654Z","end":"2026-03-31T20:33:00.272802Z","steps":["trace[959418322] 'process raft request' (duration: 116.912161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:01.006615Z","caller":"traceutil/trace.go:171","msg":"trace[295965070] transaction","detail":"{read_only:false; response_revision:7316; number_of_response:1; }","duration":"108.375777ms","start":"2026-03-31T20:33:00.898196Z","end":"2026-03-31T20:33:01.006572Z","steps":["trace[295965070] 'process raft request' (duration: 52.420929ms)","trace[295965070] 'compare' (duration: 55.722652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:07.049769Z","caller":"traceutil/trace.go:171","msg":"trace[1300959563] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"123.504156ms","start":"2026-03-31T20:33:06.926225Z","end":"2026-03-31T20:33:07.049729Z","steps":["trace[1300959563] 'process raft request' (duration: 123.276161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:07.711261Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4429} {"level":"info","ts":"2026-03-31T20:33:07.765495Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4429,"took":"52.252084ms","hash":3731114547,"current-db-size-bytes":36192256,"current-db-size":"36 MB","current-db-size-in-use-bytes":34172928,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T20:33:07.765587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3731114547,"revision":4429,"compact-revision":2705} {"level":"info","ts":"2026-03-31T20:33:46.422339Z","caller":"traceutil/trace.go:171","msg":"trace[1435641241] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"117.615779ms","start":"2026-03-31T20:33:46.304693Z","end":"2026-03-31T20:33:46.422309Z","steps":["trace[1435641241] 'process raft request' (duration: 117.403164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.868526Z","caller":"traceutil/trace.go:171","msg":"trace[314891809] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"209.563371ms","start":"2026-03-31T20:33:46.658929Z","end":"2026-03-31T20:33:46.868492Z","steps":["trace[314891809] 'process raft request' (duration: 209.387327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.868661Z","caller":"traceutil/trace.go:171","msg":"trace[13222748] linearizableReadLoop","detail":"{readStateIndex:7835; appliedIndex:7835; }","duration":"199.100358ms","start":"2026-03-31T20:33:46.669511Z","end":"2026-03-31T20:33:46.868611Z","steps":["trace[13222748] 'read index received' (duration: 199.073508ms)","trace[13222748] 'applied index is now lower than readState.Index' (duration: 21.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:46.86901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.881173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:33:46.869128Z","caller":"traceutil/trace.go:171","msg":"trace[1472758447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7544; }","duration":"236.028577ms","start":"2026-03-31T20:33:46.633074Z","end":"2026-03-31T20:33:46.869102Z","steps":["trace[1472758447] 'agreement among raft nodes before linearized reading' (duration: 235.668508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.903421Z","caller":"traceutil/trace.go:171","msg":"trace[228380942] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"225.161505ms","start":"2026-03-31T20:33:46.678225Z","end":"2026-03-31T20:33:46.903386Z","steps":["trace[228380942] 'process raft request' (duration: 224.801695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:46.903569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.120248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-31T20:33:46.903693Z","caller":"traceutil/trace.go:171","msg":"trace[1567414618] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7545; }","duration":"100.310244ms","start":"2026-03-31T20:33:46.803355Z","end":"2026-03-31T20:33:46.903665Z","steps":["trace[1567414618] 'agreement among raft nodes before linearized reading' (duration: 99.968635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.18466Z","caller":"traceutil/trace.go:171","msg":"trace[662516852] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"119.395683ms","start":"2026-03-31T20:33:47.065231Z","end":"2026-03-31T20:33:47.184626Z","steps":["trace[662516852] 'process raft request' (duration: 118.917322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.185143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.87378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141411"} {"level":"info","ts":"2026-03-31T20:33:47.18524Z","caller":"traceutil/trace.go:171","msg":"trace[764484467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7547; }","duration":"119.046564ms","start":"2026-03-31T20:33:47.06618Z","end":"2026-03-31T20:33:47.185226Z","steps":["trace[764484467] 'agreement among raft nodes before linearized reading' (duration: 118.544082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.185884Z","caller":"traceutil/trace.go:171","msg":"trace[2078128366] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"111.318939ms","start":"2026-03-31T20:33:47.07455Z","end":"2026-03-31T20:33:47.185868Z","steps":["trace[2078128366] 'process raft request' (duration: 111.170036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.184652Z","caller":"traceutil/trace.go:171","msg":"trace[1722913368] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7837; }","duration":"118.265955ms","start":"2026-03-31T20:33:47.066222Z","end":"2026-03-31T20:33:47.184488Z","steps":["trace[1722913368] 'read index received' (duration: 117.843624ms)","trace[1722913368] 'applied index is now lower than readState.Index' (duration: 420.941µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:49.51227Z","caller":"traceutil/trace.go:171","msg":"trace[1174606037] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"141.676004ms","start":"2026-03-31T20:33:49.370568Z","end":"2026-03-31T20:33:49.512244Z","steps":["trace[1174606037] 'process raft request' (duration: 138.375771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:03.43585Z","caller":"traceutil/trace.go:171","msg":"trace[1055477164] linearizableReadLoop","detail":"{readStateIndex:7936; appliedIndex:7935; }","duration":"165.757811ms","start":"2026-03-31T20:34:03.270065Z","end":"2026-03-31T20:34:03.435823Z","steps":["trace[1055477164] 'read index received' (duration: 165.581666ms)","trace[1055477164] 'applied index is now lower than readState.Index' (duration: 175.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:03.436277Z","caller":"traceutil/trace.go:171","msg":"trace[1129876256] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"183.61479ms","start":"2026-03-31T20:34:03.252595Z","end":"2026-03-31T20:34:03.43621Z","steps":["trace[1129876256] 'process raft request' (duration: 183.078247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:03.436848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.773916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:34:03.436913Z","caller":"traceutil/trace.go:171","msg":"trace[1557018741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7641; }","duration":"166.901459ms","start":"2026-03-31T20:34:03.269994Z","end":"2026-03-31T20:34:03.436896Z","steps":["trace[1557018741] 'agreement among raft nodes before linearized reading' (duration: 166.5447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:03.437199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.631482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:34:03.43725Z","caller":"traceutil/trace.go:171","msg":"trace[1990147888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:7641; }","duration":"158.696064ms","start":"2026-03-31T20:34:03.278541Z","end":"2026-03-31T20:34:03.437237Z","steps":["trace[1990147888] 'agreement among raft nodes before linearized reading' (duration: 158.56275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:03.557784Z","caller":"traceutil/trace.go:171","msg":"trace[1971727367] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"115.759664ms","start":"2026-03-31T20:34:03.441999Z","end":"2026-03-31T20:34:03.557759Z","steps":["trace[1971727367] 'process raft request' (duration: 49.878495ms)","trace[1971727367] 'compare' (duration: 65.433517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:03.558055Z","caller":"traceutil/trace.go:171","msg":"trace[1637615954] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7936; }","duration":"115.303791ms","start":"2026-03-31T20:34:03.442685Z","end":"2026-03-31T20:34:03.557989Z","steps":["trace[1637615954] 'read index received' (duration: 49.129706ms)","trace[1637615954] 'applied index is now lower than readState.Index' (duration: 66.170785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:03.559438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.721407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141173"} {"level":"info","ts":"2026-03-31T20:34:03.559509Z","caller":"traceutil/trace.go:171","msg":"trace[816117702] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7643; }","duration":"116.82724ms","start":"2026-03-31T20:34:03.442666Z","end":"2026-03-31T20:34:03.559494Z","steps":["trace[816117702] 'agreement among raft nodes before linearized reading' (duration: 116.366208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:03.92543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.882118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:03.925515Z","caller":"traceutil/trace.go:171","msg":"trace[1459062557] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7645; }","duration":"101.028762ms","start":"2026-03-31T20:34:03.824468Z","end":"2026-03-31T20:34:03.925496Z","steps":["trace[1459062557] 'range keys from in-memory index tree' (duration: 100.766006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:04.97956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.865251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:34:04.979633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.225848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:04.979678Z","caller":"traceutil/trace.go:171","msg":"trace[1974708520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7646; }","duration":"121.066896ms","start":"2026-03-31T20:34:04.858586Z","end":"2026-03-31T20:34:04.979653Z","steps":["trace[1974708520] 'count revisions from in-memory index tree' (duration: 120.754759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:04.979739Z","caller":"traceutil/trace.go:171","msg":"trace[1596992187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7646; }","duration":"132.376191ms","start":"2026-03-31T20:34:04.847339Z","end":"2026-03-31T20:34:04.979715Z","steps":["trace[1596992187] 'count revisions from in-memory index tree' (duration: 132.100914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.098762Z","caller":"traceutil/trace.go:171","msg":"trace[1542225553] linearizableReadLoop","detail":"{readStateIndex:7942; appliedIndex:7941; }","duration":"104.615764ms","start":"2026-03-31T20:34:04.994111Z","end":"2026-03-31T20:34:05.098727Z","steps":["trace[1542225553] 'read index received' (duration: 104.387938ms)","trace[1542225553] 'applied index is now lower than readState.Index' (duration: 225.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:05.098898Z","caller":"traceutil/trace.go:171","msg":"trace[1570586269] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"147.911622ms","start":"2026-03-31T20:34:04.950926Z","end":"2026-03-31T20:34:05.098838Z","steps":["trace[1570586269] 'process raft request' (duration: 147.554594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.099011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.851209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:05.099132Z","caller":"traceutil/trace.go:171","msg":"trace[303455788] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7647; }","duration":"105.005293ms","start":"2026-03-31T20:34:04.994097Z","end":"2026-03-31T20:34:05.099102Z","steps":["trace[303455788] 'agreement among raft nodes before linearized reading' (duration: 104.780857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.281871Z","caller":"traceutil/trace.go:171","msg":"trace[1231228515] linearizableReadLoop","detail":"{readStateIndex:7944; appliedIndex:7943; }","duration":"111.717762ms","start":"2026-03-31T20:34:05.170102Z","end":"2026-03-31T20:34:05.28182Z","steps":["trace[1231228515] 'read index received' (duration: 108.638044ms)","trace[1231228515] 'applied index is now lower than readState.Index' (duration: 3.077218ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:05.281937Z","caller":"traceutil/trace.go:171","msg":"trace[420228437] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"176.643935ms","start":"2026-03-31T20:34:05.10526Z","end":"2026-03-31T20:34:05.281903Z","steps":["trace[420228437] 'process raft request' (duration: 173.583738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.28207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.938367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:05.282115Z","caller":"traceutil/trace.go:171","msg":"trace[240074009] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7649; }","duration":"112.04691ms","start":"2026-03-31T20:34:05.170052Z","end":"2026-03-31T20:34:05.282099Z","steps":["trace[240074009] 'agreement among raft nodes before linearized reading' (duration: 111.924257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.783557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.322024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:34:05.783684Z","caller":"traceutil/trace.go:171","msg":"trace[546725325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7650; }","duration":"218.516428ms","start":"2026-03-31T20:34:05.56514Z","end":"2026-03-31T20:34:05.783656Z","steps":["trace[546725325] 'range keys from in-memory index tree' (duration: 218.079078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.840978Z","caller":"traceutil/trace.go:171","msg":"trace[1748147762] linearizableReadLoop","detail":"{readStateIndex:7946; appliedIndex:7945; }","duration":"273.920073ms","start":"2026-03-31T20:34:05.567026Z","end":"2026-03-31T20:34:05.840946Z","steps":["trace[1748147762] 'read index received' (duration: 273.735029ms)","trace[1748147762] 'applied index is now lower than readState.Index' (duration: 182.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:05.841094Z","caller":"traceutil/trace.go:171","msg":"trace[1016139111] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"275.503903ms","start":"2026-03-31T20:34:05.565558Z","end":"2026-03-31T20:34:05.841062Z","steps":["trace[1016139111] 'process raft request' (duration: 275.152565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.84131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.253542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:34:05.841418Z","caller":"traceutil/trace.go:171","msg":"trace[1295025177] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:7651; }","duration":"274.418056ms","start":"2026-03-31T20:34:05.566976Z","end":"2026-03-31T20:34:05.841394Z","steps":["trace[1295025177] 'agreement among raft nodes before linearized reading' (duration: 274.122418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.851188Z","caller":"traceutil/trace.go:171","msg":"trace[1275029786] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"273.403689ms","start":"2026-03-31T20:34:05.577766Z","end":"2026-03-31T20:34:05.85117Z","steps":["trace[1275029786] 'process raft request' (duration: 273.00978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:18.138617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.723092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:34:18.138746Z","caller":"traceutil/trace.go:171","msg":"trace[1567578361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7740; }","duration":"117.893718ms","start":"2026-03-31T20:34:18.020824Z","end":"2026-03-31T20:34:18.138717Z","steps":["trace[1567578361] 'range keys from in-memory index tree' (duration: 117.451145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:28.488144Z","caller":"traceutil/trace.go:171","msg":"trace[1167157391] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7806; }","duration":"134.915755ms","start":"2026-03-31T20:34:28.353198Z","end":"2026-03-31T20:34:28.488114Z","steps":["trace[1167157391] 'process raft request' (duration: 83.707517ms)","trace[1167157391] 'compare' (duration: 51.075775ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:28.488125Z","caller":"traceutil/trace.go:171","msg":"trace[1796591234] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8105; }","duration":"123.730794ms","start":"2026-03-31T20:34:28.364355Z","end":"2026-03-31T20:34:28.488085Z","steps":["trace[1796591234] 'read index received' (duration: 2.101493ms)","trace[1796591234] 'applied index is now lower than readState.Index' (duration: 121.627861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:28.488506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.105733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:34:28.488631Z","caller":"traceutil/trace.go:171","msg":"trace[656455830] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026; range_end:; response_count:1; response_revision:7806; }","duration":"124.293797ms","start":"2026-03-31T20:34:28.364309Z","end":"2026-03-31T20:34:28.488603Z","steps":["trace[656455830] 'agreement among raft nodes before linearized reading' (duration: 123.892018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.128334Z","caller":"traceutil/trace.go:171","msg":"trace[383499686] linearizableReadLoop","detail":"{readStateIndex:8120; appliedIndex:8115; }","duration":"262.727441ms","start":"2026-03-31T20:34:28.865575Z","end":"2026-03-31T20:34:29.128303Z","steps":["trace[383499686] 'read index received' (duration: 170.118191ms)","trace[383499686] 'applied index is now lower than readState.Index' (duration: 92.60769ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:29.12847Z","caller":"traceutil/trace.go:171","msg":"trace[1991437404] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"266.479907ms","start":"2026-03-31T20:34:28.861975Z","end":"2026-03-31T20:34:29.128455Z","steps":["trace[1991437404] 'process raft request' (duration: 173.615999ms)","trace[1991437404] 'compare' (duration: 91.972975ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:29.128618Z","caller":"traceutil/trace.go:171","msg":"trace[1706693194] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"266.58374ms","start":"2026-03-31T20:34:28.86199Z","end":"2026-03-31T20:34:29.128574Z","steps":["trace[1706693194] 'process raft request' (duration: 266.166678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.128739Z","caller":"traceutil/trace.go:171","msg":"trace[1033139682] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"265.732118ms","start":"2026-03-31T20:34:28.862922Z","end":"2026-03-31T20:34:29.128654Z","steps":["trace[1033139682] 'process raft request' (duration: 265.298736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.128911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.301506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T20:34:29.128987Z","caller":"traceutil/trace.go:171","msg":"trace[1848384159] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7819; }","duration":"263.400248ms","start":"2026-03-31T20:34:28.865562Z","end":"2026-03-31T20:34:29.128962Z","steps":["trace[1848384159] 'agreement among raft nodes before linearized reading' (duration: 263.153452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.129054Z","caller":"traceutil/trace.go:171","msg":"trace[830909581] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"266.120977ms","start":"2026-03-31T20:34:28.862907Z","end":"2026-03-31T20:34:29.129028Z","steps":["trace[830909581] 'process raft request' (duration: 265.280875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.129311Z","caller":"traceutil/trace.go:171","msg":"trace[1193406268] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"267.245536ms","start":"2026-03-31T20:34:28.861984Z","end":"2026-03-31T20:34:29.129229Z","steps":["trace[1193406268] 'process raft request' (duration: 266.051265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.149387Z","caller":"traceutil/trace.go:171","msg":"trace[1121289486] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"277.849653ms","start":"2026-03-31T20:34:28.871514Z","end":"2026-03-31T20:34:29.149363Z","steps":["trace[1121289486] 'process raft request' (duration: 277.403221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.149401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.583048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:34:29.149492Z","caller":"traceutil/trace.go:171","msg":"trace[519078431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7820; }","duration":"200.742372ms","start":"2026-03-31T20:34:28.948723Z","end":"2026-03-31T20:34:29.149466Z","steps":["trace[519078431] 'agreement among raft nodes before linearized reading' (duration: 200.575168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.150054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.711427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:34:29.150954Z","caller":"traceutil/trace.go:171","msg":"trace[541411858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7820; }","duration":"180.877291ms","start":"2026-03-31T20:34:28.96922Z","end":"2026-03-31T20:34:29.150097Z","steps":["trace[541411858] 'agreement among raft nodes before linearized reading' (duration: 179.960298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.156611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.775099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T20:34:29.156744Z","caller":"traceutil/trace.go:171","msg":"trace[1261320768] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7820; }","duration":"147.953413ms","start":"2026-03-31T20:34:29.008742Z","end":"2026-03-31T20:34:29.156696Z","steps":["trace[1261320768] 'agreement among raft nodes before linearized reading' (duration: 140.651469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.319448Z","caller":"traceutil/trace.go:171","msg":"trace[1217002048] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"158.220883ms","start":"2026-03-31T20:34:29.161166Z","end":"2026-03-31T20:34:29.319387Z","steps":["trace[1217002048] 'process raft request' (duration: 157.862564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.319704Z","caller":"traceutil/trace.go:171","msg":"trace[1723786733] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8122; }","duration":"114.950443ms","start":"2026-03-31T20:34:29.204703Z","end":"2026-03-31T20:34:29.319653Z","steps":["trace[1723786733] 'read index received' (duration: 102.319815ms)","trace[1723786733] 'applied index is now lower than readState.Index' (duration: 12.620568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:29.319766Z","caller":"traceutil/trace.go:171","msg":"trace[159976182] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"158.781616ms","start":"2026-03-31T20:34:29.160963Z","end":"2026-03-31T20:34:29.319745Z","steps":["trace[159976182] 'process raft request' (duration: 146.084966ms)","trace[159976182] 'compare' (duration: 11.608282ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:29.319959Z","caller":"traceutil/trace.go:171","msg":"trace[491342904] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"149.160833ms","start":"2026-03-31T20:34:29.170724Z","end":"2026-03-31T20:34:29.319885Z","steps":["trace[491342904] 'process raft request' (duration: 148.384274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.320017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.872458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T20:34:29.320076Z","caller":"traceutil/trace.go:171","msg":"trace[812446673] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7825; }","duration":"131.986761ms","start":"2026-03-31T20:34:29.188071Z","end":"2026-03-31T20:34:29.320058Z","steps":["trace[812446673] 'agreement among raft nodes before linearized reading' (duration: 131.807877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.320097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.181748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T20:34:29.32014Z","caller":"traceutil/trace.go:171","msg":"trace[1841899068] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7825; }","duration":"113.289392ms","start":"2026-03-31T20:34:29.206837Z","end":"2026-03-31T20:34:29.320126Z","steps":["trace[1841899068] 'agreement among raft nodes before linearized reading' (duration: 113.106157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.659889Z","caller":"traceutil/trace.go:171","msg":"trace[1826317873] linearizableReadLoop","detail":"{readStateIndex:8130; appliedIndex:8129; }","duration":"168.792418ms","start":"2026-03-31T20:34:29.491064Z","end":"2026-03-31T20:34:29.659856Z","steps":["trace[1826317873] 'read index received' (duration: 149.597314ms)","trace[1826317873] 'applied index is now lower than readState.Index' (duration: 19.193614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:29.659942Z","caller":"traceutil/trace.go:171","msg":"trace[1550264136] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7828; }","duration":"194.420813ms","start":"2026-03-31T20:34:29.465471Z","end":"2026-03-31T20:34:29.659892Z","steps":["trace[1550264136] 'process raft request' (duration: 175.086186ms)","trace[1550264136] 'compare' (duration: 19.153552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:29.660129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.496409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T20:34:29.660266Z","caller":"traceutil/trace.go:171","msg":"trace[361289764] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7828; }","duration":"193.647223ms","start":"2026-03-31T20:34:29.466568Z","end":"2026-03-31T20:34:29.660215Z","steps":["trace[361289764] 'agreement among raft nodes before linearized reading' (duration: 193.402507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.671769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.85656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:29.671882Z","caller":"traceutil/trace.go:171","msg":"trace[688766639] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7830; }","duration":"147.986303ms","start":"2026-03-31T20:34:29.523869Z","end":"2026-03-31T20:34:29.671855Z","steps":["trace[688766639] 'agreement among raft nodes before linearized reading' (duration: 147.782938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.671889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.115609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:34:29.671907Z","caller":"traceutil/trace.go:171","msg":"trace[834399606] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"158.229902ms","start":"2026-03-31T20:34:29.513644Z","end":"2026-03-31T20:34:29.671874Z","steps":["trace[834399606] 'process raft request' (duration: 157.697898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.671954Z","caller":"traceutil/trace.go:171","msg":"trace[1160050355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7830; }","duration":"158.239492ms","start":"2026-03-31T20:34:29.513699Z","end":"2026-03-31T20:34:29.671938Z","steps":["trace[1160050355] 'agreement among raft nodes before linearized reading' (duration: 158.016636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.671937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.971764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-31T20:34:29.672004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.096394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs-qkgm4\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-03-31T20:34:29.672042Z","caller":"traceutil/trace.go:171","msg":"trace[1394103997] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7830; }","duration":"177.113667ms","start":"2026-03-31T20:34:29.494905Z","end":"2026-03-31T20:34:29.672018Z","steps":["trace[1394103997] 'agreement among raft nodes before linearized reading' (duration: 176.787498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.672076Z","caller":"traceutil/trace.go:171","msg":"trace[1082140813] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs-qkgm4; range_end:; response_count:1; response_revision:7830; }","duration":"159.195796ms","start":"2026-03-31T20:34:29.51286Z","end":"2026-03-31T20:34:29.672056Z","steps":["trace[1082140813] 'agreement among raft nodes before linearized reading' (duration: 158.963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.895366Z","caller":"traceutil/trace.go:171","msg":"trace[49897811] linearizableReadLoop","detail":"{readStateIndex:8135; appliedIndex:8133; }","duration":"203.063579ms","start":"2026-03-31T20:34:29.692261Z","end":"2026-03-31T20:34:29.895325Z","steps":["trace[49897811] 'read index received' (duration: 125.433446ms)","trace[49897811] 'applied index is now lower than readState.Index' (duration: 77.628603ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:29.895436Z","caller":"traceutil/trace.go:171","msg":"trace[1740729189] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"212.798935ms","start":"2026-03-31T20:34:29.682594Z","end":"2026-03-31T20:34:29.895393Z","steps":["trace[1740729189] 'process raft request' (duration: 212.628591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.895475Z","caller":"traceutil/trace.go:171","msg":"trace[1734103277] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"218.195311ms","start":"2026-03-31T20:34:29.677248Z","end":"2026-03-31T20:34:29.895443Z","steps":["trace[1734103277] 'process raft request' (duration: 140.440505ms)","trace[1734103277] 'compare' (duration: 76.914405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:29.895688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.99552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-31T20:34:29.895707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.775476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T20:34:29.895747Z","caller":"traceutil/trace.go:171","msg":"trace[705051417] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7833; }","duration":"218.876928ms","start":"2026-03-31T20:34:29.67686Z","end":"2026-03-31T20:34:29.895737Z","steps":["trace[705051417] 'agreement among raft nodes before linearized reading' (duration: 218.703884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.895744Z","caller":"traceutil/trace.go:171","msg":"trace[238779774] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7833; }","duration":"217.100603ms","start":"2026-03-31T20:34:29.678623Z","end":"2026-03-31T20:34:29.895723Z","steps":["trace[238779774] 'agreement among raft nodes before linearized reading' (duration: 216.881728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.906631Z","caller":"traceutil/trace.go:171","msg":"trace[909640393] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7833; }","duration":"200.632428ms","start":"2026-03-31T20:34:29.70598Z","end":"2026-03-31T20:34:29.906613Z","steps":["trace[909640393] 'process raft request' (duration: 200.397232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:29.906858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.66379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:34:29.906886Z","caller":"traceutil/trace.go:171","msg":"trace[799050785] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"175.507866ms","start":"2026-03-31T20:34:29.731371Z","end":"2026-03-31T20:34:29.906879Z","steps":["trace[799050785] 'process raft request' (duration: 175.168347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.90691Z","caller":"traceutil/trace.go:171","msg":"trace[1653462031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7834; }","duration":"210.775873ms","start":"2026-03-31T20:34:29.696121Z","end":"2026-03-31T20:34:29.906897Z","steps":["trace[1653462031] 'agreement among raft nodes before linearized reading' (duration: 210.587038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:30.093383Z","caller":"traceutil/trace.go:171","msg":"trace[2101795400] linearizableReadLoop","detail":"{readStateIndex:8138; appliedIndex:8137; }","duration":"165.955726ms","start":"2026-03-31T20:34:29.927401Z","end":"2026-03-31T20:34:30.093357Z","steps":["trace[2101795400] 'read index received' (duration: 116.305026ms)","trace[2101795400] 'applied index is now lower than readState.Index' (duration: 49.64952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:30.093494Z","caller":"traceutil/trace.go:171","msg":"trace[202826684] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"166.371156ms","start":"2026-03-31T20:34:29.927112Z","end":"2026-03-31T20:34:30.093483Z","steps":["trace[202826684] 'process raft request' (duration: 116.577483ms)","trace[202826684] 'compare' (duration: 49.222359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:30.094302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.871948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111962"} {"level":"info","ts":"2026-03-31T20:34:30.094388Z","caller":"traceutil/trace.go:171","msg":"trace[1465589292] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7835; }","duration":"167.021192ms","start":"2026-03-31T20:34:29.92735Z","end":"2026-03-31T20:34:30.094371Z","steps":["trace[1465589292] 'agreement among raft nodes before linearized reading' (duration: 166.224232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:30.188561Z","caller":"traceutil/trace.go:171","msg":"trace[2057488371] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"255.988992ms","start":"2026-03-31T20:34:29.932544Z","end":"2026-03-31T20:34:30.188533Z","steps":["trace[2057488371] 'process raft request' (duration: 255.714055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:30.18885Z","caller":"traceutil/trace.go:171","msg":"trace[25687360] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"200.693611ms","start":"2026-03-31T20:34:29.988119Z","end":"2026-03-31T20:34:30.188812Z","steps":["trace[25687360] 'process raft request' (duration: 200.347632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:30.18928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.700629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:34:30.189462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.505649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-31T20:34:30.18941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.042947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:34:30.189525Z","caller":"traceutil/trace.go:171","msg":"trace[1144046459] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7838; }","duration":"259.596582ms","start":"2026-03-31T20:34:29.929908Z","end":"2026-03-31T20:34:30.189505Z","steps":["trace[1144046459] 'agreement among raft nodes before linearized reading' (duration: 259.429838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:30.18959Z","caller":"traceutil/trace.go:171","msg":"trace[1291238482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7838; }","duration":"154.271272ms","start":"2026-03-31T20:34:30.035274Z","end":"2026-03-31T20:34:30.189545Z","steps":["trace[1291238482] 'agreement among raft nodes before linearized reading' (duration: 153.880922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:30.189393Z","caller":"traceutil/trace.go:171","msg":"trace[1500673689] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7838; }","duration":"248.865433ms","start":"2026-03-31T20:34:29.940501Z","end":"2026-03-31T20:34:30.189367Z","steps":["trace[1500673689] 'agreement among raft nodes before linearized reading' (duration: 248.666778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:30.189321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.344473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:34:30.191009Z","caller":"traceutil/trace.go:171","msg":"trace[1100089011] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"195.873099ms","start":"2026-03-31T20:34:29.993752Z","end":"2026-03-31T20:34:30.189625Z","steps":["trace[1100089011] 'process raft request' (duration: 194.921126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:30.191263Z","caller":"traceutil/trace.go:171","msg":"trace[631037809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:7838; }","duration":"152.98253ms","start":"2026-03-31T20:34:30.036901Z","end":"2026-03-31T20:34:30.189884Z","steps":["trace[631037809] 'agreement among raft nodes before linearized reading' (duration: 152.229261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:31.024424Z","caller":"traceutil/trace.go:171","msg":"trace[2030120091] linearizableReadLoop","detail":"{readStateIndex:8145; appliedIndex:8144; }","duration":"194.32295ms","start":"2026-03-31T20:34:30.830074Z","end":"2026-03-31T20:34:31.024397Z","steps":["trace[2030120091] 'read index received' (duration: 194.105025ms)","trace[2030120091] 'applied index is now lower than readState.Index' (duration: 216.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:31.024552Z","caller":"traceutil/trace.go:171","msg":"trace[1549492371] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"306.137944ms","start":"2026-03-31T20:34:30.718367Z","end":"2026-03-31T20:34:31.024505Z","steps":["trace[1549492371] 'process raft request' (duration: 305.802305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:31.024712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.613827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:34:31.024758Z","caller":"traceutil/trace.go:171","msg":"trace[1541976493] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:7842; }","duration":"194.73647ms","start":"2026-03-31T20:34:30.83001Z","end":"2026-03-31T20:34:31.024746Z","steps":["trace[1541976493] 'agreement among raft nodes before linearized reading' (duration: 194.526575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:31.024821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:30.718334Z","time spent":"306.353989ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:31.275583Z","caller":"traceutil/trace.go:171","msg":"trace[641503419] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8145; }","duration":"251.044928ms","start":"2026-03-31T20:34:31.0245Z","end":"2026-03-31T20:34:31.275545Z","steps":["trace[641503419] 'read index received' (duration: 200.125386ms)","trace[641503419] 'applied index is now lower than readState.Index' (duration: 50.917552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:31.275653Z","caller":"traceutil/trace.go:171","msg":"trace[1050768537] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"340.432688ms","start":"2026-03-31T20:34:30.935176Z","end":"2026-03-31T20:34:31.275609Z","steps":["trace[1050768537] 'process raft request' (duration: 289.432985ms)","trace[1050768537] 'compare' (duration: 50.712476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:31.275766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.929665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:31.275834Z","caller":"traceutil/trace.go:171","msg":"trace[1222671189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7843; }","duration":"435.105069ms","start":"2026-03-31T20:34:30.840714Z","end":"2026-03-31T20:34:31.275819Z","steps":["trace[1222671189] 'agreement among raft nodes before linearized reading' (duration: 434.948176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:31.275887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:30.840686Z","time spent":"435.189501ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:34:31.275816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:30.935153Z","time spent":"340.578391ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:31.501994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.368665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:34:31.502358Z","caller":"traceutil/trace.go:171","msg":"trace[1074345812] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"175.525458ms","start":"2026-03-31T20:34:31.326812Z","end":"2026-03-31T20:34:31.502338Z","steps":["trace[1074345812] 'process raft request' (duration: 175.418575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:31.502403Z","caller":"traceutil/trace.go:171","msg":"trace[18518736] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8147; }","duration":"176.666335ms","start":"2026-03-31T20:34:31.325693Z","end":"2026-03-31T20:34:31.502359Z","steps":["trace[18518736] 'read index received' (duration: 52.770437ms)","trace[18518736] 'applied index is now lower than readState.Index' (duration: 123.891538ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:31.502483Z","caller":"traceutil/trace.go:171","msg":"trace[770735479] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"195.281954ms","start":"2026-03-31T20:34:31.307161Z","end":"2026-03-31T20:34:31.502443Z","steps":["trace[770735479] 'process raft request' (duration: 71.344275ms)","trace[770735479] 'compare' (duration: 123.16474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:31.502669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.943193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:34:31.502708Z","caller":"traceutil/trace.go:171","msg":"trace[120351154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7845; }","duration":"177.080936ms","start":"2026-03-31T20:34:31.325619Z","end":"2026-03-31T20:34:31.5027Z","steps":["trace[120351154] 'agreement among raft nodes before linearized reading' (duration: 176.904931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:31.502933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.863018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:34:31.503012Z","caller":"traceutil/trace.go:171","msg":"trace[862498324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7845; }","duration":"161.016162ms","start":"2026-03-31T20:34:31.341975Z","end":"2026-03-31T20:34:31.502991Z","steps":["trace[862498324] 'agreement among raft nodes before linearized reading' (duration: 160.643343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.716356Z","caller":"traceutil/trace.go:171","msg":"trace[2111497273] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"109.66753ms","start":"2026-03-31T20:34:33.606658Z","end":"2026-03-31T20:34:33.716325Z","steps":["trace[2111497273] 'process raft request' (duration: 88.807265ms)","trace[2111497273] 'compare' (duration: 20.630759ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:33.716508Z","caller":"traceutil/trace.go:171","msg":"trace[1566971080] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"109.552447ms","start":"2026-03-31T20:34:33.606927Z","end":"2026-03-31T20:34:33.71648Z","steps":["trace[1566971080] 'process raft request' (duration: 109.346002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.762799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.22093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:34:34.762945Z","caller":"traceutil/trace.go:171","msg":"trace[70036884] linearizableReadLoop","detail":"{readStateIndex:8168; appliedIndex:8167; }","duration":"377.340756ms","start":"2026-03-31T20:34:34.385576Z","end":"2026-03-31T20:34:34.762917Z","steps":["trace[70036884] 'read index received' (duration: 83.737387ms)","trace[70036884] 'applied index is now lower than readState.Index' (duration: 293.601538ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:34.763071Z","caller":"traceutil/trace.go:171","msg":"trace[71693253] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"380.847304ms","start":"2026-03-31T20:34:34.382205Z","end":"2026-03-31T20:34:34.763052Z","steps":["trace[71693253] 'process raft request' (duration: 87.260206ms)","trace[71693253] 'compare' (duration: 293.046554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:34.763388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.807442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:34.763469Z","caller":"traceutil/trace.go:171","msg":"trace[1085916830] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7864; }","duration":"134.949066ms","start":"2026-03-31T20:34:34.6285Z","end":"2026-03-31T20:34:34.763449Z","steps":["trace[1085916830] 'agreement among raft nodes before linearized reading' (duration: 134.779852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.763481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:34.382185Z","time spent":"381.247613ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:34.763736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.135376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:149925"} {"level":"info","ts":"2026-03-31T20:34:34.763838Z","caller":"traceutil/trace.go:171","msg":"trace[1069033796] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7864; }","duration":"378.30195ms","start":"2026-03-31T20:34:34.385516Z","end":"2026-03-31T20:34:34.763818Z","steps":["trace[1069033796] 'agreement among raft nodes before linearized reading' (duration: 377.768637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.763896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:34.385491Z","time spent":"378.394812ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":149947,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:34:36.137002Z","caller":"traceutil/trace.go:171","msg":"trace[1610094000] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"410.698305ms","start":"2026-03-31T20:34:35.726258Z","end":"2026-03-31T20:34:36.136957Z","steps":["trace[1610094000] 'process raft request' (duration: 410.391287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.137244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:35.726231Z","time spent":"410.87956ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:36.33646Z","caller":"traceutil/trace.go:171","msg":"trace[404802899] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"610.093443ms","start":"2026-03-31T20:34:35.726326Z","end":"2026-03-31T20:34:36.336419Z","steps":["trace[404802899] 'process raft request' (duration: 532.400578ms)","trace[404802899] 'compare' (duration: 77.176151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:36.336668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:35.726295Z","time spent":"610.246507ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:36.336754Z","caller":"traceutil/trace.go:171","msg":"trace[1178339731] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8169; }","duration":"495.607482ms","start":"2026-03-31T20:34:35.841116Z","end":"2026-03-31T20:34:36.336724Z","steps":["trace[1178339731] 'read index received' (duration: 295.564098ms)","trace[1178339731] 'applied index is now lower than readState.Index' (duration: 200.040744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:36.336769Z","caller":"traceutil/trace.go:171","msg":"trace[842228145] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"601.941188ms","start":"2026-03-31T20:34:35.734792Z","end":"2026-03-31T20:34:36.336733Z","steps":["trace[842228145] 'process raft request' (duration: 601.720942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.337096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:35.734781Z","time spent":"602.178273ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:36.482219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.491091ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-31T20:34:36.482265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.110004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:36.482727Z","caller":"traceutil/trace.go:171","msg":"trace[874161428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7868; }","duration":"641.574375ms","start":"2026-03-31T20:34:35.841049Z","end":"2026-03-31T20:34:36.482623Z","steps":["trace[874161428] 'agreement among raft nodes before linearized reading' (duration: 495.842898ms)","trace[874161428] 'range keys from in-memory index tree' (duration: 144.607469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:36.482879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:35.841021Z","time spent":"641.814451ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:34:36.482984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.338589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T20:34:36.483053Z","caller":"traceutil/trace.go:171","msg":"trace[535860850] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7870; }","duration":"517.462732ms","start":"2026-03-31T20:34:35.965575Z","end":"2026-03-31T20:34:36.483038Z","steps":["trace[535860850] 'agreement among raft nodes before linearized reading' (duration: 517.227076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.483105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:35.96554Z","time spent":"517.552735ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T20:34:36.482767Z","caller":"traceutil/trace.go:171","msg":"trace[211282959] linearizableReadLoop","detail":"{readStateIndex:8175; appliedIndex:8172; }","duration":"145.893771ms","start":"2026-03-31T20:34:36.336853Z","end":"2026-03-31T20:34:36.482746Z","steps":["trace[211282959] 'read index received' (duration: 181.194µs)","trace[211282959] 'applied index is now lower than readState.Index' (duration: 145.711167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:36.483366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.332455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:36.483441Z","caller":"traceutil/trace.go:171","msg":"trace[1273198407] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7870; }","duration":"129.463298ms","start":"2026-03-31T20:34:36.353958Z","end":"2026-03-31T20:34:36.483421Z","steps":["trace[1273198407] 'agreement among raft nodes before linearized reading' (duration: 129.346975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:36.483528Z","caller":"traceutil/trace.go:171","msg":"trace[469987660] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"219.36864ms","start":"2026-03-31T20:34:36.264141Z","end":"2026-03-31T20:34:36.48351Z","steps":["trace[469987660] 'process raft request' (duration: 218.277793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:36.483747Z","caller":"traceutil/trace.go:171","msg":"trace[1486795011] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"211.403709ms","start":"2026-03-31T20:34:36.272328Z","end":"2026-03-31T20:34:36.483731Z","steps":["trace[1486795011] 'process raft request' (duration: 210.299742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.483835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.694457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:34:36.4839Z","caller":"traceutil/trace.go:171","msg":"trace[2134788074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7870; }","duration":"114.807159ms","start":"2026-03-31T20:34:36.369078Z","end":"2026-03-31T20:34:36.483885Z","steps":["trace[2134788074] 'agreement among raft nodes before linearized reading' (duration: 114.649505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.484032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.574477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:34:36.484095Z","caller":"traceutil/trace.go:171","msg":"trace[1065032206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7870; }","duration":"504.69041ms","start":"2026-03-31T20:34:35.97939Z","end":"2026-03-31T20:34:36.48408Z","steps":["trace[1065032206] 'agreement among raft nodes before linearized reading' (duration: 504.537326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.48415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:35.97936Z","time spent":"504.777472ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:34:36.908678Z","caller":"traceutil/trace.go:171","msg":"trace[180561713] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"417.525267ms","start":"2026-03-31T20:34:36.49111Z","end":"2026-03-31T20:34:36.908636Z","steps":["trace[180561713] 'process raft request' (duration: 417.281481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.90891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:36.491092Z","time spent":"417.696111ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:36.934643Z","caller":"traceutil/trace.go:171","msg":"trace[1820659540] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8175; }","duration":"405.566987ms","start":"2026-03-31T20:34:36.529042Z","end":"2026-03-31T20:34:36.934609Z","steps":["trace[1820659540] 'read index received' (duration: 379.374738ms)","trace[1820659540] 'applied index is now lower than readState.Index' (duration: 26.190779ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:36.934664Z","caller":"traceutil/trace.go:171","msg":"trace[2013882764] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"442.140806ms","start":"2026-03-31T20:34:36.492488Z","end":"2026-03-31T20:34:36.934629Z","steps":["trace[2013882764] 'process raft request' (duration: 441.850459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:36.934777Z","caller":"traceutil/trace.go:171","msg":"trace[1567962482] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"440.534126ms","start":"2026-03-31T20:34:36.494198Z","end":"2026-03-31T20:34:36.934732Z","steps":["trace[1567962482] 'process raft request' (duration: 440.349821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.934937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.208248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:34:36.934989Z","caller":"traceutil/trace.go:171","msg":"trace[487111848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7873; }","duration":"167.328801ms","start":"2026-03-31T20:34:36.767647Z","end":"2026-03-31T20:34:36.934975Z","steps":["trace[487111848] 'agreement among raft nodes before linearized reading' (duration: 167.143406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.934989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:36.494193Z","time spent":"440.675689ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:36.935056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.998927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:34:36.935083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:36.492459Z","time spent":"442.359542ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:36.93512Z","caller":"traceutil/trace.go:171","msg":"trace[195703623] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7873; }","duration":"406.11258ms","start":"2026-03-31T20:34:36.528988Z","end":"2026-03-31T20:34:36.9351Z","steps":["trace[195703623] 'agreement among raft nodes before linearized reading' (duration: 405.987737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.93516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.025807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:34:36.935218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:36.528965Z","time spent":"406.238463ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:34:36.935245Z","caller":"traceutil/trace.go:171","msg":"trace[1795693197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:7873; }","duration":"164.14421ms","start":"2026-03-31T20:34:36.771077Z","end":"2026-03-31T20:34:36.935221Z","steps":["trace[1795693197] 'agreement among raft nodes before linearized reading' (duration: 163.865913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:37.172349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.435353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:34:37.17254Z","caller":"traceutil/trace.go:171","msg":"trace[1148459508] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"231.712152ms","start":"2026-03-31T20:34:36.94081Z","end":"2026-03-31T20:34:37.172523Z","steps":["trace[1148459508] 'process raft request' (duration: 231.64787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:37.1726Z","caller":"traceutil/trace.go:171","msg":"trace[1967786561] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"232.129392ms","start":"2026-03-31T20:34:36.940429Z","end":"2026-03-31T20:34:37.172558Z","steps":["trace[1967786561] 'process raft request' (duration: 99.409932ms)","trace[1967786561] 'compare' (duration: 132.018692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:38.264016Z","caller":"traceutil/trace.go:171","msg":"trace[2087199236] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"116.79039ms","start":"2026-03-31T20:34:38.1472Z","end":"2026-03-31T20:34:38.26399Z","steps":["trace[2087199236] 'process raft request' (duration: 116.574564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:38.481677Z","caller":"traceutil/trace.go:171","msg":"trace[715480812] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"139.554692ms","start":"2026-03-31T20:34:38.342078Z","end":"2026-03-31T20:34:38.481633Z","steps":["trace[715480812] 'process raft request' (duration: 135.603263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:38.519104Z","caller":"traceutil/trace.go:171","msg":"trace[1967165156] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"172.935982ms","start":"2026-03-31T20:34:38.346153Z","end":"2026-03-31T20:34:38.519089Z","steps":["trace[1967165156] 'process raft request' (duration: 172.85602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:38.628459Z","caller":"traceutil/trace.go:171","msg":"trace[1563049630] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"138.780283ms","start":"2026-03-31T20:34:38.489635Z","end":"2026-03-31T20:34:38.628415Z","steps":["trace[1563049630] 'process raft request' (duration: 116.733648ms)","trace[1563049630] 'compare' (duration: 21.714587ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:38.628463Z","caller":"traceutil/trace.go:171","msg":"trace[1718798830] linearizableReadLoop","detail":"{readStateIndex:8187; appliedIndex:8184; }","duration":"135.410569ms","start":"2026-03-31T20:34:38.493014Z","end":"2026-03-31T20:34:38.628424Z","steps":["trace[1718798830] 'read index received' (duration: 25.988025ms)","trace[1718798830] 'applied index is now lower than readState.Index' (duration: 109.420954ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:38.628471Z","caller":"traceutil/trace.go:171","msg":"trace[1385422544] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"137.961283ms","start":"2026-03-31T20:34:38.490481Z","end":"2026-03-31T20:34:38.628443Z","steps":["trace[1385422544] 'process raft request' (duration: 137.868131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:38.628648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.591293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:38.628702Z","caller":"traceutil/trace.go:171","msg":"trace[773016388] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7882; }","duration":"135.707186ms","start":"2026-03-31T20:34:38.492976Z","end":"2026-03-31T20:34:38.628684Z","steps":["trace[773016388] 'agreement among raft nodes before linearized reading' (duration: 135.583143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:41.875834Z","caller":"traceutil/trace.go:171","msg":"trace[1167772740] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"105.658099ms","start":"2026-03-31T20:34:41.770143Z","end":"2026-03-31T20:34:41.875801Z","steps":["trace[1167772740] 'process raft request' (duration: 105.466184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:46.535662Z","caller":"traceutil/trace.go:171","msg":"trace[2015965010] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"198.817564ms","start":"2026-03-31T20:34:46.336808Z","end":"2026-03-31T20:34:46.535625Z","steps":["trace[2015965010] 'process raft request' (duration: 198.558097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:54.158543Z","caller":"traceutil/trace.go:171","msg":"trace[2008727323] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"115.357693ms","start":"2026-03-31T20:34:54.043153Z","end":"2026-03-31T20:34:54.158511Z","steps":["trace[2008727323] 'read index received' (duration: 115.24555ms)","trace[2008727323] 'applied index is now lower than readState.Index' (duration: 110.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:54.158662Z","caller":"traceutil/trace.go:171","msg":"trace[86339672] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"225.239928ms","start":"2026-03-31T20:34:53.933375Z","end":"2026-03-31T20:34:54.158615Z","steps":["trace[86339672] 'process raft request' (duration: 224.958651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:54.158781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.60307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-03-31T20:34:54.158836Z","caller":"traceutil/trace.go:171","msg":"trace[1008660731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d; range_end:; response_count:1; response_revision:8017; }","duration":"115.707763ms","start":"2026-03-31T20:34:54.043107Z","end":"2026-03-31T20:34:54.158815Z","steps":["trace[1008660731] 'agreement among raft nodes before linearized reading' (duration: 115.528187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:54.741212Z","caller":"traceutil/trace.go:171","msg":"trace[1668195331] linearizableReadLoop","detail":"{readStateIndex:8327; appliedIndex:8326; }","duration":"169.7252ms","start":"2026-03-31T20:34:54.571459Z","end":"2026-03-31T20:34:54.741184Z","steps":["trace[1668195331] 'read index received' (duration: 169.665649ms)","trace[1668195331] 'applied index is now lower than readState.Index' (duration: 56.251µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:54.741327Z","caller":"traceutil/trace.go:171","msg":"trace[1201783892] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"173.760532ms","start":"2026-03-31T20:34:54.567555Z","end":"2026-03-31T20:34:54.741316Z","steps":["trace[1201783892] 'process raft request' (duration: 173.485846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:54.741535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.070599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:34:54.74156Z","caller":"traceutil/trace.go:171","msg":"trace[60034452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8019; }","duration":"170.155322ms","start":"2026-03-31T20:34:54.571396Z","end":"2026-03-31T20:34:54.741551Z","steps":["trace[60034452] 'agreement among raft nodes before linearized reading' (duration: 170.034989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:54.774932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.267388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:34:54.774997Z","caller":"traceutil/trace.go:171","msg":"trace[2073071964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8021; }","duration":"167.378231ms","start":"2026-03-31T20:34:54.607605Z","end":"2026-03-31T20:34:54.774973Z","steps":["trace[2073071964] 'agreement among raft nodes before linearized reading' (duration: 167.198206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:54.881459Z","caller":"traceutil/trace.go:171","msg":"trace[552858914] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"101.094664ms","start":"2026-03-31T20:34:54.780332Z","end":"2026-03-31T20:34:54.881426Z","steps":["trace[552858914] 'process raft request' (duration: 79.419679ms)","trace[552858914] 'compare' (duration: 21.529592ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:56.367074Z","caller":"traceutil/trace.go:171","msg":"trace[153327561] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"202.63694ms","start":"2026-03-31T20:34:56.164413Z","end":"2026-03-31T20:34:56.36705Z","steps":["trace[153327561] 'process raft request' (duration: 202.477086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:56.367213Z","caller":"traceutil/trace.go:171","msg":"trace[1333177204] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8346; }","duration":"196.225508ms","start":"2026-03-31T20:34:56.17094Z","end":"2026-03-31T20:34:56.367166Z","steps":["trace[1333177204] 'read index received' (duration: 196.159196ms)","trace[1333177204] 'applied index is now lower than readState.Index' (duration: 63.872µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:56.367424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.628377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:34:56.367474Z","caller":"traceutil/trace.go:171","msg":"trace[1004039633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8037; }","duration":"217.74652ms","start":"2026-03-31T20:34:56.14971Z","end":"2026-03-31T20:34:56.367457Z","steps":["trace[1004039633] 'agreement among raft nodes before linearized reading' (duration: 217.534265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:56.508145Z","caller":"traceutil/trace.go:171","msg":"trace[228893558] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"324.681021ms","start":"2026-03-31T20:34:56.183413Z","end":"2026-03-31T20:34:56.508094Z","steps":["trace[228893558] 'process raft request' (duration: 324.272121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:56.508379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:56.183369Z","time spent":"324.904446ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10375,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:56.573723Z","caller":"traceutil/trace.go:171","msg":"trace[712542934] linearizableReadLoop","detail":"{readStateIndex:8348; appliedIndex:8346; }","duration":"201.954043ms","start":"2026-03-31T20:34:56.371734Z","end":"2026-03-31T20:34:56.573688Z","steps":["trace[712542934] 'read index received' (duration: 135.949022ms)","trace[712542934] 'applied index is now lower than readState.Index' (duration: 66.003561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:56.574009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.2428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T20:34:56.574058Z","caller":"traceutil/trace.go:171","msg":"trace[427268436] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d; range_end:; response_count:1; response_revision:8038; }","duration":"202.362693ms","start":"2026-03-31T20:34:56.371682Z","end":"2026-03-31T20:34:56.574044Z","steps":["trace[427268436] 'agreement among raft nodes before linearized reading' (duration: 202.130987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:23.977188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.535998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:35:23.977273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.162977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:23.977329Z","caller":"traceutil/trace.go:171","msg":"trace[536572007] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8212; }","duration":"181.743544ms","start":"2026-03-31T20:35:23.795556Z","end":"2026-03-31T20:35:23.977299Z","steps":["trace[536572007] 'count revisions from in-memory index tree' (duration: 181.346494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:23.977377Z","caller":"traceutil/trace.go:171","msg":"trace[1909350095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8212; }","duration":"136.321021ms","start":"2026-03-31T20:35:23.841032Z","end":"2026-03-31T20:35:23.977353Z","steps":["trace[1909350095] 'range keys from in-memory index tree' (duration: 136.020573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:23.977366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.645021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:35:23.977509Z","caller":"traceutil/trace.go:171","msg":"trace[731096097] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8212; }","duration":"181.842636ms","start":"2026-03-31T20:35:23.795631Z","end":"2026-03-31T20:35:23.977474Z","steps":["trace[731096097] 'count revisions from in-memory index tree' (duration: 181.495147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:24.979161Z","caller":"traceutil/trace.go:171","msg":"trace[719908467] linearizableReadLoop","detail":"{readStateIndex:8550; appliedIndex:8549; }","duration":"147.731827ms","start":"2026-03-31T20:35:24.831398Z","end":"2026-03-31T20:35:24.979129Z","steps":["trace[719908467] 'read index received' (duration: 140.450034ms)","trace[719908467] 'applied index is now lower than readState.Index' (duration: 7.280413ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:24.979274Z","caller":"traceutil/trace.go:171","msg":"trace[997952684] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"157.37855ms","start":"2026-03-31T20:35:24.821852Z","end":"2026-03-31T20:35:24.979231Z","steps":["trace[997952684] 'process raft request' (duration: 149.973585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:24.979441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.029815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T20:35:24.979505Z","caller":"traceutil/trace.go:171","msg":"trace[1304605224] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8234; }","duration":"148.153958ms","start":"2026-03-31T20:35:24.831333Z","end":"2026-03-31T20:35:24.979487Z","steps":["trace[1304605224] 'agreement among raft nodes before linearized reading' (duration: 147.892261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:25.020636Z","caller":"traceutil/trace.go:171","msg":"trace[1932906240] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"117.044606ms","start":"2026-03-31T20:35:24.903553Z","end":"2026-03-31T20:35:25.020598Z","steps":["trace[1932906240] 'process raft request' (duration: 116.680766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:25.020864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.063851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:25.020913Z","caller":"traceutil/trace.go:171","msg":"trace[1814729719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8237; }","duration":"180.142373ms","start":"2026-03-31T20:35:24.840759Z","end":"2026-03-31T20:35:25.020902Z","steps":["trace[1814729719] 'agreement among raft nodes before linearized reading' (duration: 180.01286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:25.434332Z","caller":"traceutil/trace.go:171","msg":"trace[1619511992] linearizableReadLoop","detail":"{readStateIndex:8570; appliedIndex:8569; }","duration":"298.101433ms","start":"2026-03-31T20:35:25.136202Z","end":"2026-03-31T20:35:25.434304Z","steps":["trace[1619511992] 'read index received' (duration: 297.644741ms)","trace[1619511992] 'applied index is now lower than readState.Index' (duration: 455.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:25.434409Z","caller":"traceutil/trace.go:171","msg":"trace[1752324049] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"317.261303ms","start":"2026-03-31T20:35:25.117098Z","end":"2026-03-31T20:35:25.434359Z","steps":["trace[1752324049] 'process raft request' (duration: 316.862163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:25.434697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.803262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-31T20:35:25.434724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:25.117077Z","time spent":"317.439588ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129858,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:25.434772Z","caller":"traceutil/trace.go:171","msg":"trace[94623976] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8254; }","duration":"252.928345ms","start":"2026-03-31T20:35:25.181823Z","end":"2026-03-31T20:35:25.434751Z","steps":["trace[94623976] 'agreement among raft nodes before linearized reading' (duration: 252.640958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:25.434794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.551514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T20:35:25.434897Z","caller":"traceutil/trace.go:171","msg":"trace[998794876] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8254; }","duration":"298.714818ms","start":"2026-03-31T20:35:25.136159Z","end":"2026-03-31T20:35:25.434873Z","steps":["trace[998794876] 'agreement among raft nodes before linearized reading' (duration: 298.275397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:25.564549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.89176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:35:25.564596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.760271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:35:25.564646Z","caller":"traceutil/trace.go:171","msg":"trace[743685419] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8260; }","duration":"111.027354ms","start":"2026-03-31T20:35:25.453595Z","end":"2026-03-31T20:35:25.564622Z","steps":["trace[743685419] 'agreement among raft nodes before linearized reading' (duration: 110.851319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:25.564628Z","caller":"traceutil/trace.go:171","msg":"trace[1869806814] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"116.976753ms","start":"2026-03-31T20:35:25.447573Z","end":"2026-03-31T20:35:25.56455Z","steps":["trace[1869806814] 'process raft request' (duration: 103.588717ms)","trace[1869806814] 'compare' (duration: 12.74403ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:25.56448Z","caller":"traceutil/trace.go:171","msg":"trace[282150592] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"116.587683ms","start":"2026-03-31T20:35:25.447851Z","end":"2026-03-31T20:35:25.564439Z","steps":["trace[282150592] 'process raft request' (duration: 116.4517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:25.564535Z","caller":"traceutil/trace.go:171","msg":"trace[1530191065] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"114.982643ms","start":"2026-03-31T20:35:25.449489Z","end":"2026-03-31T20:35:25.564471Z","steps":["trace[1530191065] 'process raft request' (duration: 114.897071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:25.5647Z","caller":"traceutil/trace.go:171","msg":"trace[1418300781] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8260; }","duration":"105.907705ms","start":"2026-03-31T20:35:25.458752Z","end":"2026-03-31T20:35:25.56466Z","steps":["trace[1418300781] 'agreement among raft nodes before linearized reading' (duration: 105.72214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:25.705754Z","caller":"traceutil/trace.go:171","msg":"trace[1873034772] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"101.843503ms","start":"2026-03-31T20:35:25.603814Z","end":"2026-03-31T20:35:25.705657Z","steps":["trace[1873034772] 'process raft request' (duration: 100.895679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:25.705949Z","caller":"traceutil/trace.go:171","msg":"trace[1790558436] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8577; }","duration":"101.500614ms","start":"2026-03-31T20:35:25.604414Z","end":"2026-03-31T20:35:25.705914Z","steps":["trace[1790558436] 'read index received' (duration: 5.787125ms)","trace[1790558436] 'applied index is now lower than readState.Index' (duration: 95.710719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:25.706545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.086018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:35:25.706956Z","caller":"traceutil/trace.go:171","msg":"trace[1644292215] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8264; }","duration":"102.288073ms","start":"2026-03-31T20:35:25.604368Z","end":"2026-03-31T20:35:25.706656Z","steps":["trace[1644292215] 'agreement among raft nodes before linearized reading' (duration: 101.810831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:25.713865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.983202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T20:35:25.713917Z","caller":"traceutil/trace.go:171","msg":"trace[1571043870] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8265; }","duration":"109.096155ms","start":"2026-03-31T20:35:25.604804Z","end":"2026-03-31T20:35:25.7139Z","steps":["trace[1571043870] 'agreement among raft nodes before linearized reading' (duration: 108.90351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:25.713948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.431969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:25.714012Z","caller":"traceutil/trace.go:171","msg":"trace[29792378] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:8265; }","duration":"108.532931ms","start":"2026-03-31T20:35:25.605462Z","end":"2026-03-31T20:35:25.713995Z","steps":["trace[29792378] 'agreement among raft nodes before linearized reading' (duration: 108.413868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:25.714299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.501286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111962"} {"level":"info","ts":"2026-03-31T20:35:25.714389Z","caller":"traceutil/trace.go:171","msg":"trace[1065938014] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8265; }","duration":"109.634319ms","start":"2026-03-31T20:35:25.604737Z","end":"2026-03-31T20:35:25.714371Z","steps":["trace[1065938014] 'agreement among raft nodes before linearized reading' (duration: 109.170317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:27.375598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.188827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:35:27.375852Z","caller":"traceutil/trace.go:171","msg":"trace[1991673877] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8620; }","duration":"189.635063ms","start":"2026-03-31T20:35:27.186189Z","end":"2026-03-31T20:35:27.375824Z","steps":["trace[1991673877] 'read index received' (duration: 83.965733ms)","trace[1991673877] 'applied index is now lower than readState.Index' (duration: 105.6672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:27.375873Z","caller":"traceutil/trace.go:171","msg":"trace[281483775] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"241.161549ms","start":"2026-03-31T20:35:27.13467Z","end":"2026-03-31T20:35:27.375831Z","steps":["trace[281483775] 'process raft request' (duration: 135.590352ms)","trace[281483775] 'compare' (duration: 105.011763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:27.376002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.771806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:27.376138Z","caller":"traceutil/trace.go:171","msg":"trace[584236789] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8304; }","duration":"189.93993ms","start":"2026-03-31T20:35:27.186151Z","end":"2026-03-31T20:35:27.376091Z","steps":["trace[584236789] 'agreement among raft nodes before linearized reading' (duration: 189.738025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:27.376149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.003491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:27.376303Z","caller":"traceutil/trace.go:171","msg":"trace[1689635752] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8304; }","duration":"153.246466ms","start":"2026-03-31T20:35:27.223043Z","end":"2026-03-31T20:35:27.376289Z","steps":["trace[1689635752] 'agreement among raft nodes before linearized reading' (duration: 152.99805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:29.264794Z","caller":"traceutil/trace.go:171","msg":"trace[2034561893] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"137.952582ms","start":"2026-03-31T20:35:29.126801Z","end":"2026-03-31T20:35:29.264754Z","steps":["trace[2034561893] 'process raft request' (duration: 137.48619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:30.456381Z","caller":"traceutil/trace.go:171","msg":"trace[962101260] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"387.04315ms","start":"2026-03-31T20:35:30.069302Z","end":"2026-03-31T20:35:30.456345Z","steps":["trace[962101260] 'process raft request' (duration: 386.966538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:30.456413Z","caller":"traceutil/trace.go:171","msg":"trace[2083165809] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"393.820851ms","start":"2026-03-31T20:35:30.062547Z","end":"2026-03-31T20:35:30.456368Z","steps":["trace[2083165809] 'process raft request' (duration: 393.475021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:30.456578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:30.069277Z","time spent":"387.196285ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:30.456622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:30.06252Z","time spent":"393.980194ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:31.044653Z","caller":"traceutil/trace.go:171","msg":"trace[1865526268] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8636; }","duration":"210.676942ms","start":"2026-03-31T20:35:30.833947Z","end":"2026-03-31T20:35:31.044624Z","steps":["trace[1865526268] 'read index received' (duration: 210.407554ms)","trace[1865526268] 'applied index is now lower than readState.Index' (duration: 268.458µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:31.044914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.955199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:35:31.044948Z","caller":"traceutil/trace.go:171","msg":"trace[1970246932] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:8320; }","duration":"211.060422ms","start":"2026-03-31T20:35:30.833878Z","end":"2026-03-31T20:35:31.044939Z","steps":["trace[1970246932] 'agreement among raft nodes before linearized reading' (duration: 210.900978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.044944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.81035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:31.045092Z","caller":"traceutil/trace.go:171","msg":"trace[1985733671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8320; }","duration":"206.013745ms","start":"2026-03-31T20:35:30.839052Z","end":"2026-03-31T20:35:31.045066Z","steps":["trace[1985733671] 'agreement among raft nodes before linearized reading' (duration: 205.81144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.044807Z","caller":"traceutil/trace.go:171","msg":"trace[221933290] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"510.301472ms","start":"2026-03-31T20:35:30.534456Z","end":"2026-03-31T20:35:31.044757Z","steps":["trace[221933290] 'process raft request' (duration: 509.990573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.045757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:30.534422Z","time spent":"511.117573ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:31.547225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.994029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:35:31.547313Z","caller":"traceutil/trace.go:171","msg":"trace[1304058622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8324; }","duration":"151.178024ms","start":"2026-03-31T20:35:31.396115Z","end":"2026-03-31T20:35:31.547293Z","steps":["trace[1304058622] 'range keys from in-memory index tree' (duration: 150.750943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.547427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.536756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:31.547531Z","caller":"traceutil/trace.go:171","msg":"trace[1106228989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8324; }","duration":"264.664519ms","start":"2026-03-31T20:35:31.28284Z","end":"2026-03-31T20:35:31.547504Z","steps":["trace[1106228989] 'count revisions from in-memory index tree' (duration: 264.438094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.54792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.849211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:35:31.547978Z","caller":"traceutil/trace.go:171","msg":"trace[191827428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8324; }","duration":"277.916233ms","start":"2026-03-31T20:35:31.270037Z","end":"2026-03-31T20:35:31.547953Z","steps":["trace[191827428] 'range keys from in-memory index tree' (duration: 277.106643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.784204Z","caller":"traceutil/trace.go:171","msg":"trace[1532095566] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"232.632625ms","start":"2026-03-31T20:35:31.551541Z","end":"2026-03-31T20:35:31.784174Z","steps":["trace[1532095566] 'process raft request' (duration: 232.47011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.836664Z","caller":"traceutil/trace.go:171","msg":"trace[931190400] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"284.861918ms","start":"2026-03-31T20:35:31.551756Z","end":"2026-03-31T20:35:31.836618Z","steps":["trace[931190400] 'process raft request' (duration: 284.518159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.836761Z","caller":"traceutil/trace.go:171","msg":"trace[1730436579] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8643; }","duration":"242.886811ms","start":"2026-03-31T20:35:31.593841Z","end":"2026-03-31T20:35:31.836728Z","steps":["trace[1730436579] 'read index received' (duration: 190.586466ms)","trace[1730436579] 'applied index is now lower than readState.Index' (duration: 52.298925ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:31.836802Z","caller":"traceutil/trace.go:171","msg":"trace[80788802] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"282.691584ms","start":"2026-03-31T20:35:31.554077Z","end":"2026-03-31T20:35:31.836769Z","steps":["trace[80788802] 'process raft request' (duration: 282.385207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.837067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.21676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:35:31.837116Z","caller":"traceutil/trace.go:171","msg":"trace[1318306803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8327; }","duration":"243.333273ms","start":"2026-03-31T20:35:31.593769Z","end":"2026-03-31T20:35:31.837102Z","steps":["trace[1318306803] 'agreement among raft nodes before linearized reading' (duration: 243.121887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.837301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.272721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:35:31.837352Z","caller":"traceutil/trace.go:171","msg":"trace[492491061] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8327; }","duration":"237.391365ms","start":"2026-03-31T20:35:31.599949Z","end":"2026-03-31T20:35:31.83734Z","steps":["trace[492491061] 'agreement among raft nodes before linearized reading' (duration: 237.179748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.837539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.776169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:35:31.837566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.81605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:35:31.837592Z","caller":"traceutil/trace.go:171","msg":"trace[1211055940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:8327; }","duration":"232.865471ms","start":"2026-03-31T20:35:31.604714Z","end":"2026-03-31T20:35:31.837579Z","steps":["trace[1211055940] 'agreement among raft nodes before linearized reading' (duration: 232.735057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.837604Z","caller":"traceutil/trace.go:171","msg":"trace[1401950682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8327; }","duration":"236.891062ms","start":"2026-03-31T20:35:31.600701Z","end":"2026-03-31T20:35:31.837592Z","steps":["trace[1401950682] 'agreement among raft nodes before linearized reading' (duration: 236.80735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.977205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.751069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:35:31.977533Z","caller":"traceutil/trace.go:171","msg":"trace[205998408] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"133.543901ms","start":"2026-03-31T20:35:31.843971Z","end":"2026-03-31T20:35:31.977515Z","steps":["trace[205998408] 'process raft request' (duration: 133.49119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.977644Z","caller":"traceutil/trace.go:171","msg":"trace[2045223345] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"134.498105ms","start":"2026-03-31T20:35:31.84314Z","end":"2026-03-31T20:35:31.977638Z","steps":["trace[2045223345] 'process raft request' (duration: 134.204547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.977705Z","caller":"traceutil/trace.go:171","msg":"trace[1660757071] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"134.490235ms","start":"2026-03-31T20:35:31.843208Z","end":"2026-03-31T20:35:31.977698Z","steps":["trace[1660757071] 'process raft request' (duration: 134.200268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.977754Z","caller":"traceutil/trace.go:171","msg":"trace[2069218248] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"134.510775ms","start":"2026-03-31T20:35:31.843237Z","end":"2026-03-31T20:35:31.977747Z","steps":["trace[2069218248] 'process raft request' (duration: 134.198627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.977754Z","caller":"traceutil/trace.go:171","msg":"trace[477485448] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"133.586862ms","start":"2026-03-31T20:35:31.844132Z","end":"2026-03-31T20:35:31.977719Z","steps":["trace[477485448] 'process raft request' (duration: 133.355086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.977778Z","caller":"traceutil/trace.go:171","msg":"trace[1353583068] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"134.601987ms","start":"2026-03-31T20:35:31.843128Z","end":"2026-03-31T20:35:31.97773Z","steps":["trace[1353583068] 'process raft request' (duration: 15.255214ms)","trace[1353583068] 'compare' (duration: 118.607204ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:32.201241Z","caller":"traceutil/trace.go:171","msg":"trace[20848279] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"125.379635ms","start":"2026-03-31T20:35:32.075791Z","end":"2026-03-31T20:35:32.201171Z","steps":["trace[20848279] 'process raft request' (duration: 68.799201ms)","trace[20848279] 'compare' (duration: 56.374008ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:33.356287Z","caller":"traceutil/trace.go:171","msg":"trace[2004438566] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"183.529579ms","start":"2026-03-31T20:35:33.17273Z","end":"2026-03-31T20:35:33.356259Z","steps":["trace[2004438566] 'process raft request' (duration: 183.362924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:33.661963Z","caller":"traceutil/trace.go:171","msg":"trace[1385864991] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8655; }","duration":"391.180274ms","start":"2026-03-31T20:35:33.270754Z","end":"2026-03-31T20:35:33.661934Z","steps":["trace[1385864991] 'read index received' (duration: 85.418469ms)","trace[1385864991] 'applied index is now lower than readState.Index' (duration: 305.760715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:33.662086Z","caller":"traceutil/trace.go:171","msg":"trace[2053919594] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"489.056057ms","start":"2026-03-31T20:35:33.172976Z","end":"2026-03-31T20:35:33.662032Z","steps":["trace[2053919594] 'process raft request' (duration: 488.863482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.662196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.42504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:35:33.662247Z","caller":"traceutil/trace.go:171","msg":"trace[214149492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8341; }","duration":"391.568984ms","start":"2026-03-31T20:35:33.270664Z","end":"2026-03-31T20:35:33.662233Z","steps":["trace[214149492] 'agreement among raft nodes before linearized reading' (duration: 391.384029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.662296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.270628Z","time spent":"391.656866ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:35:33.662342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.172956Z","time spent":"489.253402ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:33.662533Z","caller":"traceutil/trace.go:171","msg":"trace[1700015409] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"449.372728ms","start":"2026-03-31T20:35:33.213106Z","end":"2026-03-31T20:35:33.662479Z","steps":["trace[1700015409] 'process raft request' (duration: 448.777813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:33.662575Z","caller":"traceutil/trace.go:171","msg":"trace[385256747] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"489.681382ms","start":"2026-03-31T20:35:33.172847Z","end":"2026-03-31T20:35:33.662528Z","steps":["trace[385256747] 'process raft request' (duration: 488.803911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.662773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.213022Z","time spent":"449.627464ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:33.662806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.172801Z","time spent":"489.871938ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:33.958162Z","caller":"traceutil/trace.go:171","msg":"trace[2113659858] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8659; }","duration":"118.269777ms","start":"2026-03-31T20:35:33.839859Z","end":"2026-03-31T20:35:33.958129Z","steps":["trace[2113659858] 'read index received' (duration: 117.929427ms)","trace[2113659858] 'applied index is now lower than readState.Index' (duration: 339.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:33.958531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.644887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:33.958635Z","caller":"traceutil/trace.go:171","msg":"trace[1227838853] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"162.197872ms","start":"2026-03-31T20:35:33.796381Z","end":"2026-03-31T20:35:33.958579Z","steps":["trace[1227838853] 'process raft request' (duration: 161.549115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:33.958686Z","caller":"traceutil/trace.go:171","msg":"trace[174005686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8342; }","duration":"118.856462ms","start":"2026-03-31T20:35:33.839792Z","end":"2026-03-31T20:35:33.958648Z","steps":["trace[174005686] 'agreement among raft nodes before linearized reading' (duration: 118.589185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.958725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.695206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:35:33.958776Z","caller":"traceutil/trace.go:171","msg":"trace[760262730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:8342; }","duration":"108.808179ms","start":"2026-03-31T20:35:33.849955Z","end":"2026-03-31T20:35:33.958763Z","steps":["trace[760262730] 'agreement among raft nodes before linearized reading' (duration: 108.601343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.958844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.441105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:35:33.958984Z","caller":"traceutil/trace.go:171","msg":"trace[1068594126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8342; }","duration":"115.65686ms","start":"2026-03-31T20:35:33.843296Z","end":"2026-03-31T20:35:33.958953Z","steps":["trace[1068594126] 'agreement among raft nodes before linearized reading' (duration: 115.267131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.299474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.978401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:35:34.299876Z","caller":"traceutil/trace.go:171","msg":"trace[1380768769] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"285.144026ms","start":"2026-03-31T20:35:34.014644Z","end":"2026-03-31T20:35:34.299788Z","steps":["trace[1380768769] 'process raft request' (duration: 55.711682ms)","trace[1380768769] 'compare' (duration: 228.786837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:34.300018Z","caller":"traceutil/trace.go:171","msg":"trace[23404653] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"285.161226ms","start":"2026-03-31T20:35:34.014796Z","end":"2026-03-31T20:35:34.299957Z","steps":["trace[23404653] 'process raft request' (duration: 284.804936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.725534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.571091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:35:34.72564Z","caller":"traceutil/trace.go:171","msg":"trace[1409717540] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8346; }","duration":"259.750736ms","start":"2026-03-31T20:35:34.465867Z","end":"2026-03-31T20:35:34.725618Z","steps":["trace[1409717540] 'count revisions from in-memory index tree' (duration: 259.371486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:48.536743Z","caller":"traceutil/trace.go:171","msg":"trace[625040150] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"157.72905ms","start":"2026-03-31T20:35:48.378974Z","end":"2026-03-31T20:35:48.536703Z","steps":["trace[625040150] 'process raft request' (duration: 81.253155ms)","trace[625040150] 'compare' (duration: 76.313001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:49.013027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.863326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:49.013138Z","caller":"traceutil/trace.go:171","msg":"trace[653087715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8445; }","duration":"172.050251ms","start":"2026-03-31T20:35:48.841067Z","end":"2026-03-31T20:35:49.013117Z","steps":["trace[653087715] 'range keys from in-memory index tree' (duration: 171.747433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:50.411826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.481071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:35:50.411914Z","caller":"traceutil/trace.go:171","msg":"trace[1920280885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8450; }","duration":"267.614025ms","start":"2026-03-31T20:35:50.14428Z","end":"2026-03-31T20:35:50.411894Z","steps":["trace[1920280885] 'range keys from in-memory index tree' (duration: 267.361528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:50.412374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.579692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:50.412418Z","caller":"traceutil/trace.go:171","msg":"trace[835522831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8450; }","duration":"195.671924ms","start":"2026-03-31T20:35:50.216733Z","end":"2026-03-31T20:35:50.412405Z","steps":["trace[835522831] 'count revisions from in-memory index tree' (duration: 195.50087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:50.412624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.606632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:35:50.412663Z","caller":"traceutil/trace.go:171","msg":"trace[1466525768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8450; }","duration":"195.655704ms","start":"2026-03-31T20:35:50.216995Z","end":"2026-03-31T20:35:50.412651Z","steps":["trace[1466525768] 'range keys from in-memory index tree' (duration: 195.51787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:50.59461Z","caller":"traceutil/trace.go:171","msg":"trace[1150475814] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"155.80794ms","start":"2026-03-31T20:35:50.438772Z","end":"2026-03-31T20:35:50.59458Z","steps":["trace[1150475814] 'process raft request' (duration: 155.657547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:50.594602Z","caller":"traceutil/trace.go:171","msg":"trace[1819578803] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"176.722977ms","start":"2026-03-31T20:35:50.417837Z","end":"2026-03-31T20:35:50.59456Z","steps":["trace[1819578803] 'process raft request' (duration: 122.966234ms)","trace[1819578803] 'compare' (duration: 53.422245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:51.004406Z","caller":"traceutil/trace.go:171","msg":"trace[912008583] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"103.508915ms","start":"2026-03-31T20:35:50.900852Z","end":"2026-03-31T20:35:51.004361Z","steps":["trace[912008583] 'process raft request' (duration: 55.180698ms)","trace[912008583] 'compare' (duration: 47.977337ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:52.023004Z","caller":"traceutil/trace.go:171","msg":"trace[662875315] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"557.714605ms","start":"2026-03-31T20:35:51.465271Z","end":"2026-03-31T20:35:52.022986Z","steps":["trace[662875315] 'process raft request' (duration: 557.476539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:52.022992Z","caller":"traceutil/trace.go:171","msg":"trace[510588073] linearizableReadLoop","detail":"{readStateIndex:8779; appliedIndex:8778; }","duration":"388.384874ms","start":"2026-03-31T20:35:51.634575Z","end":"2026-03-31T20:35:52.02296Z","steps":["trace[510588073] 'read index received' (duration: 388.18492ms)","trace[510588073] 'applied index is now lower than readState.Index' (duration: 198.524µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:52.023162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:51.465238Z","time spent":"557.829708ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:52.023498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.919667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:35:52.023562Z","caller":"traceutil/trace.go:171","msg":"trace[1111488621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8457; }","duration":"389.02971ms","start":"2026-03-31T20:35:51.634513Z","end":"2026-03-31T20:35:52.023543Z","steps":["trace[1111488621] 'agreement among raft nodes before linearized reading' (duration: 388.544078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:52.023609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:51.634487Z","time spent":"389.108912ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:35:52.039019Z","caller":"traceutil/trace.go:171","msg":"trace[346353416] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"297.148047ms","start":"2026-03-31T20:35:51.741815Z","end":"2026-03-31T20:35:52.038963Z","steps":["trace[346353416] 'process raft request' (duration: 296.84462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:52.039032Z","caller":"traceutil/trace.go:171","msg":"trace[778197303] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"289.252789ms","start":"2026-03-31T20:35:51.749736Z","end":"2026-03-31T20:35:52.038989Z","steps":["trace[778197303] 'process raft request' (duration: 289.115526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:52.238868Z","caller":"traceutil/trace.go:171","msg":"trace[1021619386] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8781; }","duration":"152.877427ms","start":"2026-03-31T20:35:52.085954Z","end":"2026-03-31T20:35:52.238831Z","steps":["trace[1021619386] 'read index received' (duration: 120.80071ms)","trace[1021619386] 'applied index is now lower than readState.Index' (duration: 32.075247ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:52.239183Z","caller":"traceutil/trace.go:171","msg":"trace[981670744] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"154.665082ms","start":"2026-03-31T20:35:52.084489Z","end":"2026-03-31T20:35:52.239154Z","steps":["trace[981670744] 'process raft request' (duration: 122.258957ms)","trace[981670744] 'compare' (duration: 31.936913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:52.239718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.758588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:35:52.239805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.511155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:52.239858Z","caller":"traceutil/trace.go:171","msg":"trace[889301378] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8460; }","duration":"130.613417ms","start":"2026-03-31T20:35:52.109231Z","end":"2026-03-31T20:35:52.239845Z","steps":["trace[889301378] 'agreement among raft nodes before linearized reading' (duration: 130.532225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:52.23971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.220029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:52.240515Z","caller":"traceutil/trace.go:171","msg":"trace[1943230951] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8460; }","duration":"147.038971ms","start":"2026-03-31T20:35:52.093418Z","end":"2026-03-31T20:35:52.240457Z","steps":["trace[1943230951] 'agreement among raft nodes before linearized reading' (duration: 146.20888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:52.240794Z","caller":"traceutil/trace.go:171","msg":"trace[332724762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:8460; }","duration":"153.846752ms","start":"2026-03-31T20:35:52.085917Z","end":"2026-03-31T20:35:52.239764Z","steps":["trace[332724762] 'agreement among raft nodes before linearized reading' (duration: 153.631266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:00.90165Z","caller":"traceutil/trace.go:171","msg":"trace[438211000] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"127.768886ms","start":"2026-03-31T20:36:00.77385Z","end":"2026-03-31T20:36:00.901619Z","steps":["trace[438211000] 'process raft request' (duration: 89.742539ms)","trace[438211000] 'compare' (duration: 37.468252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:18.288981Z","caller":"traceutil/trace.go:171","msg":"trace[1702093676] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"160.64569ms","start":"2026-03-31T20:36:18.128302Z","end":"2026-03-31T20:36:18.288948Z","steps":["trace[1702093676] 'process raft request' (duration: 160.466015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:18.317889Z","caller":"traceutil/trace.go:171","msg":"trace[309392812] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"188.744772ms","start":"2026-03-31T20:36:18.129115Z","end":"2026-03-31T20:36:18.31786Z","steps":["trace[309392812] 'process raft request' (duration: 188.702001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:18.317936Z","caller":"traceutil/trace.go:171","msg":"trace[378536437] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"189.456239ms","start":"2026-03-31T20:36:18.128437Z","end":"2026-03-31T20:36:18.317894Z","steps":["trace[378536437] 'process raft request' (duration: 189.214682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:19.246724Z","caller":"traceutil/trace.go:171","msg":"trace[862298049] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"191.412137ms","start":"2026-03-31T20:36:19.055286Z","end":"2026-03-31T20:36:19.246698Z","steps":["trace[862298049] 'process raft request' (duration: 191.174021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:20.495214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.532542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:36:20.495328Z","caller":"traceutil/trace.go:171","msg":"trace[1192565452] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8656; }","duration":"149.707977ms","start":"2026-03-31T20:36:20.345599Z","end":"2026-03-31T20:36:20.495307Z","steps":["trace[1192565452] 'count revisions from in-memory index tree' (duration: 149.43302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:21.548768Z","caller":"traceutil/trace.go:171","msg":"trace[1628467114] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"165.88435ms","start":"2026-03-31T20:36:21.382848Z","end":"2026-03-31T20:36:21.548732Z","steps":["trace[1628467114] 'process raft request' (duration: 165.623353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:05.648604Z","caller":"traceutil/trace.go:171","msg":"trace[205995579] linearizableReadLoop","detail":"{readStateIndex:9285; appliedIndex:9284; }","duration":"249.961268ms","start":"2026-03-31T20:37:05.398611Z","end":"2026-03-31T20:37:05.648572Z","steps":["trace[205995579] 'read index received' (duration: 249.780954ms)","trace[205995579] 'applied index is now lower than readState.Index' (duration: 178.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:05.648813Z","caller":"traceutil/trace.go:171","msg":"trace[258599955] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"340.59403ms","start":"2026-03-31T20:37:05.308157Z","end":"2026-03-31T20:37:05.648751Z","steps":["trace[258599955] 'process raft request' (duration: 340.20148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:05.64896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.329207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"warn","ts":"2026-03-31T20:37:05.648996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.308135Z","time spent":"340.771254ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:05.649021Z","caller":"traceutil/trace.go:171","msg":"trace[1202644359] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8948; }","duration":"250.466181ms","start":"2026-03-31T20:37:05.398539Z","end":"2026-03-31T20:37:05.649005Z","steps":["trace[1202644359] 'agreement among raft nodes before linearized reading' (duration: 250.216335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:05.649125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.348379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:37:05.649203Z","caller":"traceutil/trace.go:171","msg":"trace[831513864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8948; }","duration":"131.483182ms","start":"2026-03-31T20:37:05.517708Z","end":"2026-03-31T20:37:05.649191Z","steps":["trace[831513864] 'agreement among raft nodes before linearized reading' (duration: 131.305467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:05.649228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.086162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:05.649304Z","caller":"traceutil/trace.go:171","msg":"trace[20963973] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8948; }","duration":"129.218215ms","start":"2026-03-31T20:37:05.520068Z","end":"2026-03-31T20:37:05.649286Z","steps":["trace[20963973] 'agreement among raft nodes before linearized reading' (duration: 129.085942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:06.175371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.55085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:37:06.175643Z","caller":"traceutil/trace.go:171","msg":"trace[1494862092] linearizableReadLoop","detail":"{readStateIndex:9287; appliedIndex:9285; }","duration":"334.055116ms","start":"2026-03-31T20:37:05.841571Z","end":"2026-03-31T20:37:06.175626Z","steps":["trace[1494862092] 'read index received' (duration: 27.134967ms)","trace[1494862092] 'applied index is now lower than readState.Index' (duration: 306.919109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:06.175782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.222241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:06.175809Z","caller":"traceutil/trace.go:171","msg":"trace[21442707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8950; }","duration":"334.284643ms","start":"2026-03-31T20:37:05.841513Z","end":"2026-03-31T20:37:06.175798Z","steps":["trace[21442707] 'agreement among raft nodes before linearized reading' (duration: 334.17597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:06.175865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.841484Z","time spent":"334.359625ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:37:06.176076Z","caller":"traceutil/trace.go:171","msg":"trace[131430506] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"384.506306ms","start":"2026-03-31T20:37:05.791561Z","end":"2026-03-31T20:37:06.176068Z","steps":["trace[131430506] 'process raft request' (duration: 383.925292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:06.176123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.791525Z","time spent":"384.572578ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:06.176123Z","caller":"traceutil/trace.go:171","msg":"trace[1968917742] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"521.444954ms","start":"2026-03-31T20:37:05.654635Z","end":"2026-03-31T20:37:06.17608Z","steps":["trace[1968917742] 'process raft request' (duration: 214.059513ms)","trace[1968917742] 'compare' (duration: 306.391956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:06.176367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.654613Z","time spent":"521.607698ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:06.312313Z","caller":"traceutil/trace.go:171","msg":"trace[423643023] linearizableReadLoop","detail":"{readStateIndex:9288; appliedIndex:9287; }","duration":"134.63145ms","start":"2026-03-31T20:37:06.177639Z","end":"2026-03-31T20:37:06.31227Z","steps":["trace[423643023] 'read index received' (duration: 91.308458ms)","trace[423643023] 'applied index is now lower than readState.Index' (duration: 43.321142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:06.31252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.842145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:06.312606Z","caller":"traceutil/trace.go:171","msg":"trace[1309544241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8950; }","duration":"134.979909ms","start":"2026-03-31T20:37:06.177602Z","end":"2026-03-31T20:37:06.312582Z","steps":["trace[1309544241] 'agreement among raft nodes before linearized reading' (duration: 134.785104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:06.312781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.76699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:06.312907Z","caller":"traceutil/trace.go:171","msg":"trace[1818219688] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8950; }","duration":"126.21496ms","start":"2026-03-31T20:37:06.186675Z","end":"2026-03-31T20:37:06.31289Z","steps":["trace[1818219688] 'agreement among raft nodes before linearized reading' (duration: 125.78421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:18.690558Z","caller":"traceutil/trace.go:171","msg":"trace[802115212] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"100.209461ms","start":"2026-03-31T20:37:18.590318Z","end":"2026-03-31T20:37:18.690527Z","steps":["trace[802115212] 'process raft request' (duration: 100.005546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.22404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.854295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:19.224186Z","caller":"traceutil/trace.go:171","msg":"trace[718073954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9058; }","duration":"383.295276ms","start":"2026-03-31T20:37:18.840862Z","end":"2026-03-31T20:37:19.224157Z","steps":["trace[718073954] 'range keys from in-memory index tree' (duration: 382.692542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.224285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:18.840832Z","time spent":"383.43111ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:37:19.224215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.859562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:37:19.22443Z","caller":"traceutil/trace.go:171","msg":"trace[1296380612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9058; }","duration":"211.140529ms","start":"2026-03-31T20:37:19.013261Z","end":"2026-03-31T20:37:19.224402Z","steps":["trace[1296380612] 'range keys from in-memory index tree' (duration: 210.705999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.22477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.465687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:19.224843Z","caller":"traceutil/trace.go:171","msg":"trace[1344606762] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9058; }","duration":"344.61333ms","start":"2026-03-31T20:37:18.880207Z","end":"2026-03-31T20:37:19.224821Z","steps":["trace[1344606762] 'count revisions from in-memory index tree' (duration: 344.344354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.224895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:18.880181Z","time spent":"344.698093ms","remote":"127.0.0.1:50786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:19.224877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.435237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:37:19.225166Z","caller":"traceutil/trace.go:171","msg":"trace[916366083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9058; }","duration":"203.753295ms","start":"2026-03-31T20:37:19.021381Z","end":"2026-03-31T20:37:19.225134Z","steps":["trace[916366083] 'range keys from in-memory index tree' (duration: 203.245342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.225178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.033349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:37:19.225266Z","caller":"traceutil/trace.go:171","msg":"trace[1148005159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9058; }","duration":"141.198954ms","start":"2026-03-31T20:37:19.084047Z","end":"2026-03-31T20:37:19.225246Z","steps":["trace[1148005159] 'range keys from in-memory index tree' (duration: 140.604689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:22.414245Z","caller":"traceutil/trace.go:171","msg":"trace[373338399] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"113.551774ms","start":"2026-03-31T20:37:22.300659Z","end":"2026-03-31T20:37:22.414211Z","steps":["trace[373338399] 'process raft request' (duration: 113.229896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:26.429163Z","caller":"traceutil/trace.go:171","msg":"trace[744268285] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"282.154612ms","start":"2026-03-31T20:37:26.146698Z","end":"2026-03-31T20:37:26.428853Z","steps":["trace[744268285] 'process raft request' (duration: 281.911656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:26.489117Z","caller":"traceutil/trace.go:171","msg":"trace[1224871824] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"333.568416ms","start":"2026-03-31T20:37:26.155526Z","end":"2026-03-31T20:37:26.489095Z","steps":["trace[1224871824] 'process raft request' (duration: 333.438152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:26.489293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:26.155484Z","time spent":"333.701709ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8183,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:26.599151Z","caller":"traceutil/trace.go:171","msg":"trace[989934004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9101; }","duration":"100.005476ms","start":"2026-03-31T20:37:26.499114Z","end":"2026-03-31T20:37:26.599119Z","steps":["trace[989934004] 'agreement among raft nodes before linearized reading' (duration: 99.858012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:26.599663Z","caller":"traceutil/trace.go:171","msg":"trace[1329614237] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"107.785831ms","start":"2026-03-31T20:37:26.491855Z","end":"2026-03-31T20:37:26.599641Z","steps":["trace[1329614237] 'process raft request' (duration: 105.665798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:26.599977Z","caller":"traceutil/trace.go:171","msg":"trace[1714810413] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"103.77071ms","start":"2026-03-31T20:37:26.49619Z","end":"2026-03-31T20:37:26.599961Z","steps":["trace[1714810413] 'process raft request' (duration: 102.482568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:26.600385Z","caller":"traceutil/trace.go:171","msg":"trace[1239041530] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"103.926034ms","start":"2026-03-31T20:37:26.496442Z","end":"2026-03-31T20:37:26.600368Z","steps":["trace[1239041530] 'process raft request' (duration: 102.298764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:26.60072Z","caller":"traceutil/trace.go:171","msg":"trace[1167183775] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"104.033986ms","start":"2026-03-31T20:37:26.496673Z","end":"2026-03-31T20:37:26.600707Z","steps":["trace[1167183775] 'process raft request' (duration: 102.14977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:26.600996Z","caller":"traceutil/trace.go:171","msg":"trace[970755605] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"101.450202ms","start":"2026-03-31T20:37:26.499534Z","end":"2026-03-31T20:37:26.600985Z","steps":["trace[970755605] 'process raft request' (duration: 99.34898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:35.610054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.658878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:37:35.610205Z","caller":"traceutil/trace.go:171","msg":"trace[989358756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9279; }","duration":"111.871652ms","start":"2026-03-31T20:37:35.498306Z","end":"2026-03-31T20:37:35.610178Z","steps":["trace[989358756] 'range keys from in-memory index tree' (duration: 111.496253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:35.610222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.907707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:37:35.610228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.22627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:35.610305Z","caller":"traceutil/trace.go:171","msg":"trace[320152356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9279; }","duration":"133.01648ms","start":"2026-03-31T20:37:35.477263Z","end":"2026-03-31T20:37:35.610279Z","steps":["trace[320152356] 'range keys from in-memory index tree' (duration: 132.715502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:35.610308Z","caller":"traceutil/trace.go:171","msg":"trace[111160927] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9279; }","duration":"229.336593ms","start":"2026-03-31T20:37:35.380952Z","end":"2026-03-31T20:37:35.610288Z","steps":["trace[111160927] 'count revisions from in-memory index tree' (duration: 229.149888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:35.610541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.631555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:37:35.610681Z","caller":"traceutil/trace.go:171","msg":"trace[927301564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9279; }","duration":"151.853411ms","start":"2026-03-31T20:37:35.4588Z","end":"2026-03-31T20:37:35.610653Z","steps":["trace[927301564] 'range keys from in-memory index tree' (duration: 150.781764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:37.340066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837555208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:37.841025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837555208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:38.284569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.561768828s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:37:38.286177Z","caller":"traceutil/trace.go:171","msg":"trace[443456566] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"1.563436841s","start":"2026-03-31T20:37:36.722708Z","end":"2026-03-31T20:37:38.286144Z","steps":["trace[443456566] 'process raft request' (duration: 1.563197714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:38.286358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:36.72269Z","time spent":"1.563572374s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:38.840315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000498059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:37:38.84041Z","caller":"traceutil/trace.go:171","msg":"trace[152702549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000640702s","start":"2026-03-31T20:37:36.839749Z","end":"2026-03-31T20:37:38.84039Z","steps":["trace[152702549] 'agreement among raft nodes before linearized reading' (duration: 2.000518849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:38.840458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:36.839732Z","time spent":"2.000715454s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:37:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:37:39.537051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168767901s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:37:39.537456Z","caller":"traceutil/trace.go:171","msg":"trace[1649663687] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"2.566667909s","start":"2026-03-31T20:37:36.970767Z","end":"2026-03-31T20:37:39.537435Z","steps":["trace[1649663687] 'process raft request' (duration: 2.566608147s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:39.537493Z","caller":"traceutil/trace.go:171","msg":"trace[1566394714] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"2.580265918s","start":"2026-03-31T20:37:36.95719Z","end":"2026-03-31T20:37:39.537456Z","steps":["trace[1566394714] 'process raft request' (duration: 2.580041023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.537591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:36.970745Z","time spent":"2.566774962s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:39.537763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:36.957164Z","time spent":"2.580400522s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:39.537861Z","caller":"traceutil/trace.go:171","msg":"trace[13272973] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"1.413915909s","start":"2026-03-31T20:37:38.123932Z","end":"2026-03-31T20:37:39.537848Z","steps":["trace[13272973] 'process raft request' (duration: 1.413743655s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:39.537868Z","caller":"traceutil/trace.go:171","msg":"trace[161373029] linearizableReadLoop","detail":"{readStateIndex:9640; appliedIndex:9636; }","duration":"2.698051087s","start":"2026-03-31T20:37:36.839779Z","end":"2026-03-31T20:37:39.53783Z","steps":["trace[161373029] 'read index received' (duration: 1.446162472s)","trace[161373029] 'applied index is now lower than readState.Index' (duration: 1.251886775s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:39.537829Z","caller":"traceutil/trace.go:171","msg":"trace[1727986533] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"2.566008732s","start":"2026-03-31T20:37:36.971783Z","end":"2026-03-31T20:37:39.537791Z","steps":["trace[1727986533] 'process raft request' (duration: 2.565624203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.537922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:38.123908Z","time spent":"1.41398811s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:39.538105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:36.971776Z","time spent":"2.566273879s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:39.545475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260842066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:39.545517Z","caller":"traceutil/trace.go:171","msg":"trace[1083256609] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9293; }","duration":"2.260944508s","start":"2026-03-31T20:37:37.284562Z","end":"2026-03-31T20:37:39.545506Z","steps":["trace[1083256609] 'agreement among raft nodes before linearized reading' (duration: 2.260835806s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:39.545579Z","caller":"traceutil/trace.go:171","msg":"trace[1760331976] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"991.307352ms","start":"2026-03-31T20:37:38.554244Z","end":"2026-03-31T20:37:39.545552Z","steps":["trace[1760331976] 'process raft request' (duration: 991.019935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.545608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.930983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:39.545654Z","caller":"traceutil/trace.go:171","msg":"trace[1993562200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9293; }","duration":"705.010455ms","start":"2026-03-31T20:37:38.840631Z","end":"2026-03-31T20:37:39.545642Z","steps":["trace[1993562200] 'agreement among raft nodes before linearized reading' (duration: 704.935093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.545688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:38.840614Z","time spent":"705.067028ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:37:39.545678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.858873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:39.545735Z","caller":"traceutil/trace.go:171","msg":"trace[856055160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9293; }","duration":"805.958147ms","start":"2026-03-31T20:37:38.739761Z","end":"2026-03-31T20:37:39.545719Z","steps":["trace[856055160] 'agreement among raft nodes before linearized reading' (duration: 805.860404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.545846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901120268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:37:39.545729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60990301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:37:39.545874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:38.739737Z","time spent":"806.084769ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:39.545885Z","caller":"traceutil/trace.go:171","msg":"trace[1579689959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9293; }","duration":"1.90121049s","start":"2026-03-31T20:37:37.644663Z","end":"2026-03-31T20:37:39.545873Z","steps":["trace[1579689959] 'agreement among raft nodes before linearized reading' (duration: 1.901132738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.545844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893720734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:37:39.545883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:38.554215Z","time spent":"991.425725ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:39.545909Z","caller":"traceutil/trace.go:171","msg":"trace[2013638707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9293; }","duration":"1.610155888s","start":"2026-03-31T20:37:37.935734Z","end":"2026-03-31T20:37:39.54589Z","steps":["trace[2013638707] 'agreement among raft nodes before linearized reading' (duration: 1.609788609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.545916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:37.644626Z","time spent":"1.901284472s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:37:39.545542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:37.284531Z","time spent":"2.26100439s","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:39.545945Z","caller":"traceutil/trace.go:171","msg":"trace[1857635172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9293; }","duration":"1.893838567s","start":"2026-03-31T20:37:37.652084Z","end":"2026-03-31T20:37:39.545923Z","steps":["trace[1857635172] 'agreement among raft nodes before linearized reading' (duration: 1.893609571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.545986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:37.652075Z","time spent":"1.893902048s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:39.545954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:37.935695Z","time spent":"1.61025018s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:39.545993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899632511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:37:39.546083Z","caller":"traceutil/trace.go:171","msg":"trace[1201328179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9293; }","duration":"1.899761604s","start":"2026-03-31T20:37:37.646303Z","end":"2026-03-31T20:37:39.546065Z","steps":["trace[1201328179] 'agreement among raft nodes before linearized reading' (duration: 1.899479217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.545763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89640439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:37:39.546137Z","caller":"traceutil/trace.go:171","msg":"trace[2100228243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9293; }","duration":"1.89679898s","start":"2026-03-31T20:37:37.649326Z","end":"2026-03-31T20:37:39.546125Z","steps":["trace[2100228243] 'agreement among raft nodes before linearized reading' (duration: 1.896322399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.546141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:37.646292Z","time spent":"1.899838477s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:37:39.546183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:37.649309Z","time spent":"1.896863872s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:37:39.54647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848000752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:39.546503Z","caller":"traceutil/trace.go:171","msg":"trace[1019209492] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9293; }","duration":"1.848071064s","start":"2026-03-31T20:37:37.698425Z","end":"2026-03-31T20:37:39.546496Z","steps":["trace[1019209492] 'agreement among raft nodes before linearized reading' (duration: 1.847220033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.546524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:37.698401Z","time spent":"1.848116985s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:50.103511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837555399,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:37:50.451507Z","caller":"traceutil/trace.go:171","msg":"trace[961224836] transaction","detail":"{read_only:false; response_revision:9343; number_of_response:1; }","duration":"877.046379ms","start":"2026-03-31T20:37:49.574162Z","end":"2026-03-31T20:37:50.451208Z","steps":["trace[961224836] 'process raft request' (duration: 876.819594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.451718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.574129Z","time spent":"877.46921ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:50.883008Z","caller":"traceutil/trace.go:171","msg":"trace[293269806] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"1.294666572s","start":"2026-03-31T20:37:49.588295Z","end":"2026-03-31T20:37:50.882961Z","steps":["trace[293269806] 'process raft request' (duration: 1.294527408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.883226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.588209Z","time spent":"1.294897358s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:50.883002Z","caller":"traceutil/trace.go:171","msg":"trace[1761716491] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"1.296626241s","start":"2026-03-31T20:37:49.58635Z","end":"2026-03-31T20:37:50.882976Z","steps":["trace[1761716491] 'process raft request' (duration: 1.296218411s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.883379Z","caller":"traceutil/trace.go:171","msg":"trace[1611924593] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"1.293728778s","start":"2026-03-31T20:37:49.589542Z","end":"2026-03-31T20:37:50.88327Z","steps":["trace[1611924593] 'process raft request' (duration: 1.293353079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.883468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.586329Z","time spent":"1.297028421s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:50.883507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.589528Z","time spent":"1.293915393s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:50.883478Z","caller":"traceutil/trace.go:171","msg":"trace[74532774] linearizableReadLoop","detail":"{readStateIndex:9697; appliedIndex:9693; }","duration":"1.281068182s","start":"2026-03-31T20:37:49.602363Z","end":"2026-03-31T20:37:50.883432Z","steps":["trace[74532774] 'read index received' (duration: 848.574579ms)","trace[74532774] 'applied index is now lower than readState.Index' (duration: 432.491993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:50.883659Z","caller":"traceutil/trace.go:171","msg":"trace[1924770536] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"616.24647ms","start":"2026-03-31T20:37:50.267394Z","end":"2026-03-31T20:37:50.883641Z","steps":["trace[1924770536] 'process raft request' (duration: 615.83357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.883745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.26737Z","time spent":"616.334122ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:50.883758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043592625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:50.883811Z","caller":"traceutil/trace.go:171","msg":"trace[1731291069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9347; }","duration":"1.043704099s","start":"2026-03-31T20:37:49.840091Z","end":"2026-03-31T20:37:50.883795Z","steps":["trace[1731291069] 'agreement among raft nodes before linearized reading' (duration: 1.043612476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.883817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281452463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:37:50.883865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.840061Z","time spent":"1.043792792s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:37:50.883872Z","caller":"traceutil/trace.go:171","msg":"trace[1796410031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9347; }","duration":"1.281530895s","start":"2026-03-31T20:37:49.602321Z","end":"2026-03-31T20:37:50.883852Z","steps":["trace[1796410031] 'agreement among raft nodes before linearized reading' (duration: 1.281317068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.883895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280316864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:37:50.883922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.602281Z","time spent":"1.281631187s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:37:50.883955Z","caller":"traceutil/trace.go:171","msg":"trace[491068283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9347; }","duration":"1.280418318s","start":"2026-03-31T20:37:49.603512Z","end":"2026-03-31T20:37:50.883931Z","steps":["trace[491068283] 'agreement among raft nodes before linearized reading' (duration: 1.28014723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.88404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.603502Z","time spent":"1.2805181s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:37:50.884336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.241266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:37:50.88438Z","caller":"traceutil/trace.go:171","msg":"trace[1452468535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9347; }","duration":"833.323418ms","start":"2026-03-31T20:37:50.051045Z","end":"2026-03-31T20:37:50.884369Z","steps":["trace[1452468535] 'agreement among raft nodes before linearized reading' (duration: 833.165985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.884415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.05102Z","time spent":"833.38726ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:37:50.884455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275515875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:37:50.884533Z","caller":"traceutil/trace.go:171","msg":"trace[1365687167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9347; }","duration":"1.275604317s","start":"2026-03-31T20:37:49.608909Z","end":"2026-03-31T20:37:50.884514Z","steps":["trace[1365687167] 'agreement among raft nodes before linearized reading' (duration: 1.275427993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.884582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.608901Z","time spent":"1.275667318s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:50.884646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276287924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:37:50.884685Z","caller":"traceutil/trace.go:171","msg":"trace[1895658832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9347; }","duration":"1.276361636s","start":"2026-03-31T20:37:49.608314Z","end":"2026-03-31T20:37:50.884676Z","steps":["trace[1895658832] 'agreement among raft nodes before linearized reading' (duration: 1.276259643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.884723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.60829Z","time spent":"1.276426447s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:50.884718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23806623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:50.884771Z","caller":"traceutil/trace.go:171","msg":"trace[1058160290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9347; }","duration":"1.238163572s","start":"2026-03-31T20:37:49.646592Z","end":"2026-03-31T20:37:50.884755Z","steps":["trace[1058160290] 'agreement among raft nodes before linearized reading' (duration: 1.23807547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.884803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266188352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:37:50.884825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.646571Z","time spent":"1.238242514s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:37:50.88485Z","caller":"traceutil/trace.go:171","msg":"trace[427839049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9347; }","duration":"1.266293384s","start":"2026-03-31T20:37:49.618537Z","end":"2026-03-31T20:37:50.884831Z","steps":["trace[427839049] 'agreement among raft nodes before linearized reading' (duration: 1.266172471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.884834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.939008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:37:50.884978Z","caller":"traceutil/trace.go:171","msg":"trace[486414320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9347; }","duration":"468.147564ms","start":"2026-03-31T20:37:50.416796Z","end":"2026-03-31T20:37:50.884944Z","steps":["trace[486414320] 'agreement among raft nodes before linearized reading' (duration: 467.720443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.884894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:49.618521Z","time spent":"1.266362306s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:37:50.885062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.416771Z","time spent":"468.273687ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:51.159033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.854201ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-31T20:37:51.159179Z","caller":"traceutil/trace.go:171","msg":"trace[1590412553] linearizableReadLoop","detail":"{readStateIndex:9699; appliedIndex:9698; }","duration":"266.537022ms","start":"2026-03-31T20:37:50.892619Z","end":"2026-03-31T20:37:51.159156Z","steps":["trace[1590412553] 'read index received' (duration: 15.537437ms)","trace[1590412553] 'applied index is now lower than readState.Index' (duration: 250.997985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:51.15944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.811999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:37:51.159487Z","caller":"traceutil/trace.go:171","msg":"trace[30774228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9347; }","duration":"266.927872ms","start":"2026-03-31T20:37:50.892551Z","end":"2026-03-31T20:37:51.159479Z","steps":["trace[30774228] 'agreement among raft nodes before linearized reading' (duration: 266.698857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:51.292623Z","caller":"traceutil/trace.go:171","msg":"trace[105318786] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"399.954602ms","start":"2026-03-31T20:37:50.892636Z","end":"2026-03-31T20:37:51.29259Z","steps":["trace[105318786] 'process raft request' (duration: 366.661052ms)","trace[105318786] 'compare' (duration: 33.086095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:51.292793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.89261Z","time spent":"400.094865ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:51.292902Z","caller":"traceutil/trace.go:171","msg":"trace[1382924452] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"400.115007ms","start":"2026-03-31T20:37:50.89275Z","end":"2026-03-31T20:37:51.292865Z","steps":["trace[1382924452] 'process raft request' (duration: 399.782978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:51.293095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.892743Z","time spent":"400.24752ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:51.293132Z","caller":"traceutil/trace.go:171","msg":"trace[544606911] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"132.815785ms","start":"2026-03-31T20:37:51.160305Z","end":"2026-03-31T20:37:51.293121Z","steps":["trace[544606911] 'process raft request' (duration: 132.758484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:51.2932Z","caller":"traceutil/trace.go:171","msg":"trace[1788508556] transaction","detail":"{read_only:false; response_revision:9350; number_of_response:1; }","duration":"400.344742ms","start":"2026-03-31T20:37:50.892801Z","end":"2026-03-31T20:37:51.293145Z","steps":["trace[1788508556] 'process raft request' (duration: 399.988613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:51.293339Z","caller":"traceutil/trace.go:171","msg":"trace[1400717703] transaction","detail":"{read_only:false; response_revision:9352; number_of_response:1; }","duration":"400.396714ms","start":"2026-03-31T20:37:50.89285Z","end":"2026-03-31T20:37:51.293247Z","steps":["trace[1400717703] 'process raft request' (duration: 400.159798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:51.293394Z","caller":"traceutil/trace.go:171","msg":"trace[1552353275] linearizableReadLoop","detail":"{readStateIndex:9704; appliedIndex:9699; }","duration":"134.18175ms","start":"2026-03-31T20:37:51.1592Z","end":"2026-03-31T20:37:51.293382Z","steps":["trace[1552353275] 'read index received' (duration: 100.12399ms)","trace[1552353275] 'applied index is now lower than readState.Index' (duration: 34.0564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:51.293407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.892843Z","time spent":"400.527797ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:51.293423Z","caller":"traceutil/trace.go:171","msg":"trace[1202019130] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"400.591229ms","start":"2026-03-31T20:37:50.892796Z","end":"2026-03-31T20:37:51.293388Z","steps":["trace[1202019130] 'process raft request' (duration: 400.167879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:51.293525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.892792Z","time spent":"400.568298ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:51.293575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.638694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:51.293613Z","caller":"traceutil/trace.go:171","msg":"trace[1757591938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9353; }","duration":"397.691796ms","start":"2026-03-31T20:37:50.895908Z","end":"2026-03-31T20:37:51.2936Z","steps":["trace[1757591938] 'agreement among raft nodes before linearized reading' (duration: 397.590384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:51.293618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.892776Z","time spent":"400.739592ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:51.293653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.895893Z","time spent":"397.753267ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:37:51.294159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.921567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19535"} {"level":"warn","ts":"2026-03-31T20:37:51.294235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.680336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222775"} {"level":"info","ts":"2026-03-31T20:37:51.294234Z","caller":"traceutil/trace.go:171","msg":"trace[1225427931] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9353; }","duration":"133.04462ms","start":"2026-03-31T20:37:51.161172Z","end":"2026-03-31T20:37:51.294216Z","steps":["trace[1225427931] 'agreement among raft nodes before linearized reading' (duration: 132.825185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:51.294262Z","caller":"traceutil/trace.go:171","msg":"trace[168493773] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9353; }","duration":"399.710526ms","start":"2026-03-31T20:37:50.894545Z","end":"2026-03-31T20:37:51.294255Z","steps":["trace[168493773] 'agreement among raft nodes before linearized reading' (duration: 399.254735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:51.294299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:50.89452Z","time spent":"399.773768ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222797,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:37:53.843947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837555432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:54.345666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837555432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:54.505513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.534252ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:54.505686Z","caller":"traceutil/trace.go:171","msg":"trace[648836104] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9355; }","duration":"264.709376ms","start":"2026-03-31T20:37:54.240941Z","end":"2026-03-31T20:37:54.505651Z","steps":["trace[648836104] 'range keys from in-memory index tree' (duration: 264.511871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:54.546019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.599826508s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:37:54.546684Z","caller":"traceutil/trace.go:171","msg":"trace[764209141] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"1.655534308s","start":"2026-03-31T20:37:52.891097Z","end":"2026-03-31T20:37:54.546631Z","steps":["trace[764209141] 'process raft request' (duration: 1.655140228s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:54.546714Z","caller":"traceutil/trace.go:171","msg":"trace[1099205534] linearizableReadLoop","detail":"{readStateIndex:9709; appliedIndex:9707; }","duration":"1.203204289s","start":"2026-03-31T20:37:53.343471Z","end":"2026-03-31T20:37:54.546675Z","steps":["trace[1099205534] 'read index received' (duration: 1.202697877s)","trace[1099205534] 'applied index is now lower than readState.Index' (duration: 504.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:54.546731Z","caller":"traceutil/trace.go:171","msg":"trace[790091202] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"1.65438317s","start":"2026-03-31T20:37:52.892287Z","end":"2026-03-31T20:37:54.54667Z","steps":["trace[790091202] 'process raft request' (duration: 1.654249767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:54.546855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:52.89106Z","time spent":"1.655683482s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:54.546954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:52.892273Z","time spent":"1.654563684s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:54.547037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203430664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:37:54.547073Z","caller":"traceutil/trace.go:171","msg":"trace[703835178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9357; }","duration":"1.203497116s","start":"2026-03-31T20:37:53.343566Z","end":"2026-03-31T20:37:54.547064Z","steps":["trace[703835178] 'agreement among raft nodes before linearized reading' (duration: 1.203316661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:54.547084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203597539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:37:54.547127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:53.343563Z","time spent":"1.203553737s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:37:54.547165Z","caller":"traceutil/trace.go:171","msg":"trace[905032701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9357; }","duration":"1.203708901s","start":"2026-03-31T20:37:53.343439Z","end":"2026-03-31T20:37:54.547147Z","steps":["trace[905032701] 'agreement among raft nodes before linearized reading' (duration: 1.203437584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:54.54719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.37206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:37:54.547249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:53.343417Z","time spent":"1.203786383s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:37:54.547273Z","caller":"traceutil/trace.go:171","msg":"trace[1586681887] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9357; }","duration":"323.485003ms","start":"2026-03-31T20:37:54.223745Z","end":"2026-03-31T20:37:54.54723Z","steps":["trace[1586681887] 'agreement among raft nodes before linearized reading' (duration: 323.36284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:54.547243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101422459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:37:54.547312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.223719Z","time spent":"323.582696ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:54.547337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201015214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:37:54.54731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20364474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:37:54.547366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.553203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:54.547383Z","caller":"traceutil/trace.go:171","msg":"trace[1096456038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9357; }","duration":"1.201102906s","start":"2026-03-31T20:37:53.346267Z","end":"2026-03-31T20:37:54.54737Z","steps":["trace[1096456038] 'agreement among raft nodes before linearized reading' (duration: 1.200874701s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:54.547363Z","caller":"traceutil/trace.go:171","msg":"trace[1563904519] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9357; }","duration":"1.101587843s","start":"2026-03-31T20:37:53.445747Z","end":"2026-03-31T20:37:54.547335Z","steps":["trace[1563904519] 'agreement among raft nodes before linearized reading' (duration: 1.101286706s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:54.547404Z","caller":"traceutil/trace.go:171","msg":"trace[1373362092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9357; }","duration":"702.635166ms","start":"2026-03-31T20:37:53.844759Z","end":"2026-03-31T20:37:54.547395Z","steps":["trace[1373362092] 'agreement among raft nodes before linearized reading' (duration: 702.574014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:54.547432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:53.844721Z","time spent":"702.704838ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:37:54.547431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:53.346244Z","time spent":"1.201177248s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:54.547434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:53.445694Z","time spent":"1.101726477s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:54.547433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203820054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:37:54.547424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202513612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:37:54.547492Z","caller":"traceutil/trace.go:171","msg":"trace[1564126549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9357; }","duration":"1.203889776s","start":"2026-03-31T20:37:53.343586Z","end":"2026-03-31T20:37:54.547475Z","steps":["trace[1564126549] 'agreement among raft nodes before linearized reading' (duration: 1.203726782s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:54.547533Z","caller":"traceutil/trace.go:171","msg":"trace[926372434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9357; }","duration":"1.202674966s","start":"2026-03-31T20:37:53.344828Z","end":"2026-03-31T20:37:54.547503Z","steps":["trace[926372434] 'agreement among raft nodes before linearized reading' (duration: 1.202272986s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:54.547422Z","caller":"traceutil/trace.go:171","msg":"trace[371688947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9357; }","duration":"1.203775663s","start":"2026-03-31T20:37:53.343614Z","end":"2026-03-31T20:37:54.54739Z","steps":["trace[371688947] 'agreement among raft nodes before linearized reading' (duration: 1.203470395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:54.54758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:53.343607Z","time spent":"1.203964527s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:37:54.547593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:53.34481Z","time spent":"1.202771649s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:37:54.547542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:53.343583Z","time spent":"1.203945907s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:37:55.008709Z","caller":"traceutil/trace.go:171","msg":"trace[749650092] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"455.886229ms","start":"2026-03-31T20:37:54.5528Z","end":"2026-03-31T20:37:55.008687Z","steps":["trace[749650092] 'process raft request' (duration: 455.718715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:55.009056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.552768Z","time spent":"456.085474ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:55.009202Z","caller":"traceutil/trace.go:171","msg":"trace[1247548065] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"456.206837ms","start":"2026-03-31T20:37:54.552934Z","end":"2026-03-31T20:37:55.009141Z","steps":["trace[1247548065] 'process raft request' (duration: 455.717025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:55.00926Z","caller":"traceutil/trace.go:171","msg":"trace[1179899433] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"455.92527ms","start":"2026-03-31T20:37:54.553306Z","end":"2026-03-31T20:37:55.009231Z","steps":["trace[1179899433] 'process raft request' (duration: 455.706645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:55.009402Z","caller":"traceutil/trace.go:171","msg":"trace[1789296703] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"455.695833ms","start":"2026-03-31T20:37:54.553694Z","end":"2026-03-31T20:37:55.00939Z","steps":["trace[1789296703] 'process raft request' (duration: 455.487838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:55.009428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.553298Z","time spent":"456.043663ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:55.009427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.552914Z","time spent":"456.401401ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:55.009508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.553683Z","time spent":"455.762925ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:55.0096Z","caller":"traceutil/trace.go:171","msg":"trace[937693721] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"455.821447ms","start":"2026-03-31T20:37:54.553753Z","end":"2026-03-31T20:37:55.009574Z","steps":["trace[937693721] 'process raft request' (duration: 455.518359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:55.009653Z","caller":"traceutil/trace.go:171","msg":"trace[804880540] linearizableReadLoop","detail":"{readStateIndex:9716; appliedIndex:9710; }","duration":"356.656401ms","start":"2026-03-31T20:37:54.652984Z","end":"2026-03-31T20:37:55.00964Z","steps":["trace[804880540] 'read index received' (duration: 355.633956ms)","trace[804880540] 'applied index is now lower than readState.Index' (duration: 1.020875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:55.00972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.740914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:55.009757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.553716Z","time spent":"455.96131ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:55.009779Z","caller":"traceutil/trace.go:171","msg":"trace[98199352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9364; }","duration":"356.826726ms","start":"2026-03-31T20:37:54.652921Z","end":"2026-03-31T20:37:55.009748Z","steps":["trace[98199352] 'agreement among raft nodes before linearized reading' (duration: 356.762284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:55.009832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.652894Z","time spent":"356.918929ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:55.009658Z","caller":"traceutil/trace.go:171","msg":"trace[883937134] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"454.546115ms","start":"2026-03-31T20:37:54.555103Z","end":"2026-03-31T20:37:55.009649Z","steps":["trace[883937134] 'process raft request' (duration: 454.382291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:55.009961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.555094Z","time spent":"454.839803ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:55.246133Z","caller":"traceutil/trace.go:171","msg":"trace[2144583579] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"387.108812ms","start":"2026-03-31T20:37:54.858988Z","end":"2026-03-31T20:37:55.246097Z","steps":["trace[2144583579] 'process raft request' (duration: 347.044551ms)","trace[2144583579] 'compare' (duration: 39.63044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:55.246293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.858962Z","time spent":"387.245106ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:55.246476Z","caller":"traceutil/trace.go:171","msg":"trace[766616616] transaction","detail":"{read_only:false; response_revision:9366; number_of_response:1; }","duration":"310.032489ms","start":"2026-03-31T20:37:54.936398Z","end":"2026-03-31T20:37:55.24643Z","steps":["trace[766616616] 'process raft request' (duration: 309.596278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:55.246699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:54.936374Z","time spent":"310.201213ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:55.869984Z","caller":"traceutil/trace.go:171","msg":"trace[861569720] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"138.474966ms","start":"2026-03-31T20:37:55.731453Z","end":"2026-03-31T20:37:55.869928Z","steps":["trace[861569720] 'process raft request' (duration: 137.590294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:56.860968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837555453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:57.362144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837555453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:57.862449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837555453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:58.04559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.88122436s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:37:59.609481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464573688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T20:37:59.609593Z","caller":"traceutil/trace.go:171","msg":"trace[174302197] range","detail":"{range_begin:/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4; range_end:; response_count:1; response_revision:9367; }","duration":"3.464753782s","start":"2026-03-31T20:37:56.144809Z","end":"2026-03-31T20:37:59.609563Z","steps":["trace[174302197] 'range keys from in-memory index tree' (duration: 3.464319121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:59.609645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.144784Z","time spent":"3.464849425s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4\" "} {"level":"warn","ts":"2026-03-31T20:37:59.840388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:37:59.840461Z","caller":"traceutil/trace.go:171","msg":"trace[1673868944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492397s","start":"2026-03-31T20:37:57.83995Z","end":"2026-03-31T20:37:59.840442Z","steps":["trace[1673868944] 'agreement among raft nodes before linearized reading' (duration: 2.000395505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:59.840501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.839932Z","time spent":"2.00055993s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:37:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:37:59.987439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.941635439s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:37:59.987772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941907015s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:37:59.989019Z","caller":"traceutil/trace.go:171","msg":"trace[417184412] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"3.434908419s","start":"2026-03-31T20:37:56.554073Z","end":"2026-03-31T20:37:59.988982Z","steps":["trace[417184412] 'process raft request' (duration: 3.434306664s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:59.98912Z","caller":"traceutil/trace.go:171","msg":"trace[586587826] linearizableReadLoop","detail":"{readStateIndex:9724; appliedIndex:9719; }","duration":"3.628181652s","start":"2026-03-31T20:37:56.360915Z","end":"2026-03-31T20:37:59.989096Z","steps":["trace[586587826] 'read index received' (duration: 1.684878411s)","trace[586587826] 'applied index is now lower than readState.Index' (duration: 1.943301691s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:59.989193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.554036Z","time spent":"3.435062332s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:59.989277Z","caller":"traceutil/trace.go:171","msg":"trace[49792035] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"3.433883673s","start":"2026-03-31T20:37:56.555351Z","end":"2026-03-31T20:37:59.989235Z","steps":["trace[49792035] 'process raft request' (duration: 3.433471453s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:59.989355Z","caller":"traceutil/trace.go:171","msg":"trace[1632048592] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"2.973936014s","start":"2026-03-31T20:37:57.015392Z","end":"2026-03-31T20:37:59.989328Z","steps":["trace[1632048592] 'process raft request' (duration: 2.973543415s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:59.989351Z","caller":"traceutil/trace.go:171","msg":"trace[1722111719] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"2.738015085s","start":"2026-03-31T20:37:57.251303Z","end":"2026-03-31T20:37:59.989319Z","steps":["trace[1722111719] 'process raft request' (duration: 2.737716648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:59.989449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.555321Z","time spent":"3.433995986s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:59.989486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.01537Z","time spent":"2.974045197s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:59.989594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.251273Z","time spent":"2.73815759s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:59.989631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628680574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:59.989705Z","caller":"traceutil/trace.go:171","msg":"trace[1829913684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9371; }","duration":"3.628822617s","start":"2026-03-31T20:37:56.360854Z","end":"2026-03-31T20:37:59.989676Z","steps":["trace[1829913684] 'agreement among raft nodes before linearized reading' (duration: 3.62852835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:59.989768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.360816Z","time spent":"3.62893965s","remote":"127.0.0.1:50742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:00.032341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52594405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:38:00.032399Z","caller":"traceutil/trace.go:171","msg":"trace[1915112291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9372; }","duration":"3.526063783s","start":"2026-03-31T20:37:56.506322Z","end":"2026-03-31T20:38:00.032386Z","steps":["trace[1915112291] 'agreement among raft nodes before linearized reading' (duration: 3.525776745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.032432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.506293Z","time spent":"3.526133125s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:00.032652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018186608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:38:00.03268Z","caller":"traceutil/trace.go:171","msg":"trace[2034356561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9372; }","duration":"3.018241069s","start":"2026-03-31T20:37:57.014433Z","end":"2026-03-31T20:38:00.032674Z","steps":["trace[2034356561] 'agreement among raft nodes before linearized reading' (duration: 3.018161827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.032649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87037316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:00.03273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017962252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:38:00.032776Z","caller":"traceutil/trace.go:171","msg":"trace[692514511] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9372; }","duration":"1.870548805s","start":"2026-03-31T20:37:58.162169Z","end":"2026-03-31T20:38:00.032718Z","steps":["trace[692514511] 'agreement among raft nodes before linearized reading' (duration: 1.87034938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.032811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018912285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:00.032807Z","caller":"traceutil/trace.go:171","msg":"trace[642271579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9372; }","duration":"3.018082896s","start":"2026-03-31T20:37:57.014708Z","end":"2026-03-31T20:38:00.032791Z","steps":["trace[642271579] 'agreement among raft nodes before linearized reading' (duration: 3.017837979s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.032835Z","caller":"traceutil/trace.go:171","msg":"trace[787210181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9372; }","duration":"3.018981697s","start":"2026-03-31T20:37:57.013846Z","end":"2026-03-31T20:38:00.032828Z","steps":["trace[787210181] 'agreement among raft nodes before linearized reading' (duration: 3.018924496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.032849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.01469Z","time spent":"3.018152227s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:00.032852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:58.162118Z","time spent":"1.870716189s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:00.032868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.679685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:00.032756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018761562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:38:00.032978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205254597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:00.03301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.794638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:00.033018Z","caller":"traceutil/trace.go:171","msg":"trace[639314034] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"421.048308ms","start":"2026-03-31T20:37:59.611959Z","end":"2026-03-31T20:38:00.033007Z","steps":["trace[639314034] 'process raft request' (duration: 420.004252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.033022Z","caller":"traceutil/trace.go:171","msg":"trace[1429680947] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9372; }","duration":"3.205331228s","start":"2026-03-31T20:37:56.827677Z","end":"2026-03-31T20:38:00.033009Z","steps":["trace[1429680947] 'agreement among raft nodes before linearized reading' (duration: 3.205207285s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.033041Z","caller":"traceutil/trace.go:171","msg":"trace[592663954] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9372; }","duration":"268.87161ms","start":"2026-03-31T20:37:59.764163Z","end":"2026-03-31T20:38:00.033034Z","steps":["trace[592663954] 'agreement among raft nodes before linearized reading' (duration: 268.805458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.033058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.827654Z","time spent":"3.20539422s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:00.033021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.906829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:00.033089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558493115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:00.033061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703105353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:00.033151Z","caller":"traceutil/trace.go:171","msg":"trace[630089488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9372; }","duration":"192.215848ms","start":"2026-03-31T20:37:59.840908Z","end":"2026-03-31T20:38:00.033124Z","steps":["trace[630089488] 'agreement among raft nodes before linearized reading' (duration: 191.802177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.033173Z","caller":"traceutil/trace.go:171","msg":"trace[1595347553] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9372; }","duration":"2.558642079s","start":"2026-03-31T20:37:57.47451Z","end":"2026-03-31T20:38:00.033152Z","steps":["trace[1595347553] 'agreement among raft nodes before linearized reading' (duration: 2.558472474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.033231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.474487Z","time spent":"2.558732061s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:00.033255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.473910883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:38:00.033286Z","caller":"traceutil/trace.go:171","msg":"trace[1825901734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9372; }","duration":"3.473997245s","start":"2026-03-31T20:37:56.559281Z","end":"2026-03-31T20:38:00.033278Z","steps":["trace[1825901734] 'agreement among raft nodes before linearized reading' (duration: 3.473904902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.033308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.559246Z","time spent":"3.474056096s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:38:00.03312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:59.611919Z","time spent":"421.12426ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:00.033408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347794088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:00.033219Z","caller":"traceutil/trace.go:171","msg":"trace[405298191] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9372; }","duration":"2.70332675s","start":"2026-03-31T20:37:57.329852Z","end":"2026-03-31T20:38:00.033179Z","steps":["trace[405298191] 'agreement among raft nodes before linearized reading' (duration: 2.703016031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.033488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.329832Z","time spent":"2.703645027s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:00.033495Z","caller":"traceutil/trace.go:171","msg":"trace[597812906] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:9372; }","duration":"1.34785413s","start":"2026-03-31T20:37:58.6856Z","end":"2026-03-31T20:38:00.033454Z","steps":["trace[597812906] 'agreement among raft nodes before linearized reading' (duration: 1.347774148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.032869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.013819Z","time spent":"3.019042508s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:00.033544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:58.685522Z","time spent":"1.348007675s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:00.033342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.924642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:00.033551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.01658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:00.0327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.01442Z","time spent":"3.01827597s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:38:00.033649Z","caller":"traceutil/trace.go:171","msg":"trace[272439600] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9372; }","duration":"149.196324ms","start":"2026-03-31T20:37:59.884434Z","end":"2026-03-31T20:38:00.033631Z","steps":["trace[272439600] 'agreement among raft nodes before linearized reading' (duration: 148.987339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.033636Z","caller":"traceutil/trace.go:171","msg":"trace[1588500919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9372; }","duration":"3.019646264s","start":"2026-03-31T20:37:57.013938Z","end":"2026-03-31T20:38:00.033584Z","steps":["trace[1588500919] 'agreement among raft nodes before linearized reading' (duration: 3.018775372s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.03361Z","caller":"traceutil/trace.go:171","msg":"trace[1791729245] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9372; }","duration":"741.22676ms","start":"2026-03-31T20:37:59.292374Z","end":"2026-03-31T20:38:00.033601Z","steps":["trace[1791729245] 'agreement among raft nodes before linearized reading' (duration: 740.814629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.033941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:59.292357Z","time spent":"741.570819ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":99,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:00.033735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.013902Z","time spent":"3.019803118s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:38:00.032947Z","caller":"traceutil/trace.go:171","msg":"trace[977994442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9372; }","duration":"385.821298ms","start":"2026-03-31T20:37:59.647109Z","end":"2026-03-31T20:38:00.03293Z","steps":["trace[977994442] 'agreement among raft nodes before linearized reading' (duration: 385.645564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.034126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:59.647081Z","time spent":"386.985798ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:00.034204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641697342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-03-31T20:38:00.03427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959183105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:00.034269Z","caller":"traceutil/trace.go:171","msg":"trace[100058472] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9372; }","duration":"2.641808205s","start":"2026-03-31T20:37:57.392445Z","end":"2026-03-31T20:38:00.034253Z","steps":["trace[100058472] 'agreement among raft nodes before linearized reading' (duration: 2.640169453s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.034321Z","caller":"traceutil/trace.go:171","msg":"trace[1443067880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9372; }","duration":"2.959269997s","start":"2026-03-31T20:37:57.075038Z","end":"2026-03-31T20:38:00.034308Z","steps":["trace[1443067880] 'agreement among raft nodes before linearized reading' (duration: 2.957876882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.034333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.392424Z","time spent":"2.641895676s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414491,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T20:38:00.034357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.075022Z","time spent":"2.959327929s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:00.68953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.198365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:38:00.689622Z","caller":"traceutil/trace.go:171","msg":"trace[501880139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9378; }","duration":"474.346259ms","start":"2026-03-31T20:38:00.215253Z","end":"2026-03-31T20:38:00.689599Z","steps":["trace[501880139] 'range keys from in-memory index tree' (duration: 474.00549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.689664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:00.215223Z","time spent":"474.431141ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:38:00.784057Z","caller":"traceutil/trace.go:171","msg":"trace[582385459] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"334.302554ms","start":"2026-03-31T20:38:00.449719Z","end":"2026-03-31T20:38:00.784021Z","steps":["trace[582385459] 'process raft request' (duration: 333.825782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.784333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:00.449665Z","time spent":"334.493899ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:01.580404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.076266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:01.580492Z","caller":"traceutil/trace.go:171","msg":"trace[538730411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9379; }","duration":"739.228339ms","start":"2026-03-31T20:38:00.841243Z","end":"2026-03-31T20:38:01.580471Z","steps":["trace[538730411] 'range keys from in-memory index tree' (duration: 738.972752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:01.580534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:00.841213Z","time spent":"739.310102ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:01.580613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.83332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:38:01.580701Z","caller":"traceutil/trace.go:171","msg":"trace[975375546] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:9379; }","duration":"738.959332ms","start":"2026-03-31T20:38:00.841722Z","end":"2026-03-31T20:38:01.580681Z","steps":["trace[975375546] 'range keys from in-memory index tree' (duration: 738.676036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:01.580738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:00.841713Z","time spent":"739.015324ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:38:01.58088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.292254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19535"} {"level":"info","ts":"2026-03-31T20:38:01.580926Z","caller":"traceutil/trace.go:171","msg":"trace[349268748] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9379; }","duration":"554.397936ms","start":"2026-03-31T20:38:01.026518Z","end":"2026-03-31T20:38:01.580916Z","steps":["trace[349268748] 'range keys from in-memory index tree' (duration: 553.695139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:01.580961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:01.026482Z","time spent":"554.460978ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19557,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:38:02.747843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.310425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:02.747975Z","caller":"traceutil/trace.go:171","msg":"trace[229472994] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9380; }","duration":"897.49391ms","start":"2026-03-31T20:38:01.850447Z","end":"2026-03-31T20:38:02.747941Z","steps":["trace[229472994] 'count revisions from in-memory index tree' (duration: 897.216953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.748048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:01.850428Z","time spent":"897.600623ms","remote":"127.0.0.1:48786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:02.748384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.074057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:02.748559Z","caller":"traceutil/trace.go:171","msg":"trace[1881641780] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"752.365557ms","start":"2026-03-31T20:38:01.996162Z","end":"2026-03-31T20:38:02.748527Z","steps":["trace[1881641780] 'process raft request' (duration: 407.939901ms)","trace[1881641780] 'compare' (duration: 343.729979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:02.748665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:01.996119Z","time spent":"752.49857ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:02.749178Z","caller":"traceutil/trace.go:171","msg":"trace[1709009995] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"654.991087ms","start":"2026-03-31T20:38:02.094171Z","end":"2026-03-31T20:38:02.749163Z","steps":["trace[1709009995] 'process raft request' (duration: 654.923335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:02.749171Z","caller":"traceutil/trace.go:171","msg":"trace[2106015533] linearizableReadLoop","detail":"{readStateIndex:9739; appliedIndex:9734; }","duration":"646.964197ms","start":"2026-03-31T20:38:02.102181Z","end":"2026-03-31T20:38:02.749146Z","steps":["trace[2106015533] 'read index received' (duration: 302.032348ms)","trace[2106015533] 'applied index is now lower than readState.Index' (duration: 344.930558ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:02.749186Z","caller":"traceutil/trace.go:171","msg":"trace[71386364] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"752.231304ms","start":"2026-03-31T20:38:01.996914Z","end":"2026-03-31T20:38:02.749145Z","steps":["trace[71386364] 'process raft request' (duration: 752.09735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.749278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.094143Z","time spent":"655.081849ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:02.749378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.229973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:02.749391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.210863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:02.749436Z","caller":"traceutil/trace.go:171","msg":"trace[404071214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9385; }","duration":"284.354606ms","start":"2026-03-31T20:38:02.465067Z","end":"2026-03-31T20:38:02.749422Z","steps":["trace[404071214] 'agreement among raft nodes before linearized reading' (duration: 284.234473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:02.749442Z","caller":"traceutil/trace.go:171","msg":"trace[2063233986] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9385; }","duration":"647.294714ms","start":"2026-03-31T20:38:02.102133Z","end":"2026-03-31T20:38:02.749428Z","steps":["trace[2063233986] 'agreement among raft nodes before linearized reading' (duration: 647.09752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.749499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.10212Z","time spent":"647.362237ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:02.749123Z","caller":"traceutil/trace.go:171","msg":"trace[533966310] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"752.292586ms","start":"2026-03-31T20:38:01.996781Z","end":"2026-03-31T20:38:02.749074Z","steps":["trace[533966310] 'process raft request' (duration: 752.091741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.749608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.11802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:38:02.749658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.148505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:38:02.749717Z","caller":"traceutil/trace.go:171","msg":"trace[8352916] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9385; }","duration":"563.271038ms","start":"2026-03-31T20:38:02.186434Z","end":"2026-03-31T20:38:02.749705Z","steps":["trace[8352916] 'agreement among raft nodes before linearized reading' (duration: 563.099924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.749746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.482149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:38:02.749741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.367702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:02.7498Z","caller":"traceutil/trace.go:171","msg":"trace[1299283561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9385; }","duration":"643.580481ms","start":"2026-03-31T20:38:02.10621Z","end":"2026-03-31T20:38:02.74979Z","steps":["trace[1299283561] 'agreement among raft nodes before linearized reading' (duration: 643.474559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.749836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.106186Z","time spent":"643.643443ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:02.749853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.668444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:38:02.749887Z","caller":"traceutil/trace.go:171","msg":"trace[433289528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9385; }","duration":"643.746666ms","start":"2026-03-31T20:38:02.106128Z","end":"2026-03-31T20:38:02.749874Z","steps":["trace[433289528] 'agreement among raft nodes before linearized reading' (duration: 643.657183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.749923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.106102Z","time spent":"643.813898ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:02.749927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.194558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:38:02.74994Z","caller":"traceutil/trace.go:171","msg":"trace[1493226410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9385; }","duration":"642.750971ms","start":"2026-03-31T20:38:02.107172Z","end":"2026-03-31T20:38:02.749923Z","steps":["trace[1493226410] 'agreement among raft nodes before linearized reading' (duration: 642.136676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:02.749664Z","caller":"traceutil/trace.go:171","msg":"trace[2139123294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9385; }","duration":"643.185282ms","start":"2026-03-31T20:38:02.106464Z","end":"2026-03-31T20:38:02.74965Z","steps":["trace[2139123294] 'agreement among raft nodes before linearized reading' (duration: 643.070919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:02.749982Z","caller":"traceutil/trace.go:171","msg":"trace[373286080] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9385; }","duration":"640.264969ms","start":"2026-03-31T20:38:02.109702Z","end":"2026-03-31T20:38:02.749967Z","steps":["trace[373286080] 'agreement among raft nodes before linearized reading' (duration: 640.107125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.750011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.107138Z","time spent":"642.841473ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:02.74976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.186398Z","time spent":"563.3531ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:38:02.7492Z","caller":"traceutil/trace.go:171","msg":"trace[1893259114] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"752.07371ms","start":"2026-03-31T20:38:01.997084Z","end":"2026-03-31T20:38:02.749158Z","steps":["trace[1893259114] 'process raft request' (duration: 751.969877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.750113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:01.996748Z","time spent":"752.87637ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:02.750301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:01.997048Z","time spent":"753.178546ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:02.750027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.109692Z","time spent":"640.326031ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:38:02.749502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.336376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:38:02.7505Z","caller":"traceutil/trace.go:171","msg":"trace[342902254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9385; }","duration":"644.383763ms","start":"2026-03-31T20:38:02.106099Z","end":"2026-03-31T20:38:02.750483Z","steps":["trace[342902254] 'agreement among raft nodes before linearized reading' (duration: 643.212023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.750587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.10607Z","time spent":"644.500536ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:02.750019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.106457Z","time spent":"643.553451ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:02.749501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.590584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T20:38:02.750801Z","caller":"traceutil/trace.go:171","msg":"trace[1690889942] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9385; }","duration":"600.952479ms","start":"2026-03-31T20:38:02.149832Z","end":"2026-03-31T20:38:02.750785Z","steps":["trace[1690889942] 'agreement among raft nodes before linearized reading' (duration: 599.559634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.7509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.14979Z","time spent":"601.078942ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:02.75134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:01.996874Z","time spent":"754.397218ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:04.857108Z","caller":"traceutil/trace.go:171","msg":"trace[872719343] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"100.245823ms","start":"2026-03-31T20:38:04.756836Z","end":"2026-03-31T20:38:04.857082Z","steps":["trace[872719343] 'process raft request' (duration: 100.160039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:04.857288Z","caller":"traceutil/trace.go:171","msg":"trace[787664909] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"100.053587ms","start":"2026-03-31T20:38:04.757209Z","end":"2026-03-31T20:38:04.857263Z","steps":["trace[787664909] 'process raft request' (duration: 99.833602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:04.857113Z","caller":"traceutil/trace.go:171","msg":"trace[2059941770] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"100.668923ms","start":"2026-03-31T20:38:04.756416Z","end":"2026-03-31T20:38:04.857085Z","steps":["trace[2059941770] 'process raft request' (duration: 95.709239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:05.000131Z","caller":"traceutil/trace.go:171","msg":"trace[981187453] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"137.135133ms","start":"2026-03-31T20:38:04.862925Z","end":"2026-03-31T20:38:05.00006Z","steps":["trace[981187453] 'process raft request' (duration: 135.847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:05.001871Z","caller":"traceutil/trace.go:171","msg":"trace[1032487554] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"138.496987ms","start":"2026-03-31T20:38:04.86333Z","end":"2026-03-31T20:38:05.001827Z","steps":["trace[1032487554] 'process raft request' (duration: 138.301202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:05.002049Z","caller":"traceutil/trace.go:171","msg":"trace[1969234463] linearizableReadLoop","detail":"{readStateIndex:9760; appliedIndex:9757; }","duration":"138.701332ms","start":"2026-03-31T20:38:04.863333Z","end":"2026-03-31T20:38:05.002034Z","steps":["trace[1969234463] 'read index received' (duration: 7.466666ms)","trace[1969234463] 'applied index is now lower than readState.Index' (duration: 131.232726ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:05.001903Z","caller":"traceutil/trace.go:171","msg":"trace[214684550] transaction","detail":"{read_only:false; response_revision:9406; number_of_response:1; }","duration":"138.579588ms","start":"2026-03-31T20:38:04.86328Z","end":"2026-03-31T20:38:05.00186Z","steps":["trace[214684550] 'process raft request' (duration: 136.614079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:05.002329Z","caller":"traceutil/trace.go:171","msg":"trace[1752263758] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"138.895216ms","start":"2026-03-31T20:38:04.8634Z","end":"2026-03-31T20:38:05.002296Z","steps":["trace[1752263758] 'process raft request' (duration: 138.353353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:05.002848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.478232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222775"} {"level":"info","ts":"2026-03-31T20:38:05.002921Z","caller":"traceutil/trace.go:171","msg":"trace[1998297854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9408; }","duration":"139.594744ms","start":"2026-03-31T20:38:04.863309Z","end":"2026-03-31T20:38:05.002904Z","steps":["trace[1998297854] 'agreement among raft nodes before linearized reading' (duration: 138.895846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:05.407538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.306308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:05.407651Z","caller":"traceutil/trace.go:171","msg":"trace[98367117] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9408; }","duration":"107.505793ms","start":"2026-03-31T20:38:05.300121Z","end":"2026-03-31T20:38:05.407627Z","steps":["trace[98367117] 'count revisions from in-memory index tree' (duration: 107.162595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:07.717938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7348} {"level":"info","ts":"2026-03-31T20:38:07.854516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7348,"took":"133.84894ms","hash":938320947,"current-db-size-bytes":44052480,"current-db-size":"44 MB","current-db-size-in-use-bytes":22536192,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-31T20:38:07.854622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":938320947,"revision":7348,"compact-revision":4429} {"level":"info","ts":"2026-03-31T20:38:11.152654Z","caller":"traceutil/trace.go:171","msg":"trace[47231396] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"272.583272ms","start":"2026-03-31T20:38:10.880028Z","end":"2026-03-31T20:38:11.152611Z","steps":["trace[47231396] 'process raft request' (duration: 269.28301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:11.152868Z","caller":"traceutil/trace.go:171","msg":"trace[1869481843] linearizableReadLoop","detail":"{readStateIndex:9793; appliedIndex:9790; }","duration":"257.780253ms","start":"2026-03-31T20:38:10.895046Z","end":"2026-03-31T20:38:11.152826Z","steps":["trace[1869481843] 'read index received' (duration: 45.426963ms)","trace[1869481843] 'applied index is now lower than readState.Index' (duration: 212.35141ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:11.153167Z","caller":"traceutil/trace.go:171","msg":"trace[137688975] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"272.570443ms","start":"2026-03-31T20:38:10.880582Z","end":"2026-03-31T20:38:11.153152Z","steps":["trace[137688975] 'process raft request' (duration: 271.975578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.153443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.110958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:38:11.153442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.508628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:38:11.153441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.287538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:38:11.153478Z","caller":"traceutil/trace.go:171","msg":"trace[635819592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9436; }","duration":"118.22928ms","start":"2026-03-31T20:38:11.03524Z","end":"2026-03-31T20:38:11.153469Z","steps":["trace[635819592] 'agreement among raft nodes before linearized reading' (duration: 118.074847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.153546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.064131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:11.153496Z","caller":"traceutil/trace.go:171","msg":"trace[89478094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9436; }","duration":"115.37787ms","start":"2026-03-31T20:38:11.038106Z","end":"2026-03-31T20:38:11.153484Z","steps":["trace[89478094] 'agreement among raft nodes before linearized reading' (duration: 115.202565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.153435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.356378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:11.153648Z","caller":"traceutil/trace.go:171","msg":"trace[1722742965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9436; }","duration":"119.178954ms","start":"2026-03-31T20:38:11.034437Z","end":"2026-03-31T20:38:11.153616Z","steps":["trace[1722742965] 'agreement among raft nodes before linearized reading' (duration: 118.863246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.15344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.376228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:38:11.153739Z","caller":"traceutil/trace.go:171","msg":"trace[962640264] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9436; }","duration":"248.723438ms","start":"2026-03-31T20:38:10.904973Z","end":"2026-03-31T20:38:11.153696Z","steps":["trace[962640264] 'agreement among raft nodes before linearized reading' (duration: 248.331468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:11.153798Z","caller":"traceutil/trace.go:171","msg":"trace[1873185568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9436; }","duration":"258.776118ms","start":"2026-03-31T20:38:10.894991Z","end":"2026-03-31T20:38:11.153767Z","steps":["trace[1873185568] 'agreement among raft nodes before linearized reading' (duration: 258.290516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.153772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.470797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:38:11.153497Z","caller":"traceutil/trace.go:171","msg":"trace[242190052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9436; }","duration":"120.58116ms","start":"2026-03-31T20:38:11.032898Z","end":"2026-03-31T20:38:11.15348Z","steps":["trace[242190052] 'agreement among raft nodes before linearized reading' (duration: 120.403715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:11.15397Z","caller":"traceutil/trace.go:171","msg":"trace[1813323458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9436; }","duration":"122.789215ms","start":"2026-03-31T20:38:11.031157Z","end":"2026-03-31T20:38:11.153946Z","steps":["trace[1813323458] 'agreement among raft nodes before linearized reading' (duration: 122.234431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:11.469435Z","caller":"traceutil/trace.go:171","msg":"trace[384342050] transaction","detail":"{read_only:false; response_revision:9438; number_of_response:1; }","duration":"310.406917ms","start":"2026-03-31T20:38:11.159006Z","end":"2026-03-31T20:38:11.469413Z","steps":["trace[384342050] 'process raft request' (duration: 310.175911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.469622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:11.158981Z","time spent":"310.562421ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:11.469948Z","caller":"traceutil/trace.go:171","msg":"trace[445875105] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"310.901479ms","start":"2026-03-31T20:38:11.159013Z","end":"2026-03-31T20:38:11.469915Z","steps":["trace[445875105] 'process raft request' (duration: 310.362986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.470149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:11.158992Z","time spent":"311.053823ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:11.470371Z","caller":"traceutil/trace.go:171","msg":"trace[323730310] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"311.259318ms","start":"2026-03-31T20:38:11.159102Z","end":"2026-03-31T20:38:11.470361Z","steps":["trace[323730310] 'process raft request' (duration: 310.698584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.470442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:11.15909Z","time spent":"311.320939ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:11.470626Z","caller":"traceutil/trace.go:171","msg":"trace[1557353240] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"310.478057ms","start":"2026-03-31T20:38:11.160137Z","end":"2026-03-31T20:38:11.470615Z","steps":["trace[1557353240] 'process raft request' (duration: 310.17778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:11.470614Z","caller":"traceutil/trace.go:171","msg":"trace[748730729] linearizableReadLoop","detail":"{readStateIndex:9798; appliedIndex:9793; }","duration":"309.000192ms","start":"2026-03-31T20:38:11.161582Z","end":"2026-03-31T20:38:11.470582Z","steps":["trace[748730729] 'read index received' (duration: 37.70714ms)","trace[748730729] 'applied index is now lower than readState.Index' (duration: 271.291582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:11.470689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:11.160122Z","time spent":"310.538621ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:11.470877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.287099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:38:11.47092Z","caller":"traceutil/trace.go:171","msg":"trace[1205936685] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9441; }","duration":"309.34167ms","start":"2026-03-31T20:38:11.161566Z","end":"2026-03-31T20:38:11.470908Z","steps":["trace[1205936685] 'agreement among raft nodes before linearized reading' (duration: 309.173555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.470952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:11.16156Z","time spent":"309.385762ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:38:12.957192Z","caller":"traceutil/trace.go:171","msg":"trace[99433411] linearizableReadLoop","detail":"{readStateIndex:9799; appliedIndex:9798; }","duration":"113.575945ms","start":"2026-03-31T20:38:12.843592Z","end":"2026-03-31T20:38:12.957168Z","steps":["trace[99433411] 'read index received' (duration: 113.446381ms)","trace[99433411] 'applied index is now lower than readState.Index' (duration: 128.154µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:12.95735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.744659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:12.957386Z","caller":"traceutil/trace.go:171","msg":"trace[1215843055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9442; }","duration":"113.851702ms","start":"2026-03-31T20:38:12.843523Z","end":"2026-03-31T20:38:12.957375Z","steps":["trace[1215843055] 'agreement among raft nodes before linearized reading' (duration: 113.744079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:12.957626Z","caller":"traceutil/trace.go:171","msg":"trace[41208245] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"114.99014ms","start":"2026-03-31T20:38:12.84262Z","end":"2026-03-31T20:38:12.95761Z","steps":["trace[41208245] 'process raft request' (duration: 114.373834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.10138Z","caller":"traceutil/trace.go:171","msg":"trace[584605945] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"136.798133ms","start":"2026-03-31T20:38:14.964542Z","end":"2026-03-31T20:38:15.10134Z","steps":["trace[584605945] 'process raft request' (duration: 136.546217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.447513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.740098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:15.447815Z","caller":"traceutil/trace.go:171","msg":"trace[1575569588] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"421.298325ms","start":"2026-03-31T20:38:15.026471Z","end":"2026-03-31T20:38:15.447769Z","steps":["trace[1575569588] 'process raft request' (duration: 190.136486ms)","trace[1575569588] 'compare' (duration: 230.523763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:15.447913Z","caller":"traceutil/trace.go:171","msg":"trace[1449773923] linearizableReadLoop","detail":"{readStateIndex:9811; appliedIndex:9808; }","duration":"267.826364ms","start":"2026-03-31T20:38:15.180058Z","end":"2026-03-31T20:38:15.447884Z","steps":["trace[1449773923] 'read index received' (duration: 36.613464ms)","trace[1449773923] 'applied index is now lower than readState.Index' (duration: 231.21096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:15.448036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:15.02646Z","time spent":"421.460678ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:15.448604Z","caller":"traceutil/trace.go:171","msg":"trace[1104999110] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"283.444554ms","start":"2026-03-31T20:38:15.165106Z","end":"2026-03-31T20:38:15.448551Z","steps":["trace[1104999110] 'process raft request' (duration: 282.612603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.448747Z","caller":"traceutil/trace.go:171","msg":"trace[55593683] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"281.656089ms","start":"2026-03-31T20:38:15.167068Z","end":"2026-03-31T20:38:15.448724Z","steps":["trace[55593683] 'process raft request' (duration: 280.748017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.448843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.978349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:15.448931Z","caller":"traceutil/trace.go:171","msg":"trace[1307683967] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9454; }","duration":"105.118143ms","start":"2026-03-31T20:38:15.343794Z","end":"2026-03-31T20:38:15.448912Z","steps":["trace[1307683967] 'agreement among raft nodes before linearized reading' (duration: 104.954919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.448936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.803564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:38:15.448926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.369474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:15.449049Z","caller":"traceutil/trace.go:171","msg":"trace[4329459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9454; }","duration":"233.969398ms","start":"2026-03-31T20:38:15.215052Z","end":"2026-03-31T20:38:15.449022Z","steps":["trace[4329459] 'agreement among raft nodes before linearized reading' (duration: 233.664811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.4491Z","caller":"traceutil/trace.go:171","msg":"trace[1130163130] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9454; }","duration":"108.696273ms","start":"2026-03-31T20:38:15.340374Z","end":"2026-03-31T20:38:15.44907Z","steps":["trace[1130163130] 'agreement among raft nodes before linearized reading' (duration: 108.426505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.449254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.955403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:38:15.449319Z","caller":"traceutil/trace.go:171","msg":"trace[1123202641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9454; }","duration":"269.297171ms","start":"2026-03-31T20:38:15.180006Z","end":"2026-03-31T20:38:15.449304Z","steps":["trace[1123202641] 'agreement among raft nodes before linearized reading' (duration: 268.47513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.69098Z","caller":"traceutil/trace.go:171","msg":"trace[530644564] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"190.954995ms","start":"2026-03-31T20:38:15.499961Z","end":"2026-03-31T20:38:15.690916Z","steps":["trace[530644564] 'process raft request' (duration: 106.61179ms)","trace[530644564] 'compare' (duration: 84.12771ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:15.729104Z","caller":"traceutil/trace.go:171","msg":"trace[2044075738] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"229.006395ms","start":"2026-03-31T20:38:15.500055Z","end":"2026-03-31T20:38:15.729061Z","steps":["trace[2044075738] 'process raft request' (duration: 228.627405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.729439Z","caller":"traceutil/trace.go:171","msg":"trace[1728521360] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"229.338224ms","start":"2026-03-31T20:38:15.500048Z","end":"2026-03-31T20:38:15.729386Z","steps":["trace[1728521360] 'process raft request' (duration: 228.943133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.729545Z","caller":"traceutil/trace.go:171","msg":"trace[1215428110] transaction","detail":"{read_only:false; response_revision:9459; number_of_response:1; }","duration":"229.318613ms","start":"2026-03-31T20:38:15.50018Z","end":"2026-03-31T20:38:15.729498Z","steps":["trace[1215428110] 'process raft request' (duration: 229.104278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:17.248727Z","caller":"traceutil/trace.go:171","msg":"trace[731866400] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"140.484266ms","start":"2026-03-31T20:38:17.108207Z","end":"2026-03-31T20:38:17.248691Z","steps":["trace[731866400] 'process raft request' (duration: 140.192159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:19.578789Z","caller":"traceutil/trace.go:171","msg":"trace[18081690] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"109.124296ms","start":"2026-03-31T20:38:19.4696Z","end":"2026-03-31T20:38:19.578724Z","steps":["trace[18081690] 'process raft request' (duration: 108.237103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:19.579193Z","caller":"traceutil/trace.go:171","msg":"trace[1409596203] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"109.488755ms","start":"2026-03-31T20:38:19.469644Z","end":"2026-03-31T20:38:19.579132Z","steps":["trace[1409596203] 'process raft request' (duration: 108.782217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:20.992525Z","caller":"traceutil/trace.go:171","msg":"trace[287540586] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"134.288065ms","start":"2026-03-31T20:38:20.858202Z","end":"2026-03-31T20:38:20.99249Z","steps":["trace[287540586] 'process raft request' (duration: 129.069384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:29.508091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.465275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:29.508291Z","caller":"traceutil/trace.go:171","msg":"trace[1628587032] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; response_count:0; response_revision:9531; }","duration":"103.734351ms","start":"2026-03-31T20:38:29.404519Z","end":"2026-03-31T20:38:29.508253Z","steps":["trace[1628587032] 'range keys from in-memory index tree' (duration: 103.336181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.707256Z","caller":"traceutil/trace.go:171","msg":"trace[1478611247] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"121.432584ms","start":"2026-03-31T20:38:29.585785Z","end":"2026-03-31T20:38:29.707218Z","steps":["trace[1478611247] 'process raft request' (duration: 121.191698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.754735Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000026aa.wal"} {"level":"info","ts":"2026-03-31T20:38:29.755276Z","caller":"traceutil/trace.go:171","msg":"trace[1538989999] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"144.407977ms","start":"2026-03-31T20:38:29.610836Z","end":"2026-03-31T20:38:29.755244Z","steps":["trace[1538989999] 'process raft request' (duration: 144.157571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.755606Z","caller":"traceutil/trace.go:171","msg":"trace[29905415] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"132.664024ms","start":"2026-03-31T20:38:29.622893Z","end":"2026-03-31T20:38:29.755557Z","steps":["trace[29905415] 'process raft request' (duration: 132.301415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.756223Z","caller":"traceutil/trace.go:171","msg":"trace[823450620] linearizableReadLoop","detail":"{readStateIndex:9897; appliedIndex:9893; }","duration":"114.569912ms","start":"2026-03-31T20:38:29.641629Z","end":"2026-03-31T20:38:29.756199Z","steps":["trace[823450620] 'read index received' (duration: 65.125926ms)","trace[823450620] 'applied index is now lower than readState.Index' (duration: 49.438546ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:29.756277Z","caller":"traceutil/trace.go:171","msg":"trace[613364269] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"130.284495ms","start":"2026-03-31T20:38:29.625974Z","end":"2026-03-31T20:38:29.756259Z","steps":["trace[613364269] 'process raft request' (duration: 129.599598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:29.756533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.87401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:29.756593Z","caller":"traceutil/trace.go:171","msg":"trace[873670750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9535; }","duration":"115.008823ms","start":"2026-03-31T20:38:29.641575Z","end":"2026-03-31T20:38:29.756584Z","steps":["trace[873670750] 'agreement among raft nodes before linearized reading' (duration: 114.741577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:29.757895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.767796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:29.757948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.279655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:38:29.757963Z","caller":"traceutil/trace.go:171","msg":"trace[779029342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9541; }","duration":"110.867099ms","start":"2026-03-31T20:38:29.647079Z","end":"2026-03-31T20:38:29.757946Z","steps":["trace[779029342] 'agreement among raft nodes before linearized reading' (duration: 110.747136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.757981Z","caller":"traceutil/trace.go:171","msg":"trace[2138588866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9541; }","duration":"106.378978ms","start":"2026-03-31T20:38:29.651593Z","end":"2026-03-31T20:38:29.757972Z","steps":["trace[2138588866] 'agreement among raft nodes before linearized reading' (duration: 106.261695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.101233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.594118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:30.101375Z","caller":"traceutil/trace.go:171","msg":"trace[1317147334] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"166.878739ms","start":"2026-03-31T20:38:29.934472Z","end":"2026-03-31T20:38:30.10135Z","steps":["trace[1317147334] 'process raft request' (duration: 55.057586ms)","trace[1317147334] 'compare' (duration: 111.29248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:30.364972Z","caller":"traceutil/trace.go:171","msg":"trace[511208258] linearizableReadLoop","detail":"{readStateIndex:9935; appliedIndex:9934; }","duration":"152.192252ms","start":"2026-03-31T20:38:30.212756Z","end":"2026-03-31T20:38:30.364948Z","steps":["trace[511208258] 'read index received' (duration: 152.058379ms)","trace[511208258] 'applied index is now lower than readState.Index' (duration: 132.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:30.365049Z","caller":"traceutil/trace.go:171","msg":"trace[1391067161] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"161.72761ms","start":"2026-03-31T20:38:30.203275Z","end":"2026-03-31T20:38:30.365002Z","steps":["trace[1391067161] 'process raft request' (duration: 161.536435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.367002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.534971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:38:30.367231Z","caller":"traceutil/trace.go:171","msg":"trace[2084615627] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9572; }","duration":"150.803868ms","start":"2026-03-31T20:38:30.216409Z","end":"2026-03-31T20:38:30.367213Z","steps":["trace[2084615627] 'agreement among raft nodes before linearized reading' (duration: 150.531271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.365194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.425817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/csi-ceph-conf-override\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:30.367519Z","caller":"traceutil/trace.go:171","msg":"trace[483898831] range","detail":"{range_begin:/registry/configmaps/rook-ceph/csi-ceph-conf-override; range_end:; response_count:0; response_revision:9572; }","duration":"154.803267ms","start":"2026-03-31T20:38:30.212704Z","end":"2026-03-31T20:38:30.367507Z","steps":["trace[483898831] 'agreement among raft nodes before linearized reading' (duration: 152.391366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.640049Z","caller":"traceutil/trace.go:171","msg":"trace[684241025] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"268.723043ms","start":"2026-03-31T20:38:30.371289Z","end":"2026-03-31T20:38:30.640012Z","steps":["trace[684241025] 'process raft request' (duration: 268.511978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.998079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.441869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:30.998479Z","caller":"traceutil/trace.go:171","msg":"trace[86756382] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"623.983558ms","start":"2026-03-31T20:38:30.374453Z","end":"2026-03-31T20:38:30.998436Z","steps":["trace[86756382] 'process raft request' (duration: 519.029697ms)","trace[86756382] 'compare' (duration: 103.565037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:30.998568Z","caller":"traceutil/trace.go:171","msg":"trace[386715692] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"352.754133ms","start":"2026-03-31T20:38:30.645782Z","end":"2026-03-31T20:38:30.998536Z","steps":["trace[386715692] 'process raft request' (duration: 352.667241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.998626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.374442Z","time spent":"624.104751ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:38:30.998675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.645682Z","time spent":"352.947747ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:38:30.998648Z","caller":"traceutil/trace.go:171","msg":"trace[1893153951] transaction","detail":"{read_only:false; response_revision:9575; number_of_response:1; }","duration":"622.793138ms","start":"2026-03-31T20:38:30.375803Z","end":"2026-03-31T20:38:30.998596Z","steps":["trace[1893153951] 'process raft request' (duration: 622.46542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.998638Z","caller":"traceutil/trace.go:171","msg":"trace[1617900272] linearizableReadLoop","detail":"{readStateIndex:9937; appliedIndex:9935; }","duration":"624.05188ms","start":"2026-03-31T20:38:30.374536Z","end":"2026-03-31T20:38:30.998588Z","steps":["trace[1617900272] 'read index received' (duration: 265.309708ms)","trace[1617900272] 'applied index is now lower than readState.Index' (duration: 358.732162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:30.998897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.375769Z","time spent":"622.999493ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3019,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:30.998931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.359177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:38:30.998996Z","caller":"traceutil/trace.go:171","msg":"trace[1299180948] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9576; }","duration":"624.484371ms","start":"2026-03-31T20:38:30.374494Z","end":"2026-03-31T20:38:30.998978Z","steps":["trace[1299180948] 'agreement among raft nodes before linearized reading' (duration: 624.225644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.999011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.311071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:30.999045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.374478Z","time spent":"624.556292ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T20:38:30.999058Z","caller":"traceutil/trace.go:171","msg":"trace[431318238] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:9576; }","duration":"581.364413ms","start":"2026-03-31T20:38:30.417681Z","end":"2026-03-31T20:38:30.999045Z","steps":["trace[431318238] 'agreement among raft nodes before linearized reading' (duration: 581.272851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.999094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.417622Z","time spent":"581.464035ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T20:38:30.99926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.974616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:38:30.999292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.340937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:3304"} {"level":"warn","ts":"2026-03-31T20:38:30.999302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.455754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-31T20:38:30.99932Z","caller":"traceutil/trace.go:171","msg":"trace[48616894] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9576; }","duration":"347.407359ms","start":"2026-03-31T20:38:30.651905Z","end":"2026-03-31T20:38:30.999313Z","steps":["trace[48616894] 'agreement among raft nodes before linearized reading' (duration: 347.298316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.999322Z","caller":"traceutil/trace.go:171","msg":"trace[1020510108] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:9576; }","duration":"156.045948ms","start":"2026-03-31T20:38:30.843258Z","end":"2026-03-31T20:38:30.999304Z","steps":["trace[1020510108] 'agreement among raft nodes before linearized reading' (duration: 155.916284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.99934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.651884Z","time spent":"347.45327ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3326,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" "} {"level":"info","ts":"2026-03-31T20:38:30.999333Z","caller":"traceutil/trace.go:171","msg":"trace[1338715830] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9576; }","duration":"386.528116ms","start":"2026-03-31T20:38:30.612794Z","end":"2026-03-31T20:38:30.999322Z","steps":["trace[1338715830] 'agreement among raft nodes before linearized reading' (duration: 386.425774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.999398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.691807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:30.999398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.49472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:847"} {"level":"warn","ts":"2026-03-31T20:38:30.99946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.612767Z","time spent":"386.67243ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":735,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-03-31T20:38:30.999471Z","caller":"traceutil/trace.go:171","msg":"trace[1804205516] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9576; }","duration":"223.81904ms","start":"2026-03-31T20:38:30.775632Z","end":"2026-03-31T20:38:30.999451Z","steps":["trace[1804205516] 'agreement among raft nodes before linearized reading' (duration: 223.667417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.999498Z","caller":"traceutil/trace.go:171","msg":"trace[1547694706] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:9576; }","duration":"162.677704ms","start":"2026-03-31T20:38:30.836797Z","end":"2026-03-31T20:38:30.999475Z","steps":["trace[1547694706] 'agreement among raft nodes before linearized reading' (duration: 162.373256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.999451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.224597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:30.999647Z","caller":"traceutil/trace.go:171","msg":"trace[683299536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9576; }","duration":"159.463664ms","start":"2026-03-31T20:38:30.840164Z","end":"2026-03-31T20:38:30.999627Z","steps":["trace[683299536] 'agreement among raft nodes before linearized reading' (duration: 159.266748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.23871Z","caller":"traceutil/trace.go:171","msg":"trace[1607034410] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"231.324999ms","start":"2026-03-31T20:38:31.00733Z","end":"2026-03-31T20:38:31.238655Z","steps":["trace[1607034410] 'process raft request' (duration: 166.50615ms)","trace[1607034410] 'compare' (duration: 64.537692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.238729Z","caller":"traceutil/trace.go:171","msg":"trace[1381085763] linearizableReadLoop","detail":"{readStateIndex:9941; appliedIndex:9940; }","duration":"229.78225ms","start":"2026-03-31T20:38:31.008907Z","end":"2026-03-31T20:38:31.23869Z","steps":["trace[1381085763] 'read index received' (duration: 164.959221ms)","trace[1381085763] 'applied index is now lower than readState.Index' (duration: 64.821439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:31.239174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.844577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:4454"} {"level":"warn","ts":"2026-03-31T20:38:31.239044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.98193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-31T20:38:31.239255Z","caller":"traceutil/trace.go:171","msg":"trace[1314830600] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9578; }","duration":"236.979631ms","start":"2026-03-31T20:38:31.002256Z","end":"2026-03-31T20:38:31.239236Z","steps":["trace[1314830600] 'agreement among raft nodes before linearized reading' (duration: 236.765615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.23939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.505413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T20:38:31.239445Z","caller":"traceutil/trace.go:171","msg":"trace[579659593] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9577; }","duration":"235.577516ms","start":"2026-03-31T20:38:31.003854Z","end":"2026-03-31T20:38:31.239432Z","steps":["trace[579659593] 'agreement among raft nodes before linearized reading' (duration: 234.975931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.239267Z","caller":"traceutil/trace.go:171","msg":"trace[1726448225] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9577; }","duration":"235.230247ms","start":"2026-03-31T20:38:31.004018Z","end":"2026-03-31T20:38:31.239248Z","steps":["trace[1726448225] 'agreement among raft nodes before linearized reading' (duration: 234.779236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.239805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.234279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:31.239901Z","caller":"traceutil/trace.go:171","msg":"trace[1931166304] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:9578; }","duration":"117.546377ms","start":"2026-03-31T20:38:31.122332Z","end":"2026-03-31T20:38:31.239878Z","steps":["trace[1931166304] 'agreement among raft nodes before linearized reading' (duration: 117.162727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.239836Z","caller":"traceutil/trace.go:171","msg":"trace[1510213302] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"229.900923ms","start":"2026-03-31T20:38:31.009624Z","end":"2026-03-31T20:38:31.239525Z","steps":["trace[1510213302] 'process raft request' (duration: 229.004731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.433329Z","caller":"traceutil/trace.go:171","msg":"trace[667976468] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"147.599707ms","start":"2026-03-31T20:38:31.285682Z","end":"2026-03-31T20:38:31.433282Z","steps":["trace[667976468] 'process raft request' (duration: 114.908141ms)","trace[667976468] 'compare' (duration: 32.218044ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.939271Z","caller":"traceutil/trace.go:171","msg":"trace[973450995] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"177.784922ms","start":"2026-03-31T20:38:31.761456Z","end":"2026-03-31T20:38:31.939241Z","steps":["trace[973450995] 'process raft request' (duration: 177.612657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.941176Z","caller":"traceutil/trace.go:171","msg":"trace[1290521022] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"179.271458ms","start":"2026-03-31T20:38:31.761863Z","end":"2026-03-31T20:38:31.941135Z","steps":["trace[1290521022] 'process raft request' (duration: 179.039553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.941427Z","caller":"traceutil/trace.go:171","msg":"trace[1135533563] linearizableReadLoop","detail":"{readStateIndex:9947; appliedIndex:9944; }","duration":"174.365227ms","start":"2026-03-31T20:38:31.767028Z","end":"2026-03-31T20:38:31.941393Z","steps":["trace[1135533563] 'read index received' (duration: 172.072399ms)","trace[1135533563] 'applied index is now lower than readState.Index' (duration: 2.290848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:31.941818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.761446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:38:31.941856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.989383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:31.941873Z","caller":"traceutil/trace.go:171","msg":"trace[143451210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9583; }","duration":"174.874929ms","start":"2026-03-31T20:38:31.766984Z","end":"2026-03-31T20:38:31.941859Z","steps":["trace[143451210] 'agreement among raft nodes before linearized reading' (duration: 174.670424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.941906Z","caller":"traceutil/trace.go:171","msg":"trace[2064316853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9583; }","duration":"101.103746ms","start":"2026-03-31T20:38:31.840788Z","end":"2026-03-31T20:38:31.941891Z","steps":["trace[2064316853] 'agreement among raft nodes before linearized reading' (duration: 100.986343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.941858Z","caller":"traceutil/trace.go:171","msg":"trace[872741970] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"179.235898ms","start":"2026-03-31T20:38:31.762568Z","end":"2026-03-31T20:38:31.941804Z","steps":["trace[872741970] 'process raft request' (duration: 178.51185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.942021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.093924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:38:31.942097Z","caller":"traceutil/trace.go:171","msg":"trace[186919776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9583; }","duration":"169.204167ms","start":"2026-03-31T20:38:31.772872Z","end":"2026-03-31T20:38:31.942076Z","steps":["trace[186919776] 'agreement among raft nodes before linearized reading' (duration: 168.906369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.942303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.025803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:38:31.942346Z","caller":"traceutil/trace.go:171","msg":"trace[480588098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9583; }","duration":"153.112685ms","start":"2026-03-31T20:38:31.789222Z","end":"2026-03-31T20:38:31.942334Z","steps":["trace[480588098] 'agreement among raft nodes before linearized reading' (duration: 152.974512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.942379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.150631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:38:31.942423Z","caller":"traceutil/trace.go:171","msg":"trace[1729418987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9583; }","duration":"138.281144ms","start":"2026-03-31T20:38:31.804129Z","end":"2026-03-31T20:38:31.94241Z","steps":["trace[1729418987] 'agreement among raft nodes before linearized reading' (duration: 138.025698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.942604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.104005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:31.942647Z","caller":"traceutil/trace.go:171","msg":"trace[1722651703] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:9583; }","duration":"131.167877ms","start":"2026-03-31T20:38:31.811468Z","end":"2026-03-31T20:38:31.942635Z","steps":["trace[1722651703] 'agreement among raft nodes before linearized reading' (duration: 131.089205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.166972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.495704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:32.167054Z","caller":"traceutil/trace.go:171","msg":"trace[891988201] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"219.016261ms","start":"2026-03-31T20:38:31.948023Z","end":"2026-03-31T20:38:32.167039Z","steps":["trace[891988201] 'process raft request' (duration: 83.371793ms)","trace[891988201] 'compare' (duration: 135.404092ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:32.257951Z","caller":"traceutil/trace.go:171","msg":"trace[941834188] transaction","detail":"{read_only:false; response_revision:9585; number_of_response:1; }","duration":"307.368979ms","start":"2026-03-31T20:38:31.950541Z","end":"2026-03-31T20:38:32.25791Z","steps":["trace[941834188] 'process raft request' (duration: 307.00539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.257936Z","caller":"traceutil/trace.go:171","msg":"trace[534967669] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"307.264216ms","start":"2026-03-31T20:38:31.950626Z","end":"2026-03-31T20:38:32.25789Z","steps":["trace[534967669] 'process raft request' (duration: 307.146663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.258371Z","caller":"traceutil/trace.go:171","msg":"trace[781422504] linearizableReadLoop","detail":"{readStateIndex:9952; appliedIndex:9947; }","duration":"248.827046ms","start":"2026-03-31T20:38:32.00951Z","end":"2026-03-31T20:38:32.258338Z","steps":["trace[781422504] 'read index received' (duration: 21.949578ms)","trace[781422504] 'applied index is now lower than readState.Index' (duration: 226.875568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:32.25846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.950619Z","time spent":"307.614595ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.258548Z","caller":"traceutil/trace.go:171","msg":"trace[1135633799] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"280.700882ms","start":"2026-03-31T20:38:31.977831Z","end":"2026-03-31T20:38:32.258531Z","steps":["trace[1135633799] 'process raft request' (duration: 280.296952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.258147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.950521Z","time spent":"307.531303ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.258647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.17183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:32.258675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.252123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:32.258718Z","caller":"traceutil/trace.go:171","msg":"trace[263502255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9588; }","duration":"152.326274ms","start":"2026-03-31T20:38:32.106382Z","end":"2026-03-31T20:38:32.258708Z","steps":["trace[263502255] 'agreement among raft nodes before linearized reading' (duration: 152.200271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.258705Z","caller":"traceutil/trace.go:171","msg":"trace[906422751] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9588; }","duration":"234.306994ms","start":"2026-03-31T20:38:32.024376Z","end":"2026-03-31T20:38:32.258683Z","steps":["trace[906422751] 'agreement among raft nodes before linearized reading' (duration: 234.191641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.258931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.37451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:32.259558Z","caller":"traceutil/trace.go:171","msg":"trace[942157684] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9588; }","duration":"250.054316ms","start":"2026-03-31T20:38:32.009459Z","end":"2026-03-31T20:38:32.259513Z","steps":["trace[942157684] 'agreement among raft nodes before linearized reading' (duration: 249.074812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.260026Z","caller":"traceutil/trace.go:171","msg":"trace[201265882] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"285.936514ms","start":"2026-03-31T20:38:31.974071Z","end":"2026-03-31T20:38:32.260007Z","steps":["trace[201265882] 'process raft request' (duration: 283.75679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.449535Z","caller":"traceutil/trace.go:171","msg":"trace[620063406] linearizableReadLoop","detail":"{readStateIndex:9953; appliedIndex:9952; }","duration":"176.826867ms","start":"2026-03-31T20:38:32.272675Z","end":"2026-03-31T20:38:32.449501Z","steps":["trace[620063406] 'read index received' (duration: 99.115916ms)","trace[620063406] 'applied index is now lower than readState.Index' (duration: 77.709451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:32.449828Z","caller":"traceutil/trace.go:171","msg":"trace[317153376] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"178.599632ms","start":"2026-03-31T20:38:32.27116Z","end":"2026-03-31T20:38:32.44976Z","steps":["trace[317153376] 'process raft request' (duration: 100.570043ms)","trace[317153376] 'compare' (duration: 77.199548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:32.450164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.454813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:38:32.450205Z","caller":"traceutil/trace.go:171","msg":"trace[1301064284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9589; }","duration":"177.530034ms","start":"2026-03-31T20:38:32.272658Z","end":"2026-03-31T20:38:32.450188Z","steps":["trace[1301064284] 'agreement among raft nodes before linearized reading' (duration: 176.96737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.45605Z","caller":"traceutil/trace.go:171","msg":"trace[1111322818] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"179.874003ms","start":"2026-03-31T20:38:32.27615Z","end":"2026-03-31T20:38:32.456024Z","steps":["trace[1111322818] 'process raft request' (duration: 179.33327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.615999Z","caller":"traceutil/trace.go:171","msg":"trace[904212443] linearizableReadLoop","detail":"{readStateIndex:9962; appliedIndex:9961; }","duration":"112.07559ms","start":"2026-03-31T20:38:33.503895Z","end":"2026-03-31T20:38:33.615971Z","steps":["trace[904212443] 'read index received' (duration: 111.838654ms)","trace[904212443] 'applied index is now lower than readState.Index' (duration: 235.656µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:33.616267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.316617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T20:38:33.616319Z","caller":"traceutil/trace.go:171","msg":"trace[141179599] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9598; }","duration":"112.47149ms","start":"2026-03-31T20:38:33.503829Z","end":"2026-03-31T20:38:33.616301Z","steps":["trace[141179599] 'agreement among raft nodes before linearized reading' (duration: 112.249795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.616147Z","caller":"traceutil/trace.go:171","msg":"trace[447640916] transaction","detail":"{read_only:false; response_revision:9598; number_of_response:1; }","duration":"137.864985ms","start":"2026-03-31T20:38:33.478184Z","end":"2026-03-31T20:38:33.616049Z","steps":["trace[447640916] 'process raft request' (duration: 137.578957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:34.010802Z","caller":"traceutil/trace.go:171","msg":"trace[92404252] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"135.272719ms","start":"2026-03-31T20:38:33.875501Z","end":"2026-03-31T20:38:34.010774Z","steps":["trace[92404252] 'process raft request' (duration: 131.797352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:34.683464Z","caller":"traceutil/trace.go:171","msg":"trace[131354303] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"219.781721ms","start":"2026-03-31T20:38:34.463665Z","end":"2026-03-31T20:38:34.683446Z","steps":["trace[131354303] 'process raft request' (duration: 219.476502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:34.683742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.120099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:34.683872Z","caller":"traceutil/trace.go:171","msg":"trace[995591558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9608; }","duration":"214.280704ms","start":"2026-03-31T20:38:34.46957Z","end":"2026-03-31T20:38:34.683851Z","steps":["trace[995591558] 'agreement among raft nodes before linearized reading' (duration: 214.093499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:34.68338Z","caller":"traceutil/trace.go:171","msg":"trace[660709928] linearizableReadLoop","detail":"{readStateIndex:9972; appliedIndex:9971; }","duration":"213.75111ms","start":"2026-03-31T20:38:34.469594Z","end":"2026-03-31T20:38:34.683345Z","steps":["trace[660709928] 'read index received' (duration: 213.428521ms)","trace[660709928] 'applied index is now lower than readState.Index' (duration: 321.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:35.75776Z","caller":"traceutil/trace.go:171","msg":"trace[592752615] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"132.265994ms","start":"2026-03-31T20:38:35.625452Z","end":"2026-03-31T20:38:35.757718Z","steps":["trace[592752615] 'process raft request' (duration: 132.014958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.749181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.863065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:38:36.749282Z","caller":"traceutil/trace.go:171","msg":"trace[312560274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9616; }","duration":"373.068079ms","start":"2026-03-31T20:38:36.376193Z","end":"2026-03-31T20:38:36.749261Z","steps":["trace[312560274] 'range keys from in-memory index tree' (duration: 372.67021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.749321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.376162Z","time spent":"373.149182ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:36.749571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.915507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:38:36.749603Z","caller":"traceutil/trace.go:171","msg":"trace[83334564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9616; }","duration":"358.972458ms","start":"2026-03-31T20:38:36.390622Z","end":"2026-03-31T20:38:36.749595Z","steps":["trace[83334564] 'range keys from in-memory index tree' (duration: 358.831615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.749626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.390611Z","time spent":"359.009138ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:36.750184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.587455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:36.750351Z","caller":"traceutil/trace.go:171","msg":"trace[99824783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9616; }","duration":"225.828491ms","start":"2026-03-31T20:38:36.524487Z","end":"2026-03-31T20:38:36.750316Z","steps":["trace[99824783] 'count revisions from in-memory index tree' (duration: 225.474122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:36.896883Z","caller":"traceutil/trace.go:171","msg":"trace[521246953] linearizableReadLoop","detail":"{readStateIndex:9982; appliedIndex:9981; }","duration":"206.620352ms","start":"2026-03-31T20:38:36.69015Z","end":"2026-03-31T20:38:36.89677Z","steps":["trace[521246953] 'read index received' (duration: 206.492009ms)","trace[521246953] 'applied index is now lower than readState.Index' (duration: 127.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:36.897183Z","caller":"traceutil/trace.go:171","msg":"trace[934737748] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"284.14054ms","start":"2026-03-31T20:38:36.61303Z","end":"2026-03-31T20:38:36.89717Z","steps":["trace[934737748] 'process raft request' (duration: 283.542465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.897685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.491793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:36.897729Z","caller":"traceutil/trace.go:171","msg":"trace[1014306311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9617; }","duration":"207.671008ms","start":"2026-03-31T20:38:36.690047Z","end":"2026-03-31T20:38:36.897718Z","steps":["trace[1014306311] 'agreement among raft nodes before linearized reading' (duration: 207.32531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.899428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.325811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:36.899542Z","caller":"traceutil/trace.go:171","msg":"trace[1155603123] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9619; }","duration":"153.526745ms","start":"2026-03-31T20:38:36.745993Z","end":"2026-03-31T20:38:36.899519Z","steps":["trace[1155603123] 'agreement among raft nodes before linearized reading' (duration: 153.30917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:36.899843Z","caller":"traceutil/trace.go:171","msg":"trace[1708268101] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"144.187182ms","start":"2026-03-31T20:38:36.755641Z","end":"2026-03-31T20:38:36.899828Z","steps":["trace[1708268101] 'process raft request' (duration: 143.609848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:36.899821Z","caller":"traceutil/trace.go:171","msg":"trace[885861530] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"145.232458ms","start":"2026-03-31T20:38:36.754554Z","end":"2026-03-31T20:38:36.899787Z","steps":["trace[885861530] 'process raft request' (duration: 144.519139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.14408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841954295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:38:40.14418Z","caller":"traceutil/trace.go:171","msg":"trace[1737775935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9624; }","duration":"1.84211596s","start":"2026-03-31T20:38:38.302044Z","end":"2026-03-31T20:38:40.14416Z","steps":["trace[1737775935] 'range keys from in-memory index tree' (duration: 1.841792761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.144223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.302024Z","time spent":"1.842188131s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:40.144589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.405917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:40.1446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825442433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:38:40.144648Z","caller":"traceutil/trace.go:171","msg":"trace[143605699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9624; }","duration":"497.494568ms","start":"2026-03-31T20:38:39.647136Z","end":"2026-03-31T20:38:40.144631Z","steps":["trace[143605699] 'range keys from in-memory index tree' (duration: 497.341075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.144685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.647116Z","time spent":"497.5614ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:40.144656Z","caller":"traceutil/trace.go:171","msg":"trace[233178252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9624; }","duration":"1.825545525s","start":"2026-03-31T20:38:38.319097Z","end":"2026-03-31T20:38:40.144642Z","steps":["trace[233178252] 'range keys from in-memory index tree' (duration: 1.825270729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.144789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.319077Z","time spent":"1.825705929s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:40.144837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.919733Z","time spent":"1.225099994s","remote":"127.0.0.1:40474","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:38:40.145031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400913847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:40.145059Z","caller":"traceutil/trace.go:171","msg":"trace[1229211435] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9624; }","duration":"1.400943637s","start":"2026-03-31T20:38:38.744108Z","end":"2026-03-31T20:38:40.145051Z","steps":["trace[1229211435] 'count revisions from in-memory index tree' (duration: 1.400772523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.145076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.744008Z","time spent":"1.40106235s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:40.145289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566862702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:40.145361Z","caller":"traceutil/trace.go:171","msg":"trace[1165071421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9624; }","duration":"1.566993466s","start":"2026-03-31T20:38:38.578348Z","end":"2026-03-31T20:38:40.145342Z","steps":["trace[1165071421] 'count revisions from in-memory index tree' (duration: 1.566680387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.145383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241307539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:38:40.145418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226211051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:40.145426Z","caller":"traceutil/trace.go:171","msg":"trace[1628642009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9624; }","duration":"1.241389171s","start":"2026-03-31T20:38:38.904025Z","end":"2026-03-31T20:38:40.145414Z","steps":["trace[1628642009] 'range keys from in-memory index tree' (duration: 1.241174757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.145427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.578313Z","time spent":"1.567092117s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:40.145444Z","caller":"traceutil/trace.go:171","msg":"trace[733856543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9624; }","duration":"1.226274793s","start":"2026-03-31T20:38:38.919164Z","end":"2026-03-31T20:38:40.145439Z","steps":["trace[733856543] 'range keys from in-memory index tree' (duration: 1.226111719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.145465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.919141Z","time spent":"1.226320464s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:40.145376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233300799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:40.145565Z","caller":"traceutil/trace.go:171","msg":"trace[695197904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9624; }","duration":"1.233495735s","start":"2026-03-31T20:38:38.912056Z","end":"2026-03-31T20:38:40.145552Z","steps":["trace[695197904] 'range keys from in-memory index tree' (duration: 1.233245398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.145617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.912045Z","time spent":"1.233558246s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:40.145458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.904003Z","time spent":"1.241447133s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:40.145757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.095059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:40.145796Z","caller":"traceutil/trace.go:171","msg":"trace[845051149] linearizableReadLoop","detail":"{readStateIndex:9990; appliedIndex:9989; }","duration":"306.724453ms","start":"2026-03-31T20:38:39.839065Z","end":"2026-03-31T20:38:40.14579Z","steps":["trace[845051149] 'read index received' (duration: 110.559832ms)","trace[845051149] 'applied index is now lower than readState.Index' (duration: 196.163981ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:40.145838Z","caller":"traceutil/trace.go:171","msg":"trace[920777320] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"374.267279ms","start":"2026-03-31T20:38:39.771564Z","end":"2026-03-31T20:38:40.145832Z","steps":["trace[920777320] 'process raft request' (duration: 178.061097ms)","trace[920777320] 'compare' (duration: 194.661444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:40.14587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.771532Z","time spent":"374.3218ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:40.146005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.940579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:40.146024Z","caller":"traceutil/trace.go:171","msg":"trace[170271225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9625; }","duration":"306.9947ms","start":"2026-03-31T20:38:39.839024Z","end":"2026-03-31T20:38:40.146019Z","steps":["trace[170271225] 'agreement among raft nodes before linearized reading' (duration: 306.961148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.146037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.839001Z","time spent":"307.033251ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:40.646478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:41.146814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:41.64784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:41.806931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800711924s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:41.807415Z","caller":"traceutil/trace.go:171","msg":"trace[576197039] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"1.943255375s","start":"2026-03-31T20:38:39.86413Z","end":"2026-03-31T20:38:41.807385Z","steps":["trace[576197039] 'process raft request' (duration: 1.94307951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:41.807613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.864106Z","time spent":"1.943408489s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:42.841313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:38:42.841432Z","caller":"traceutil/trace.go:171","msg":"trace[651268556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201147s","start":"2026-03-31T20:38:40.841203Z","end":"2026-03-31T20:38:42.841404Z","steps":["trace[651268556] 'agreement among raft nodes before linearized reading' (duration: 2.000049123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.841496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.84117Z","time spent":"2.00031283s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:38:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:38:43.186611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051088667s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:43.18696Z","caller":"traceutil/trace.go:171","msg":"trace[984637242] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"3.137029737s","start":"2026-03-31T20:38:40.049894Z","end":"2026-03-31T20:38:43.186924Z","steps":["trace[984637242] 'process raft request' (duration: 2.08553922s)","trace[984637242] 'compare' (duration: 1.050599965s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:43.187115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.049859Z","time spent":"3.137173091s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:43.187334Z","caller":"traceutil/trace.go:171","msg":"trace[1685102489] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"3.037079579s","start":"2026-03-31T20:38:40.150221Z","end":"2026-03-31T20:38:43.187301Z","steps":["trace[1685102489] 'process raft request' (duration: 3.036744981s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:43.187319Z","caller":"traceutil/trace.go:171","msg":"trace[139406009] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"3.116256308s","start":"2026-03-31T20:38:40.07103Z","end":"2026-03-31T20:38:43.187287Z","steps":["trace[139406009] 'process raft request' (duration: 3.115897139s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:43.187423Z","caller":"traceutil/trace.go:171","msg":"trace[1340544288] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"3.117911319s","start":"2026-03-31T20:38:40.069457Z","end":"2026-03-31T20:38:43.187368Z","steps":["trace[1340544288] 'process raft request' (duration: 3.117363636s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:43.187447Z","caller":"traceutil/trace.go:171","msg":"trace[841146590] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"3.037154672s","start":"2026-03-31T20:38:40.150239Z","end":"2026-03-31T20:38:43.187394Z","steps":["trace[841146590] 'process raft request' (duration: 3.036767952s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:43.187529Z","caller":"traceutil/trace.go:171","msg":"trace[1720026880] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"3.037030149s","start":"2026-03-31T20:38:40.150478Z","end":"2026-03-31T20:38:43.187508Z","steps":["trace[1720026880] 'process raft request' (duration: 3.036629909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:43.187542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.150203Z","time spent":"3.037251264s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:43.187623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.150472Z","time spent":"3.03710219s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:43.187658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.069428Z","time spent":"3.118088964s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:43.187682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.150227Z","time spent":"3.037337036s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:43.187766Z","caller":"traceutil/trace.go:171","msg":"trace[757607402] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"3.036902746s","start":"2026-03-31T20:38:40.150852Z","end":"2026-03-31T20:38:43.187754Z","steps":["trace[757607402] 'process raft request' (duration: 3.03667331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:43.187831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.150822Z","time spent":"3.036979038s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:43.188041Z","caller":"traceutil/trace.go:171","msg":"trace[1580147769] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"3.036570337s","start":"2026-03-31T20:38:40.151423Z","end":"2026-03-31T20:38:43.187993Z","steps":["trace[1580147769] 'process raft request' (duration: 3.036342652s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:43.188113Z","caller":"traceutil/trace.go:171","msg":"trace[183506291] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"2.900149649s","start":"2026-03-31T20:38:40.287952Z","end":"2026-03-31T20:38:43.188101Z","steps":["trace[183506291] 'process raft request' (duration: 2.900004946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:43.188178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.287917Z","time spent":"2.900230281s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:43.188206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10036694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:43.188281Z","caller":"traceutil/trace.go:171","msg":"trace[1674516076] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9635; }","duration":"3.100489413s","start":"2026-03-31T20:38:40.087779Z","end":"2026-03-31T20:38:43.188268Z","steps":["trace[1674516076] 'agreement among raft nodes before linearized reading' (duration: 3.100333179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:43.188281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110033402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:38:43.188323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.087753Z","time spent":"3.100560735s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:43.188337Z","caller":"traceutil/trace.go:171","msg":"trace[569877719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9635; }","duration":"3.110111055s","start":"2026-03-31T20:38:40.078205Z","end":"2026-03-31T20:38:43.188316Z","steps":["trace[569877719] 'agreement among raft nodes before linearized reading' (duration: 3.10991312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:43.188383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.071015Z","time spent":"3.116452503s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:43.188434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.151401Z","time spent":"3.036791182s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:43.188369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.078188Z","time spent":"3.110173377s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"info","ts":"2026-03-31T20:38:43.188092Z","caller":"traceutil/trace.go:171","msg":"trace[338847891] linearizableReadLoop","detail":"{readStateIndex:10000; appliedIndex:9990; }","duration":"3.04227259s","start":"2026-03-31T20:38:40.145807Z","end":"2026-03-31T20:38:43.188079Z","steps":["trace[338847891] 'read index received' (duration: 1.661483137s)","trace[338847891] 'applied index is now lower than readState.Index' (duration: 1.380788323s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:43.689361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556216,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:43.833117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522618517s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:38:44.663662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:43.968709Z","time spent":"694.939341ms","remote":"127.0.0.1:49370","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:38:44.664414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.685589ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:44.664535Z","caller":"traceutil/trace.go:171","msg":"trace[1560191139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9635; }","duration":"424.821022ms","start":"2026-03-31T20:38:44.239697Z","end":"2026-03-31T20:38:44.664518Z","steps":["trace[1560191139] 'range keys from in-memory index tree' (duration: 424.668308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:44.664925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.44216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:44.665038Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:38:44.665234Z","caller":"traceutil/trace.go:171","msg":"trace[916239426] linearizableReadLoop","detail":"{readStateIndex:10001; appliedIndex:10000; }","duration":"1.476431933s","start":"2026-03-31T20:38:43.188769Z","end":"2026-03-31T20:38:44.665201Z","steps":["trace[916239426] 'read index received' (duration: 644.547301ms)","trace[916239426] 'applied index is now lower than readState.Index' (duration: 831.881862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:44.66532Z","caller":"traceutil/trace.go:171","msg":"trace[1084518678] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"2.51265539s","start":"2026-03-31T20:38:42.152575Z","end":"2026-03-31T20:38:44.66523Z","steps":["trace[1084518678] 'process raft request' (duration: 1.680807819s)","trace[1084518678] 'compare' (duration: 829.82347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.665854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.15254Z","time spent":"2.512955797s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:44.940183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343245319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:44.940285Z","caller":"traceutil/trace.go:171","msg":"trace[1669931413] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9636; }","duration":"3.343416093s","start":"2026-03-31T20:38:41.596852Z","end":"2026-03-31T20:38:44.940268Z","steps":["trace[1669931413] 'agreement among raft nodes before linearized reading' (duration: 3.068548817s)","trace[1669931413] 'count revisions from in-memory index tree' (duration: 274.718863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.940329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.596826Z","time spent":"3.343492376s","remote":"127.0.0.1:50786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:44.940376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3657364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:38:44.940473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36853433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:44.940497Z","caller":"traceutil/trace.go:171","msg":"trace[1852013343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9636; }","duration":"2.365910484s","start":"2026-03-31T20:38:42.57455Z","end":"2026-03-31T20:38:44.94046Z","steps":["trace[1852013343] 'agreement among raft nodes before linearized reading' (duration: 2.09074474s)","trace[1852013343] 'range keys from in-memory index tree' (duration: 274.861776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:44.940555Z","caller":"traceutil/trace.go:171","msg":"trace[1308333583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9636; }","duration":"3.368619093s","start":"2026-03-31T20:38:41.5719Z","end":"2026-03-31T20:38:44.94052Z","steps":["trace[1308333583] 'agreement among raft nodes before linearized reading' (duration: 3.09350927s)","trace[1308333583] 'count revisions from in-memory index tree' (duration: 275.043531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.940586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.574528Z","time spent":"2.366038738s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:44.940622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.571883Z","time spent":"3.368720686s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:44.940631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625887108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:44.940665Z","caller":"traceutil/trace.go:171","msg":"trace[1456045535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9636; }","duration":"2.62597349s","start":"2026-03-31T20:38:42.314682Z","end":"2026-03-31T20:38:44.940656Z","steps":["trace[1456045535] 'agreement among raft nodes before linearized reading' (duration: 2.350637002s)","trace[1456045535] 'count revisions from in-memory index tree' (duration: 275.287977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.940668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93011632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:44.940697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.314646Z","time spent":"2.626043832s","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:44.940728Z","caller":"traceutil/trace.go:171","msg":"trace[148928690] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9636; }","duration":"3.930163851s","start":"2026-03-31T20:38:41.010541Z","end":"2026-03-31T20:38:44.940705Z","steps":["trace[148928690] 'agreement among raft nodes before linearized reading' (duration: 3.654818353s)","trace[148928690] 'count revisions from in-memory index tree' (duration: 275.266267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.940766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.010476Z","time spent":"3.930279823s","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:44.940368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.47234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:44.940875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12674802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2078e0eeecece\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T20:38:44.940908Z","caller":"traceutil/trace.go:171","msg":"trace[797805755] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2078e0eeecece; range_end:; response_count:1; response_revision:9636; }","duration":"3.126826402s","start":"2026-03-31T20:38:41.814073Z","end":"2026-03-31T20:38:44.9409Z","steps":["trace[797805755] 'agreement among raft nodes before linearized reading' (duration: 2.85131695s)","trace[797805755] 'range keys from in-memory index tree' (duration: 275.40948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.940897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321571365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:44.940889Z","caller":"traceutil/trace.go:171","msg":"trace[1090736974] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9636; }","duration":"125.015014ms","start":"2026-03-31T20:38:44.815824Z","end":"2026-03-31T20:38:44.940839Z","steps":["trace[1090736974] 'count revisions from in-memory index tree' (duration: 124.233073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:44.940958Z","caller":"traceutil/trace.go:171","msg":"trace[690866613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9636; }","duration":"1.321677018s","start":"2026-03-31T20:38:43.619264Z","end":"2026-03-31T20:38:44.940941Z","steps":["trace[690866613] 'agreement among raft nodes before linearized reading' (duration: 1.046156415s)","trace[690866613] 'count revisions from in-memory index tree' (duration: 275.449221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.940922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914733172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:44.941061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096482576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:38:44.941097Z","caller":"traceutil/trace.go:171","msg":"trace[161522968] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:9636; }","duration":"4.096555128s","start":"2026-03-31T20:38:40.84453Z","end":"2026-03-31T20:38:44.941085Z","steps":["trace[161522968] 'agreement among raft nodes before linearized reading' (duration: 3.82084561s)","trace[161522968] 'range keys from in-memory index tree' (duration: 275.564664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:44.941112Z","caller":"traceutil/trace.go:171","msg":"trace[982744837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9636; }","duration":"1.915091251s","start":"2026-03-31T20:38:43.025964Z","end":"2026-03-31T20:38:44.941055Z","steps":["trace[982744837] 'agreement among raft nodes before linearized reading' (duration: 1.639308352s)","trace[982744837] 'count revisions from in-memory index tree' (duration: 275.43232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.941134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.844506Z","time spent":"4.096621639s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:38:44.94074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675161759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:44.941208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:43.025941Z","time spent":"1.915246305s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:44.941004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:43.619234Z","time spent":"1.321759859s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:44.941285Z","caller":"traceutil/trace.go:171","msg":"trace[1277705397] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9636; }","duration":"2.675792875s","start":"2026-03-31T20:38:42.265453Z","end":"2026-03-31T20:38:44.941246Z","steps":["trace[1277705397] 'agreement among raft nodes before linearized reading' (duration: 2.39979399s)","trace[1277705397] 'count revisions from in-memory index tree' (duration: 275.37805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.942128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.265421Z","time spent":"2.676682068s","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:44.940404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553488549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:44.942262Z","caller":"traceutil/trace.go:171","msg":"trace[1678168752] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9636; }","duration":"1.555403647s","start":"2026-03-31T20:38:43.386834Z","end":"2026-03-31T20:38:44.942237Z","steps":["trace[1678168752] 'agreement among raft nodes before linearized reading' (duration: 1.278594461s)","trace[1678168752] 'count revisions from in-memory index tree' (duration: 274.922408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.942328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:43.386804Z","time spent":"1.55550452s","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:44.941365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099610671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:44.9424Z","caller":"traceutil/trace.go:171","msg":"trace[163252594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9636; }","duration":"2.100686928s","start":"2026-03-31T20:38:42.841694Z","end":"2026-03-31T20:38:44.942381Z","steps":["trace[163252594] 'agreement among raft nodes before linearized reading' (duration: 1.823586716s)","trace[163252594] 'range keys from in-memory index tree' (duration: 276.045056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.942448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.841666Z","time spent":"2.10077089s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:44.9415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.814042Z","time spent":"3.127450388s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18a2078e0eeecece\" "} {"level":"warn","ts":"2026-03-31T20:38:44.94173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74775107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227505"} {"level":"info","ts":"2026-03-31T20:38:44.942637Z","caller":"traceutil/trace.go:171","msg":"trace[1714578386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9636; }","duration":"1.748745426s","start":"2026-03-31T20:38:43.193874Z","end":"2026-03-31T20:38:44.942619Z","steps":["trace[1714578386] 'agreement among raft nodes before linearized reading' (duration: 1.471525741s)","trace[1714578386] 'range keys from in-memory index tree' (duration: 275.81518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.941738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713892646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:44.942734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:43.193852Z","time spent":"1.748837139s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:38:44.942751Z","caller":"traceutil/trace.go:171","msg":"trace[147472537] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9636; }","duration":"2.715033365s","start":"2026-03-31T20:38:42.227682Z","end":"2026-03-31T20:38:44.942715Z","steps":["trace[147472537] 'agreement among raft nodes before linearized reading' (duration: 2.437672726s)","trace[147472537] 'count revisions from in-memory index tree' (duration: 275.40435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:44.942824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.227651Z","time spent":"2.715152678s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:45.241687Z","caller":"traceutil/trace.go:171","msg":"trace[1548940128] linearizableReadLoop","detail":"{readStateIndex:10002; appliedIndex:10002; }","duration":"299.277995ms","start":"2026-03-31T20:38:44.942349Z","end":"2026-03-31T20:38:45.241627Z","steps":["trace[1548940128] 'read index received' (duration: 299.258595ms)","trace[1548940128] 'applied index is now lower than readState.Index' (duration: 16.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:45.241816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.445561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:45.241916Z","caller":"traceutil/trace.go:171","msg":"trace[449163959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9636; }","duration":"299.607875ms","start":"2026-03-31T20:38:44.942289Z","end":"2026-03-31T20:38:45.241896Z","steps":["trace[449163959] 'agreement among raft nodes before linearized reading' (duration: 299.444581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.742549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556229,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:38:46.020689Z","caller":"traceutil/trace.go:171","msg":"trace[208815063] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"826.341233ms","start":"2026-03-31T20:38:45.194316Z","end":"2026-03-31T20:38:46.020658Z","steps":["trace[208815063] 'process raft request' (duration: 826.249721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:46.020843Z","caller":"traceutil/trace.go:171","msg":"trace[1014541539] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"1.076155194s","start":"2026-03-31T20:38:44.944637Z","end":"2026-03-31T20:38:46.020793Z","steps":["trace[1014541539] 'process raft request' (duration: 1.02114788s)","trace[1014541539] 'compare' (duration: 54.513501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:46.020748Z","caller":"traceutil/trace.go:171","msg":"trace[265264486] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"1.075431666s","start":"2026-03-31T20:38:44.945269Z","end":"2026-03-31T20:38:46.020701Z","steps":["trace[265264486] 'process raft request' (duration: 1.07522076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.021092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.944609Z","time spent":"1.076348379s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:46.020892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.194306Z","time spent":"826.484076ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:46.021168Z","caller":"traceutil/trace.go:171","msg":"trace[564132338] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"826.009345ms","start":"2026-03-31T20:38:45.195138Z","end":"2026-03-31T20:38:46.021148Z","steps":["trace[564132338] 'process raft request' (duration: 825.478012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.021287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.19513Z","time spent":"826.093707ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:46.021208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.945253Z","time spent":"1.075762694s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:46.021515Z","caller":"traceutil/trace.go:171","msg":"trace[1330304237] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"826.271471ms","start":"2026-03-31T20:38:45.195207Z","end":"2026-03-31T20:38:46.021478Z","steps":["trace[1330304237] 'process raft request' (duration: 825.782299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.021715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.195201Z","time spent":"826.409254ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:46.126469Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:38:46.126622Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T20:38:46.282157Z","caller":"traceutil/trace.go:171","msg":"trace[1590468142] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"1.039117258s","start":"2026-03-31T20:38:45.242989Z","end":"2026-03-31T20:38:46.282107Z","steps":["trace[1590468142] 'process raft request' (duration: 952.131945ms)","trace[1590468142] 'compare' (duration: 86.781958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:46.282348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.242943Z","time spent":"1.039301143s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:46.28244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336697132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:38:46.282142Z","caller":"traceutil/trace.go:171","msg":"trace[1347328048] linearizableReadLoop","detail":"{readStateIndex:10008; appliedIndex:10002; }","duration":"1.040314728s","start":"2026-03-31T20:38:45.241785Z","end":"2026-03-31T20:38:46.2821Z","steps":["trace[1347328048] 'read index received' (duration: 723.947574ms)","trace[1347328048] 'applied index is now lower than readState.Index' (duration: 316.365724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:46.282688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08844364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:46.282812Z","caller":"traceutil/trace.go:171","msg":"trace[505156246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9642; }","duration":"1.088548963s","start":"2026-03-31T20:38:45.194232Z","end":"2026-03-31T20:38:46.282781Z","steps":["trace[505156246] 'agreement among raft nodes before linearized reading' (duration: 1.088342308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.282721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143528496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:46.282833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088397569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:38:46.282875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.194175Z","time spent":"1.088684867s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:46.282871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088406469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:46.282931Z","caller":"traceutil/trace.go:171","msg":"trace[777224165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9642; }","duration":"1.088521242s","start":"2026-03-31T20:38:45.194384Z","end":"2026-03-31T20:38:46.282906Z","steps":["trace[777224165] 'agreement among raft nodes before linearized reading' (duration: 1.088182953s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:46.282937Z","caller":"traceutil/trace.go:171","msg":"trace[1008154971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9642; }","duration":"1.088486661s","start":"2026-03-31T20:38:45.194436Z","end":"2026-03-31T20:38:46.282922Z","steps":["trace[1008154971] 'agreement among raft nodes before linearized reading' (duration: 1.088239465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.283025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.194433Z","time spent":"1.088583063s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:46.283028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.194359Z","time spent":"1.088657405s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:38:46.282928Z","caller":"traceutil/trace.go:171","msg":"trace[1885220449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9642; }","duration":"1.337101613s","start":"2026-03-31T20:38:44.945677Z","end":"2026-03-31T20:38:46.282778Z","steps":["trace[1885220449] 'agreement among raft nodes before linearized reading' (duration: 1.336542839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.283039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088529352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:38:46.283131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088083212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:38:46.283185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.945666Z","time spent":"1.33743235s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:38:46.28322Z","caller":"traceutil/trace.go:171","msg":"trace[670987104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9642; }","duration":"1.088801969s","start":"2026-03-31T20:38:45.194403Z","end":"2026-03-31T20:38:46.283205Z","steps":["trace[670987104] 'agreement among raft nodes before linearized reading' (duration: 1.087896237s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:46.283086Z","caller":"traceutil/trace.go:171","msg":"trace[1632515033] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9642; }","duration":"1.143786313s","start":"2026-03-31T20:38:45.139097Z","end":"2026-03-31T20:38:46.282883Z","steps":["trace[1632515033] 'agreement among raft nodes before linearized reading' (duration: 1.143549257s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:46.28317Z","caller":"traceutil/trace.go:171","msg":"trace[432783995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9642; }","duration":"1.088728737s","start":"2026-03-31T20:38:45.19442Z","end":"2026-03-31T20:38:46.283149Z","steps":["trace[432783995] 'agreement among raft nodes before linearized reading' (duration: 1.088243555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.28333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.194417Z","time spent":"1.088898522s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:46.283356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.139064Z","time spent":"1.144219394s","remote":"127.0.0.1:48772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:46.283265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.1944Z","time spent":"1.08885258s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:46.720712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.47662ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:38:46.720818Z","caller":"traceutil/trace.go:171","msg":"trace[1952089662] linearizableReadLoop","detail":"{readStateIndex:10009; appliedIndex:10008; }","duration":"438.190466ms","start":"2026-03-31T20:38:46.282607Z","end":"2026-03-31T20:38:46.720798Z","steps":["trace[1952089662] 'read index received' (duration: 82.753438ms)","trace[1952089662] 'applied index is now lower than readState.Index' (duration: 355.435508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:46.721733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.684146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T20:38:46.721842Z","caller":"traceutil/trace.go:171","msg":"trace[598888305] range","detail":"{range_begin:/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4; range_end:; response_count:1; response_revision:9642; }","duration":"576.86238ms","start":"2026-03-31T20:38:46.144952Z","end":"2026-03-31T20:38:46.721815Z","steps":["trace[598888305] 'agreement among raft nodes before linearized reading' (duration: 576.558223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.721891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.14492Z","time spent":"576.959793ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4\" "} {"level":"info","ts":"2026-03-31T20:38:46.885244Z","caller":"traceutil/trace.go:171","msg":"trace[641657985] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"597.24485ms","start":"2026-03-31T20:38:46.287963Z","end":"2026-03-31T20:38:46.885208Z","steps":["trace[641657985] 'process raft request' (duration: 596.85074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:46.885535Z","caller":"traceutil/trace.go:171","msg":"trace[335347463] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"596.996243ms","start":"2026-03-31T20:38:46.288518Z","end":"2026-03-31T20:38:46.885515Z","steps":["trace[335347463] 'process raft request' (duration: 596.646435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:46.885259Z","caller":"traceutil/trace.go:171","msg":"trace[415299765] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"596.784068ms","start":"2026-03-31T20:38:46.28844Z","end":"2026-03-31T20:38:46.885224Z","steps":["trace[415299765] 'process raft request' (duration: 596.654625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.885672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.287935Z","time spent":"597.515667ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:46.885745Z","caller":"traceutil/trace.go:171","msg":"trace[1290803313] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"596.890441ms","start":"2026-03-31T20:38:46.288846Z","end":"2026-03-31T20:38:46.885736Z","steps":["trace[1290803313] 'process raft request' (duration: 596.569523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.885744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.28851Z","time spent":"597.094517ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:46.885745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.288426Z","time spent":"597.194479ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:46.885671Z","caller":"traceutil/trace.go:171","msg":"trace[984340711] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"596.692976ms","start":"2026-03-31T20:38:46.288945Z","end":"2026-03-31T20:38:46.885638Z","steps":["trace[984340711] 'process raft request' (duration: 596.616154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.885891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.28883Z","time spent":"596.958843ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:46.885912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.288935Z","time spent":"596.905011ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:47.234854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.038496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:47.235239Z","caller":"traceutil/trace.go:171","msg":"trace[244122609] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"634.022008ms","start":"2026-03-31T20:38:46.601146Z","end":"2026-03-31T20:38:47.235168Z","steps":["trace[244122609] 'process raft request' (duration: 357.527501ms)","trace[244122609] 'compare' (duration: 275.872612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:47.235441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.601121Z","time spent":"634.211622ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:47.235883Z","caller":"traceutil/trace.go:171","msg":"trace[1635432994] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"563.153989ms","start":"2026-03-31T20:38:46.672678Z","end":"2026-03-31T20:38:47.235832Z","steps":["trace[1635432994] 'process raft request' (duration: 562.322828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:47.236104Z","caller":"traceutil/trace.go:171","msg":"trace[1371705454] linearizableReadLoop","detail":"{readStateIndex:10016; appliedIndex:10009; }","duration":"515.221979ms","start":"2026-03-31T20:38:46.720844Z","end":"2026-03-31T20:38:47.236066Z","steps":["trace[1371705454] 'read index received' (duration: 164.029487ms)","trace[1371705454] 'applied index is now lower than readState.Index' (duration: 351.190592ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:47.236179Z","caller":"traceutil/trace.go:171","msg":"trace[1471536110] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"511.684572ms","start":"2026-03-31T20:38:46.724462Z","end":"2026-03-31T20:38:47.236147Z","steps":["trace[1471536110] 'process raft request' (duration: 511.304383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:47.236348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.724429Z","time spent":"511.840285ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:47.236405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.367707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19511"} {"level":"info","ts":"2026-03-31T20:38:47.236474Z","caller":"traceutil/trace.go:171","msg":"trace[1723938881] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9650; }","duration":"951.51572ms","start":"2026-03-31T20:38:46.284942Z","end":"2026-03-31T20:38:47.236457Z","steps":["trace[1723938881] 'agreement among raft nodes before linearized reading' (duration: 951.322804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:47.236537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.284911Z","time spent":"951.613633ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19533,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:38:47.236548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.160077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:38:47.236679Z","caller":"traceutil/trace.go:171","msg":"trace[1279090676] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9650; }","duration":"950.341722ms","start":"2026-03-31T20:38:46.286309Z","end":"2026-03-31T20:38:47.236651Z","steps":["trace[1279090676] 'agreement among raft nodes before linearized reading' (duration: 949.90433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:47.236752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.286298Z","time spent":"950.440314ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:38:47.236743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.672642Z","time spent":"563.439655ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:47.468885Z","caller":"traceutil/trace.go:171","msg":"trace[1509133707] linearizableReadLoop","detail":"{readStateIndex:10018; appliedIndex:10017; }","duration":"232.659753ms","start":"2026-03-31T20:38:47.236197Z","end":"2026-03-31T20:38:47.468857Z","steps":["trace[1509133707] 'read index received' (duration: 159.010512ms)","trace[1509133707] 'applied index is now lower than readState.Index' (duration: 73.647791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:47.468992Z","caller":"traceutil/trace.go:171","msg":"trace[989748148] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"266.575741ms","start":"2026-03-31T20:38:47.202358Z","end":"2026-03-31T20:38:47.468934Z","steps":["trace[989748148] 'process raft request' (duration: 192.93347ms)","trace[989748148] 'compare' (duration: 73.363043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:47.469086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.794294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:47.469182Z","caller":"traceutil/trace.go:171","msg":"trace[904290151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9651; }","duration":"627.902356ms","start":"2026-03-31T20:38:46.841255Z","end":"2026-03-31T20:38:47.469158Z","steps":["trace[904290151] 'agreement among raft nodes before linearized reading' (duration: 627.729082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:47.469192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.80526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:38:47.469163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.369885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:38:47.469232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.841172Z","time spent":"628.0506ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:47.469233Z","caller":"traceutil/trace.go:171","msg":"trace[1839218661] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9651; }","duration":"229.866142ms","start":"2026-03-31T20:38:47.239356Z","end":"2026-03-31T20:38:47.469222Z","steps":["trace[1839218661] 'agreement among raft nodes before linearized reading' (duration: 229.668197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:47.469251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.944091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:47.469399Z","caller":"traceutil/trace.go:171","msg":"trace[1545463099] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9651; }","duration":"163.057935ms","start":"2026-03-31T20:38:47.30624Z","end":"2026-03-31T20:38:47.469298Z","steps":["trace[1545463099] 'agreement among raft nodes before linearized reading' (duration: 162.940102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:47.469495Z","caller":"traceutil/trace.go:171","msg":"trace[1084172918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9651; }","duration":"517.55987ms","start":"2026-03-31T20:38:46.951698Z","end":"2026-03-31T20:38:47.469258Z","steps":["trace[1084172918] 'agreement among raft nodes before linearized reading' (duration: 517.201521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:47.469573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.951671Z","time spent":"517.881657ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"info","ts":"2026-03-31T20:38:48.184764Z","caller":"traceutil/trace.go:171","msg":"trace[2077756622] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"157.281829ms","start":"2026-03-31T20:38:48.027459Z","end":"2026-03-31T20:38:48.18474Z","steps":["trace[2077756622] 'process raft request' (duration: 120.88591ms)","trace[2077756622] 'compare' (duration: 36.279206ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:48.184907Z","caller":"traceutil/trace.go:171","msg":"trace[1694142198] transaction","detail":"{read_only:false; response_revision:9656; number_of_response:1; }","duration":"155.423762ms","start":"2026-03-31T20:38:48.029437Z","end":"2026-03-31T20:38:48.18486Z","steps":["trace[1694142198] 'process raft request' (duration: 155.272908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:50.420118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.421028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:50.420265Z","caller":"traceutil/trace.go:171","msg":"trace[725866228] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"229.208556ms","start":"2026-03-31T20:38:50.191044Z","end":"2026-03-31T20:38:50.420252Z","steps":["trace[725866228] 'process raft request' (duration: 229.155855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:50.420514Z","caller":"traceutil/trace.go:171","msg":"trace[985112988] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"230.574789ms","start":"2026-03-31T20:38:50.189899Z","end":"2026-03-31T20:38:50.420474Z","steps":["trace[985112988] 'process raft request' (duration: 97.730051ms)","trace[985112988] 'compare' (duration: 132.278934ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:51.195642Z","caller":"traceutil/trace.go:171","msg":"trace[1505825508] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"145.151376ms","start":"2026-03-31T20:38:51.050459Z","end":"2026-03-31T20:38:51.19561Z","steps":["trace[1505825508] 'process raft request' (duration: 76.943832ms)","trace[1505825508] 'compare' (duration: 68.01893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:51.371135Z","caller":"traceutil/trace.go:171","msg":"trace[360538571] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"316.26987ms","start":"2026-03-31T20:38:51.054836Z","end":"2026-03-31T20:38:51.371106Z","steps":["trace[360538571] 'process raft request' (duration: 315.832709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.371189Z","caller":"traceutil/trace.go:171","msg":"trace[1882646957] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"315.955673ms","start":"2026-03-31T20:38:51.055207Z","end":"2026-03-31T20:38:51.371162Z","steps":["trace[1882646957] 'process raft request' (duration: 315.781328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.371189Z","caller":"traceutil/trace.go:171","msg":"trace[1864451023] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"315.072211ms","start":"2026-03-31T20:38:51.056081Z","end":"2026-03-31T20:38:51.371154Z","steps":["trace[1864451023] 'process raft request' (duration: 314.961387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:51.371299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:51.05481Z","time spent":"316.402445ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:51.371299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:51.055192Z","time spent":"316.048605ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:51.371401Z","caller":"traceutil/trace.go:171","msg":"trace[717380434] linearizableReadLoop","detail":"{readStateIndex:10040; appliedIndex:10035; }","duration":"172.50733ms","start":"2026-03-31T20:38:51.198879Z","end":"2026-03-31T20:38:51.371387Z","steps":["trace[717380434] 'read index received' (duration: 171.845432ms)","trace[717380434] 'applied index is now lower than readState.Index' (duration: 661.348µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:51.371463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:51.05607Z","time spent":"315.222135ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:51.371534Z","caller":"traceutil/trace.go:171","msg":"trace[384613632] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"315.386609ms","start":"2026-03-31T20:38:51.056134Z","end":"2026-03-31T20:38:51.37152Z","steps":["trace[384613632] 'process raft request' (duration: 314.975248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:51.371559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.674974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:38:51.371582Z","caller":"traceutil/trace.go:171","msg":"trace[1386584840] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9672; }","duration":"172.731045ms","start":"2026-03-31T20:38:51.198844Z","end":"2026-03-31T20:38:51.371575Z","steps":["trace[1386584840] 'agreement among raft nodes before linearized reading' (duration: 172.615923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.37156Z","caller":"traceutil/trace.go:171","msg":"trace[686580756] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"314.926897ms","start":"2026-03-31T20:38:51.056603Z","end":"2026-03-31T20:38:51.37153Z","steps":["trace[686580756] 'process raft request' (duration: 314.693532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:51.371616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:51.056129Z","time spent":"315.44324ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:51.371698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:51.056593Z","time spent":"315.029751ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:51.407559Z","caller":"traceutil/trace.go:171","msg":"trace[889401348] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"108.468449ms","start":"2026-03-31T20:38:51.299073Z","end":"2026-03-31T20:38:51.407541Z","steps":["trace[889401348] 'process raft request' (duration: 108.08766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.980918Z","caller":"traceutil/trace.go:171","msg":"trace[1154753376] linearizableReadLoop","detail":"{readStateIndex:10042; appliedIndex:10041; }","duration":"141.987247ms","start":"2026-03-31T20:38:51.838905Z","end":"2026-03-31T20:38:51.980892Z","steps":["trace[1154753376] 'read index received' (duration: 141.69682ms)","trace[1154753376] 'applied index is now lower than readState.Index' (duration: 289.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:51.980976Z","caller":"traceutil/trace.go:171","msg":"trace[169581063] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"155.283969ms","start":"2026-03-31T20:38:51.825662Z","end":"2026-03-31T20:38:51.980946Z","steps":["trace[169581063] 'process raft request' (duration: 155.011512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:51.98122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.249484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:51.981376Z","caller":"traceutil/trace.go:171","msg":"trace[822977786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9674; }","duration":"142.481469ms","start":"2026-03-31T20:38:51.838858Z","end":"2026-03-31T20:38:51.98134Z","steps":["trace[822977786] 'agreement among raft nodes before linearized reading' (duration: 142.178032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:52.639171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.893535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:52.639308Z","caller":"traceutil/trace.go:171","msg":"trace[1842416286] linearizableReadLoop","detail":"{readStateIndex:10045; appliedIndex:10044; }","duration":"174.93496ms","start":"2026-03-31T20:38:52.464352Z","end":"2026-03-31T20:38:52.639287Z","steps":["trace[1842416286] 'read index received' (duration: 34.729848ms)","trace[1842416286] 'applied index is now lower than readState.Index' (duration: 140.203762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:52.639487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.113704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:52.639568Z","caller":"traceutil/trace.go:171","msg":"trace[868338439] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9677; }","duration":"175.34942ms","start":"2026-03-31T20:38:52.464207Z","end":"2026-03-31T20:38:52.639556Z","steps":["trace[868338439] 'agreement among raft nodes before linearized reading' (duration: 175.200936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:52.639566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.595117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:52.639598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.33072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:38:52.639655Z","caller":"traceutil/trace.go:171","msg":"trace[1979486578] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9677; }","duration":"113.73863ms","start":"2026-03-31T20:38:52.525892Z","end":"2026-03-31T20:38:52.63963Z","steps":["trace[1979486578] 'agreement among raft nodes before linearized reading' (duration: 113.608277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:52.639364Z","caller":"traceutil/trace.go:171","msg":"trace[406297522] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"214.046636ms","start":"2026-03-31T20:38:52.425251Z","end":"2026-03-31T20:38:52.639298Z","steps":["trace[406297522] 'process raft request' (duration: 73.898975ms)","trace[406297522] 'compare' (duration: 139.727991ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:52.63986Z","caller":"traceutil/trace.go:171","msg":"trace[1939414298] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9677; }","duration":"135.460074ms","start":"2026-03-31T20:38:52.504178Z","end":"2026-03-31T20:38:52.639638Z","steps":["trace[1939414298] 'agreement among raft nodes before linearized reading' (duration: 135.248128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:53.582593Z","caller":"traceutil/trace.go:171","msg":"trace[1228075609] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"202.135759ms","start":"2026-03-31T20:38:53.38043Z","end":"2026-03-31T20:38:53.582566Z","steps":["trace[1228075609] 'process raft request' (duration: 201.866723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:53.91578Z","caller":"traceutil/trace.go:171","msg":"trace[1554118672] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"535.20269ms","start":"2026-03-31T20:38:53.38055Z","end":"2026-03-31T20:38:53.915753Z","steps":["trace[1554118672] 'process raft request' (duration: 516.195655ms)","trace[1554118672] 'compare' (duration: 18.625956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:53.915935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.380518Z","time spent":"535.336204ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:53.916473Z","caller":"traceutil/trace.go:171","msg":"trace[685813439] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"535.023986ms","start":"2026-03-31T20:38:53.381424Z","end":"2026-03-31T20:38:53.916448Z","steps":["trace[685813439] 'process raft request' (duration: 534.795441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:53.916473Z","caller":"traceutil/trace.go:171","msg":"trace[609280856] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"535.728313ms","start":"2026-03-31T20:38:53.380704Z","end":"2026-03-31T20:38:53.916432Z","steps":["trace[609280856] 'process raft request' (duration: 535.005935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.916651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.380675Z","time spent":"535.868197ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:53.916657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.381397Z","time spent":"535.144289ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:53.916767Z","caller":"traceutil/trace.go:171","msg":"trace[342502999] linearizableReadLoop","detail":"{readStateIndex:10051; appliedIndex:10045; }","duration":"459.493739ms","start":"2026-03-31T20:38:53.457236Z","end":"2026-03-31T20:38:53.916729Z","steps":["trace[342502999] 'read index received' (duration: 125.140637ms)","trace[342502999] 'applied index is now lower than readState.Index' (duration: 334.350832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:53.916855Z","caller":"traceutil/trace.go:171","msg":"trace[1876246970] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"504.221086ms","start":"2026-03-31T20:38:53.412579Z","end":"2026-03-31T20:38:53.9168Z","steps":["trace[1876246970] 'process raft request' (duration: 503.816676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.917066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.412533Z","time spent":"504.425471ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:53.917104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.840307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T20:38:53.917145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.612343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:53.917212Z","caller":"traceutil/trace.go:171","msg":"trace[1646784223] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9683; }","duration":"389.736326ms","start":"2026-03-31T20:38:53.527456Z","end":"2026-03-31T20:38:53.917192Z","steps":["trace[1646784223] 'agreement among raft nodes before linearized reading' (duration: 389.630743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.917234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.131332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:53.917258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.527435Z","time spent":"389.812338ms","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:53.917265Z","caller":"traceutil/trace.go:171","msg":"trace[1116853624] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:9683; }","duration":"267.214565ms","start":"2026-03-31T20:38:53.650042Z","end":"2026-03-31T20:38:53.917257Z","steps":["trace[1116853624] 'agreement among raft nodes before linearized reading' (duration: 267.162394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:53.917157Z","caller":"traceutil/trace.go:171","msg":"trace[413812698] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9683; }","duration":"459.96855ms","start":"2026-03-31T20:38:53.45717Z","end":"2026-03-31T20:38:53.917139Z","steps":["trace[413812698] 'agreement among raft nodes before linearized reading' (duration: 459.753115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.917518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.457146Z","time spent":"460.35697ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:53.917581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.771687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:38:53.917626Z","caller":"traceutil/trace.go:171","msg":"trace[1055151213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9683; }","duration":"353.86035ms","start":"2026-03-31T20:38:53.563754Z","end":"2026-03-31T20:38:53.917615Z","steps":["trace[1055151213] 'agreement among raft nodes before linearized reading' (duration: 353.690205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:53.916493Z","caller":"traceutil/trace.go:171","msg":"trace[1811918152] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"535.001885ms","start":"2026-03-31T20:38:53.381451Z","end":"2026-03-31T20:38:53.916453Z","steps":["trace[1811918152] 'process raft request' (duration: 534.895323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.917669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.563724Z","time spent":"353.930612ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:38:53.918956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.381431Z","time spent":"536.297518ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:54.04781Z","caller":"traceutil/trace.go:171","msg":"trace[2133369473] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"116.051349ms","start":"2026-03-31T20:38:53.931712Z","end":"2026-03-31T20:38:54.047764Z","steps":["trace[2133369473] 'process raft request' (duration: 111.586637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.386577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.668313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:54.386769Z","caller":"traceutil/trace.go:171","msg":"trace[998857158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9684; }","duration":"146.888969ms","start":"2026-03-31T20:38:54.239854Z","end":"2026-03-31T20:38:54.386743Z","steps":["trace[998857158] 'range keys from in-memory index tree' (duration: 146.634583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.387164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.654068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:54.387468Z","caller":"traceutil/trace.go:171","msg":"trace[932588521] linearizableReadLoop","detail":"{readStateIndex:10054; appliedIndex:10052; }","duration":"222.765134ms","start":"2026-03-31T20:38:54.164684Z","end":"2026-03-31T20:38:54.387449Z","steps":["trace[932588521] 'read index received' (duration: 40.604134ms)","trace[932588521] 'applied index is now lower than readState.Index' (duration: 182.16004ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:54.38749Z","caller":"traceutil/trace.go:171","msg":"trace[1188996905] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"316.959928ms","start":"2026-03-31T20:38:54.070493Z","end":"2026-03-31T20:38:54.387453Z","steps":["trace[1188996905] 'process raft request' (duration: 316.811775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.387672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.070463Z","time spent":"317.126642ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:38:54.387702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.018351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:38:54.387736Z","caller":"traceutil/trace.go:171","msg":"trace[387874296] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026; range_end:; response_count:1; response_revision:9687; }","duration":"223.108373ms","start":"2026-03-31T20:38:54.164615Z","end":"2026-03-31T20:38:54.387724Z","steps":["trace[387874296] 'agreement among raft nodes before linearized reading' (duration: 222.914628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.387868Z","caller":"traceutil/trace.go:171","msg":"trace[1994133554] transaction","detail":"{read_only:false; response_revision:9687; number_of_response:1; }","duration":"184.977381ms","start":"2026-03-31T20:38:54.202864Z","end":"2026-03-31T20:38:54.387841Z","steps":["trace[1994133554] 'process raft request' (duration: 184.52319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.388144Z","caller":"traceutil/trace.go:171","msg":"trace[307101350] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"335.046589ms","start":"2026-03-31T20:38:54.052357Z","end":"2026-03-31T20:38:54.387403Z","steps":["trace[307101350] 'process raft request' (duration: 152.95361ms)","trace[307101350] 'compare' (duration: 181.499885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:54.388497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.052331Z","time spent":"336.123907ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:38:54.602962Z","caller":"traceutil/trace.go:171","msg":"trace[557227085] linearizableReadLoop","detail":"{readStateIndex:10059; appliedIndex:10055; }","duration":"174.943191ms","start":"2026-03-31T20:38:54.427994Z","end":"2026-03-31T20:38:54.602937Z","steps":["trace[557227085] 'read index received' (duration: 20.283677ms)","trace[557227085] 'applied index is now lower than readState.Index' (duration: 154.658664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:54.603Z","caller":"traceutil/trace.go:171","msg":"trace[1934339211] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"208.12142ms","start":"2026-03-31T20:38:54.394809Z","end":"2026-03-31T20:38:54.60293Z","steps":["trace[1934339211] 'process raft request' (duration: 207.826972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.603078Z","caller":"traceutil/trace.go:171","msg":"trace[12758667] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9690; }","duration":"199.131295ms","start":"2026-03-31T20:38:54.403936Z","end":"2026-03-31T20:38:54.603068Z","steps":["trace[12758667] 'process raft request' (duration: 198.963911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.603121Z","caller":"traceutil/trace.go:171","msg":"trace[279197075] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"202.55604ms","start":"2026-03-31T20:38:54.400522Z","end":"2026-03-31T20:38:54.603078Z","steps":["trace[279197075] 'process raft request' (duration: 202.302364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.603526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.506244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:54.603593Z","caller":"traceutil/trace.go:171","msg":"trace[615021296] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9690; }","duration":"175.638557ms","start":"2026-03-31T20:38:54.427939Z","end":"2026-03-31T20:38:54.603578Z","steps":["trace[615021296] 'agreement among raft nodes before linearized reading' (duration: 175.515734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.604698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.742596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:54.604751Z","caller":"traceutil/trace.go:171","msg":"trace[1061754021] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9691; }","duration":"134.88121ms","start":"2026-03-31T20:38:54.469856Z","end":"2026-03-31T20:38:54.604737Z","steps":["trace[1061754021] 'agreement among raft nodes before linearized reading' (duration: 134.751837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.60498Z","caller":"traceutil/trace.go:171","msg":"trace[61917772] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"152.357977ms","start":"2026-03-31T20:38:54.452612Z","end":"2026-03-31T20:38:54.60497Z","steps":["trace[61917772] 'process raft request' (duration: 151.866275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.772938Z","caller":"traceutil/trace.go:171","msg":"trace[441766662] transaction","detail":"{read_only:false; response_revision:9692; number_of_response:1; }","duration":"151.771711ms","start":"2026-03-31T20:38:54.621145Z","end":"2026-03-31T20:38:54.772917Z","steps":["trace[441766662] 'process raft request' (duration: 146.857278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.773225Z","caller":"traceutil/trace.go:171","msg":"trace[1147710465] transaction","detail":"{read_only:false; response_revision:9693; number_of_response:1; }","duration":"127.500585ms","start":"2026-03-31T20:38:54.645678Z","end":"2026-03-31T20:38:54.773178Z","steps":["trace[1147710465] 'process raft request' (duration: 127.178427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:55.154249Z","caller":"traceutil/trace.go:171","msg":"trace[677385279] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"164.148181ms","start":"2026-03-31T20:38:54.990065Z","end":"2026-03-31T20:38:55.154214Z","steps":["trace[677385279] 'process raft request' (duration: 163.926896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:56.254007Z","caller":"traceutil/trace.go:171","msg":"trace[2120823759] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"107.077906ms","start":"2026-03-31T20:38:56.146901Z","end":"2026-03-31T20:38:56.253979Z","steps":["trace[2120823759] 'process raft request' (duration: 56.764669ms)","trace[2120823759] 'compare' (duration: 50.05124ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:56.891017Z","caller":"traceutil/trace.go:171","msg":"trace[930968054] linearizableReadLoop","detail":"{readStateIndex:10096; appliedIndex:10095; }","duration":"122.90218ms","start":"2026-03-31T20:38:56.768081Z","end":"2026-03-31T20:38:56.890984Z","steps":["trace[930968054] 'read index received' (duration: 115.249709ms)","trace[930968054] 'applied index is now lower than readState.Index' (duration: 7.651101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:56.891297Z","caller":"traceutil/trace.go:171","msg":"trace[488990500] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"280.082127ms","start":"2026-03-31T20:38:56.611194Z","end":"2026-03-31T20:38:56.891276Z","steps":["trace[488990500] 'process raft request' (duration: 272.078787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:56.891395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.29189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:56.891504Z","caller":"traceutil/trace.go:171","msg":"trace[1623169626] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9725; }","duration":"123.453764ms","start":"2026-03-31T20:38:56.768021Z","end":"2026-03-31T20:38:56.891475Z","steps":["trace[1623169626] 'agreement among raft nodes before linearized reading' (duration: 123.253019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:56.946754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.940397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:56.946823Z","caller":"traceutil/trace.go:171","msg":"trace[1101463890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9726; }","duration":"106.06283ms","start":"2026-03-31T20:38:56.840744Z","end":"2026-03-31T20:38:56.946807Z","steps":["trace[1101463890] 'agreement among raft nodes before linearized reading' (duration: 105.920586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:56.947007Z","caller":"traceutil/trace.go:171","msg":"trace[1080142270] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"166.457539ms","start":"2026-03-31T20:38:56.780415Z","end":"2026-03-31T20:38:56.946872Z","steps":["trace[1080142270] 'process raft request' (duration: 166.08925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:57.261716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.944199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:57.26186Z","caller":"traceutil/trace.go:171","msg":"trace[89212666] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9726; }","duration":"221.133404ms","start":"2026-03-31T20:38:57.040703Z","end":"2026-03-31T20:38:57.261837Z","steps":["trace[89212666] 'count revisions from in-memory index tree' (duration: 220.740045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:57.485915Z","caller":"traceutil/trace.go:171","msg":"trace[1566270797] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"109.68216ms","start":"2026-03-31T20:38:57.376198Z","end":"2026-03-31T20:38:57.485881Z","steps":["trace[1566270797] 'process raft request' (duration: 109.444554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:57.81956Z","caller":"traceutil/trace.go:171","msg":"trace[1953259728] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"107.577557ms","start":"2026-03-31T20:38:57.711949Z","end":"2026-03-31T20:38:57.819527Z","steps":["trace[1953259728] 'process raft request' (duration: 43.948008ms)","trace[1953259728] 'compare' (duration: 63.476225ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:58.090351Z","caller":"traceutil/trace.go:171","msg":"trace[2041617963] linearizableReadLoop","detail":"{readStateIndex:10101; appliedIndex:10100; }","duration":"150.331395ms","start":"2026-03-31T20:38:57.939974Z","end":"2026-03-31T20:38:58.090305Z","steps":["trace[2041617963] 'read index received' (duration: 113.190748ms)","trace[2041617963] 'applied index is now lower than readState.Index' (duration: 37.139137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:58.090612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.609683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:58.090728Z","caller":"traceutil/trace.go:171","msg":"trace[883833038] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9730; }","duration":"150.800497ms","start":"2026-03-31T20:38:57.939903Z","end":"2026-03-31T20:38:58.090703Z","steps":["trace[883833038] 'agreement among raft nodes before linearized reading' (duration: 150.51251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:58.091068Z","caller":"traceutil/trace.go:171","msg":"trace[1025309215] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"206.413737ms","start":"2026-03-31T20:38:57.883954Z","end":"2026-03-31T20:38:58.090368Z","steps":["trace[1025309215] 'process raft request' (duration: 169.374942ms)","trace[1025309215] 'compare' (duration: 36.471831ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:58.123154Z","caller":"traceutil/trace.go:171","msg":"trace[1800430954] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"164.13789ms","start":"2026-03-31T20:38:57.958988Z","end":"2026-03-31T20:38:58.123126Z","steps":["trace[1800430954] 'process raft request' (duration: 163.72286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.123527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.996738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:38:58.123574Z","caller":"traceutil/trace.go:171","msg":"trace[1572093339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9731; }","duration":"114.061439ms","start":"2026-03-31T20:38:58.009501Z","end":"2026-03-31T20:38:58.123563Z","steps":["trace[1572093339] 'agreement among raft nodes before linearized reading' (duration: 113.890565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.123792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.66993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:58.12383Z","caller":"traceutil/trace.go:171","msg":"trace[1111790483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9731; }","duration":"117.773852ms","start":"2026-03-31T20:38:58.006047Z","end":"2026-03-31T20:38:58.123821Z","steps":["trace[1111790483] 'agreement among raft nodes before linearized reading' (duration: 117.673319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.124055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.764096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:38:58.124105Z","caller":"traceutil/trace.go:171","msg":"trace[765360979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9731; }","duration":"118.853038ms","start":"2026-03-31T20:38:58.005239Z","end":"2026-03-31T20:38:58.124092Z","steps":["trace[765360979] 'agreement among raft nodes before linearized reading' (duration: 118.732345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.124577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.436032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:38:58.124632Z","caller":"traceutil/trace.go:171","msg":"trace[604516978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9731; }","duration":"155.541475ms","start":"2026-03-31T20:38:57.969076Z","end":"2026-03-31T20:38:58.124617Z","steps":["trace[604516978] 'agreement among raft nodes before linearized reading' (duration: 155.376531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.124766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.911224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:58.124799Z","caller":"traceutil/trace.go:171","msg":"trace[826039253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9731; }","duration":"165.981245ms","start":"2026-03-31T20:38:57.95881Z","end":"2026-03-31T20:38:58.124791Z","steps":["trace[826039253] 'agreement among raft nodes before linearized reading' (duration: 165.896533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:58.359156Z","caller":"traceutil/trace.go:171","msg":"trace[1168403272] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"228.230452ms","start":"2026-03-31T20:38:58.130883Z","end":"2026-03-31T20:38:58.359113Z","steps":["trace[1168403272] 'process raft request' (duration: 220.846996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:58.360525Z","caller":"traceutil/trace.go:171","msg":"trace[545903911] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"229.420131ms","start":"2026-03-31T20:38:58.131071Z","end":"2026-03-31T20:38:58.360491Z","steps":["trace[545903911] 'process raft request' (duration: 229.183085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:58.360748Z","caller":"traceutil/trace.go:171","msg":"trace[1515430342] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"229.593255ms","start":"2026-03-31T20:38:58.131136Z","end":"2026-03-31T20:38:58.36073Z","steps":["trace[1515430342] 'process raft request' (duration: 229.305357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:58.36098Z","caller":"traceutil/trace.go:171","msg":"trace[1543124221] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"228.630162ms","start":"2026-03-31T20:38:58.132338Z","end":"2026-03-31T20:38:58.360969Z","steps":["trace[1543124221] 'process raft request' (duration: 228.324585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:58.361176Z","caller":"traceutil/trace.go:171","msg":"trace[2114015270] linearizableReadLoop","detail":"{readStateIndex:10105; appliedIndex:10102; }","duration":"229.431572ms","start":"2026-03-31T20:38:58.131732Z","end":"2026-03-31T20:38:58.361164Z","steps":["trace[2114015270] 'read index received' (duration: 219.970765ms)","trace[2114015270] 'applied index is now lower than readState.Index' (duration: 9.459227ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:58.361332Z","caller":"traceutil/trace.go:171","msg":"trace[2077005531] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"144.741236ms","start":"2026-03-31T20:38:58.216578Z","end":"2026-03-31T20:38:58.361319Z","steps":["trace[2077005531] 'process raft request' (duration: 144.349906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.361538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19511"} {"level":"info","ts":"2026-03-31T20:38:58.361601Z","caller":"traceutil/trace.go:171","msg":"trace[1929669716] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9736; }","duration":"229.881513ms","start":"2026-03-31T20:38:58.131706Z","end":"2026-03-31T20:38:58.361587Z","steps":["trace[1929669716] 'agreement among raft nodes before linearized reading' (duration: 229.728399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.361939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.918303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227505"} {"level":"info","ts":"2026-03-31T20:38:58.362039Z","caller":"traceutil/trace.go:171","msg":"trace[1577770760] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9736; }","duration":"230.043817ms","start":"2026-03-31T20:38:58.131974Z","end":"2026-03-31T20:38:58.362018Z","steps":["trace[1577770760] 'agreement among raft nodes before linearized reading' (duration: 229.511494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:59.090997Z","caller":"traceutil/trace.go:171","msg":"trace[822098515] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"194.13833ms","start":"2026-03-31T20:38:58.896825Z","end":"2026-03-31T20:38:59.090964Z","steps":["trace[822098515] 'process raft request' (duration: 193.902244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:59.09776Z","caller":"traceutil/trace.go:171","msg":"trace[1586715695] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"143.208407ms","start":"2026-03-31T20:38:58.954508Z","end":"2026-03-31T20:38:59.097717Z","steps":["trace[1586715695] 'process raft request' (duration: 142.93575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:00.865768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:01.281157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047102928s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:39:01.281251Z","caller":"traceutil/trace.go:171","msg":"trace[487165837] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9751; }","duration":"1.104349368s","start":"2026-03-31T20:39:00.176886Z","end":"2026-03-31T20:39:01.281236Z","steps":["trace[487165837] 'process raft request' (duration: 57.030694ms)","trace[487165837] 'compare' (duration: 1.046559765s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:01.281301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.176857Z","time spent":"1.10441895s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T20:39:01.365896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:01.866523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:01.874827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.640905482s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:39:01.875684Z","caller":"traceutil/trace.go:171","msg":"trace[986799306] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"1.676912051s","start":"2026-03-31T20:39:00.198706Z","end":"2026-03-31T20:39:01.875618Z","steps":["trace[986799306] 'process raft request' (duration: 1.676502601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:01.875996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.198686Z","time spent":"1.677113535s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:02.445814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.454517ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:39:02.447246Z","caller":"traceutil/trace.go:171","msg":"trace[417511234] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"1.912425344s","start":"2026-03-31T20:39:00.534794Z","end":"2026-03-31T20:39:02.44722Z","steps":["trace[417511234] 'process raft request' (duration: 1.912167438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.447387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.534766Z","time spent":"1.912536547s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:02.44767Z","caller":"traceutil/trace.go:171","msg":"trace[1287340108] linearizableReadLoop","detail":"{readStateIndex:10128; appliedIndex:10122; }","duration":"2.082419262s","start":"2026-03-31T20:39:00.365216Z","end":"2026-03-31T20:39:02.447635Z","steps":["trace[1287340108] 'read index received' (duration: 1.509988442s)","trace[1287340108] 'applied index is now lower than readState.Index' (duration: 572.42966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:02.447727Z","caller":"traceutil/trace.go:171","msg":"trace[1662268481] transaction","detail":"{read_only:false; response_revision:9756; number_of_response:1; }","duration":"1.081685342s","start":"2026-03-31T20:39:01.366001Z","end":"2026-03-31T20:39:02.447687Z","steps":["trace[1662268481] 'process raft request' (duration: 1.081568419s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.447787Z","caller":"traceutil/trace.go:171","msg":"trace[2023985215] transaction","detail":"{read_only:false; response_revision:9754; number_of_response:1; }","duration":"1.350527708s","start":"2026-03-31T20:39:01.097241Z","end":"2026-03-31T20:39:02.447769Z","steps":["trace[2023985215] 'process raft request' (duration: 1.349908963s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.44803Z","caller":"traceutil/trace.go:171","msg":"trace[1599040807] transaction","detail":"{read_only:false; response_revision:9755; number_of_response:1; }","duration":"1.344274762s","start":"2026-03-31T20:39:01.103735Z","end":"2026-03-31T20:39:02.44801Z","steps":["trace[1599040807] 'process raft request' (duration: 1.343687716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.44807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.097213Z","time spent":"1.350805236s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:02.448149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082915574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:39:02.448212Z","caller":"traceutil/trace.go:171","msg":"trace[1191277856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9756; }","duration":"2.083050187s","start":"2026-03-31T20:39:00.36515Z","end":"2026-03-31T20:39:02.4482Z","steps":["trace[1191277856] 'agreement among raft nodes before linearized reading' (duration: 2.082832742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.448145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.103688Z","time spent":"1.344401655s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:02.448296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.365126Z","time spent":"2.083158161s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:02.448035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.365977Z","time spent":"1.081995401s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:39:02.663598Z","caller":"traceutil/trace.go:171","msg":"trace[1013236678] transaction","detail":"{read_only:false; response_revision:9757; number_of_response:1; }","duration":"777.852832ms","start":"2026-03-31T20:39:01.885696Z","end":"2026-03-31T20:39:02.663549Z","steps":["trace[1013236678] 'process raft request' (duration: 718.924219ms)","trace[1013236678] 'compare' (duration: 58.550703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:02.663639Z","caller":"traceutil/trace.go:171","msg":"trace[1237777986] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"525.498688ms","start":"2026-03-31T20:39:02.138109Z","end":"2026-03-31T20:39:02.663607Z","steps":["trace[1237777986] 'process raft request' (duration: 525.339243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.663789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.885661Z","time spent":"778.036167ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:39:02.663806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:02.138082Z","time spent":"525.634851ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:02.66391Z","caller":"traceutil/trace.go:171","msg":"trace[1266857401] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"210.793546ms","start":"2026-03-31T20:39:02.453086Z","end":"2026-03-31T20:39:02.663879Z","steps":["trace[1266857401] 'process raft request' (duration: 210.474828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.664131Z","caller":"traceutil/trace.go:171","msg":"trace[124826496] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"210.841938ms","start":"2026-03-31T20:39:02.453275Z","end":"2026-03-31T20:39:02.664117Z","steps":["trace[124826496] 'process raft request' (duration: 210.53792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.664335Z","caller":"traceutil/trace.go:171","msg":"trace[1638970466] linearizableReadLoop","detail":"{readStateIndex:10130; appliedIndex:10128; }","duration":"216.525509ms","start":"2026-03-31T20:39:02.447763Z","end":"2026-03-31T20:39:02.664289Z","steps":["trace[1638970466] 'read index received' (duration: 156.875449ms)","trace[1638970466] 'applied index is now lower than readState.Index' (duration: 59.64803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:02.664337Z","caller":"traceutil/trace.go:171","msg":"trace[1117235811] transaction","detail":"{read_only:false; response_revision:9761; number_of_response:1; }","duration":"210.544779ms","start":"2026-03-31T20:39:02.453757Z","end":"2026-03-31T20:39:02.664301Z","steps":["trace[1117235811] 'process raft request' (duration: 210.224672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.664531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.970436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:39:02.664598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294637482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:39:02.664603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298363866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:02.664643Z","caller":"traceutil/trace.go:171","msg":"trace[776470457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9761; }","duration":"2.294699574s","start":"2026-03-31T20:39:00.369932Z","end":"2026-03-31T20:39:02.664631Z","steps":["trace[776470457] 'agreement among raft nodes before linearized reading' (duration: 2.294532569s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.664663Z","caller":"traceutil/trace.go:171","msg":"trace[888510999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9761; }","duration":"2.298446299s","start":"2026-03-31T20:39:00.366198Z","end":"2026-03-31T20:39:02.664645Z","steps":["trace[888510999] 'agreement among raft nodes before linearized reading' (duration: 2.298284195s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.664674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.369901Z","time spent":"2.294764545s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"info","ts":"2026-03-31T20:39:02.664673Z","caller":"traceutil/trace.go:171","msg":"trace[1604143683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9761; }","duration":"999.048058ms","start":"2026-03-31T20:39:01.665513Z","end":"2026-03-31T20:39:02.664561Z","steps":["trace[1604143683] 'agreement among raft nodes before linearized reading' (duration: 998.904614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.664707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.366187Z","time spent":"2.29850774s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:02.66472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.665494Z","time spent":"999.216052ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:02.664799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298601543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:39:02.664781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.023807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:02.664837Z","caller":"traceutil/trace.go:171","msg":"trace[1458687862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9761; }","duration":"2.298653693s","start":"2026-03-31T20:39:00.366171Z","end":"2026-03-31T20:39:02.664825Z","steps":["trace[1458687862] 'agreement among raft nodes before linearized reading' (duration: 2.29853134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.664864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336668552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:02.664874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.366161Z","time spent":"2.298706304s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:39:02.664867Z","caller":"traceutil/trace.go:171","msg":"trace[464393842] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9761; }","duration":"495.109829ms","start":"2026-03-31T20:39:02.16974Z","end":"2026-03-31T20:39:02.66485Z","steps":["trace[464393842] 'agreement among raft nodes before linearized reading' (duration: 494.997186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.664901Z","caller":"traceutil/trace.go:171","msg":"trace[1094465790] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9761; }","duration":"1.336762994s","start":"2026-03-31T20:39:01.328125Z","end":"2026-03-31T20:39:02.664888Z","steps":["trace[1094465790] 'agreement among raft nodes before linearized reading' (duration: 1.336697612s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.664932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.328064Z","time spent":"1.336858196s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:02.664941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:02.169612Z","time spent":"495.311554ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:02.66504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.327663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-31T20:39:02.665043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297375871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:39:02.665076Z","caller":"traceutil/trace.go:171","msg":"trace[869081884] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9761; }","duration":"832.426954ms","start":"2026-03-31T20:39:01.83264Z","end":"2026-03-31T20:39:02.665067Z","steps":["trace[869081884] 'agreement among raft nodes before linearized reading' (duration: 832.346232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.665107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.832602Z","time spent":"832.499616ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T20:39:02.665103Z","caller":"traceutil/trace.go:171","msg":"trace[272367917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9761; }","duration":"2.297474114s","start":"2026-03-31T20:39:00.367614Z","end":"2026-03-31T20:39:02.665088Z","steps":["trace[272367917] 'agreement among raft nodes before linearized reading' (duration: 2.297295469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.665142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819492402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:39:02.665147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.367591Z","time spent":"2.297545125s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:39:02.665179Z","caller":"traceutil/trace.go:171","msg":"trace[1169950311] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:9761; }","duration":"1.819549914s","start":"2026-03-31T20:39:00.845617Z","end":"2026-03-31T20:39:02.665167Z","steps":["trace[1169950311] 'agreement among raft nodes before linearized reading' (duration: 1.819475242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.665207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.845599Z","time spent":"1.819600225s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T20:39:02.664685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.79284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-03-31T20:39:02.664671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.160525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T20:39:02.665274Z","caller":"traceutil/trace.go:171","msg":"trace[1285879939] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9761; }","duration":"211.832231ms","start":"2026-03-31T20:39:02.453431Z","end":"2026-03-31T20:39:02.665263Z","steps":["trace[1285879939] 'agreement among raft nodes before linearized reading' (duration: 211.071672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.665279Z","caller":"traceutil/trace.go:171","msg":"trace[1666404491] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9761; }","duration":"784.429676ms","start":"2026-03-31T20:39:01.880819Z","end":"2026-03-31T20:39:02.665249Z","steps":["trace[1666404491] 'agreement among raft nodes before linearized reading' (duration: 783.702298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.665323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.880796Z","time spent":"784.515568ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4694,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" "} {"level":"warn","ts":"2026-03-31T20:39:02.665367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823834082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:02.665395Z","caller":"traceutil/trace.go:171","msg":"trace[112901498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9761; }","duration":"1.823913743s","start":"2026-03-31T20:39:00.841473Z","end":"2026-03-31T20:39:02.665386Z","steps":["trace[112901498] 'agreement among raft nodes before linearized reading' (duration: 1.823863922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.665418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:00.841441Z","time spent":"1.823971085s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:02.664891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.275372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-31T20:39:02.664968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.677317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-31T20:39:02.665721Z","caller":"traceutil/trace.go:171","msg":"trace[497119737] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9761; }","duration":"810.441495ms","start":"2026-03-31T20:39:01.855226Z","end":"2026-03-31T20:39:02.665667Z","steps":["trace[497119737] 'agreement among raft nodes before linearized reading' (duration: 809.685667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.665152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.219616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T20:39:02.665784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.381674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-03-31T20:39:02.665834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.855197Z","time spent":"810.590039ms","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T20:39:02.665853Z","caller":"traceutil/trace.go:171","msg":"trace[1509802010] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9761; }","duration":"780.62885ms","start":"2026-03-31T20:39:01.885207Z","end":"2026-03-31T20:39:02.665836Z","steps":["trace[1509802010] 'agreement among raft nodes before linearized reading' (duration: 780.396795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.665066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.615628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:02.665927Z","caller":"traceutil/trace.go:171","msg":"trace[1233933415] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9761; }","duration":"140.52392ms","start":"2026-03-31T20:39:02.525392Z","end":"2026-03-31T20:39:02.665916Z","steps":["trace[1233933415] 'agreement among raft nodes before linearized reading' (duration: 139.640278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.665923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.885184Z","time spent":"780.709932ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4694,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" "} {"level":"info","ts":"2026-03-31T20:39:02.665804Z","caller":"traceutil/trace.go:171","msg":"trace[912384276] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9761; }","duration":"207.882473ms","start":"2026-03-31T20:39:02.457905Z","end":"2026-03-31T20:39:02.665788Z","steps":["trace[912384276] 'agreement among raft nodes before linearized reading' (duration: 207.180516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.665586Z","caller":"traceutil/trace.go:171","msg":"trace[1670522775] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9761; }","duration":"784.941768ms","start":"2026-03-31T20:39:01.880607Z","end":"2026-03-31T20:39:02.665549Z","steps":["trace[1670522775] 'agreement among raft nodes before linearized reading' (duration: 784.20383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.666162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:01.880508Z","time spent":"785.638066ms","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hdghd\" "} {"level":"warn","ts":"2026-03-31T20:39:02.93239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.844753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:02.932561Z","caller":"traceutil/trace.go:171","msg":"trace[2428465] linearizableReadLoop","detail":"{readStateIndex:10139; appliedIndex:10134; }","duration":"252.427507ms","start":"2026-03-31T20:39:02.680111Z","end":"2026-03-31T20:39:02.932538Z","steps":["trace[2428465] 'read index received' (duration: 31.523998ms)","trace[2428465] 'applied index is now lower than readState.Index' (duration: 220.902619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:02.932726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.127398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a20795a5c20ce1\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-31T20:39:02.932756Z","caller":"traceutil/trace.go:171","msg":"trace[878490887] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a20795a5c20ce1; range_end:; response_count:1; response_revision:9767; }","duration":"262.17241ms","start":"2026-03-31T20:39:02.670572Z","end":"2026-03-31T20:39:02.932744Z","steps":["trace[878490887] 'agreement among raft nodes before linearized reading' (duration: 262.039137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.93275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.389721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2078e0eeecece\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T20:39:02.932807Z","caller":"traceutil/trace.go:171","msg":"trace[1341446089] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2078e0eeecece; range_end:; response_count:1; response_revision:9767; }","duration":"259.477502ms","start":"2026-03-31T20:39:02.673314Z","end":"2026-03-31T20:39:02.932791Z","steps":["trace[1341446089] 'agreement among raft nodes before linearized reading' (duration: 259.234486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.932885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.575325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-31T20:39:02.932942Z","caller":"traceutil/trace.go:171","msg":"trace[1659063491] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9767; }","duration":"261.670957ms","start":"2026-03-31T20:39:02.671253Z","end":"2026-03-31T20:39:02.932924Z","steps":["trace[1659063491] 'agreement among raft nodes before linearized reading' (duration: 261.343939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.933019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.714314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-31T20:39:02.933048Z","caller":"traceutil/trace.go:171","msg":"trace[1803842972] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9767; }","duration":"262.781435ms","start":"2026-03-31T20:39:02.670258Z","end":"2026-03-31T20:39:02.933039Z","steps":["trace[1803842972] 'agreement among raft nodes before linearized reading' (duration: 262.697713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.933106Z","caller":"traceutil/trace.go:171","msg":"trace[366579751] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"253.181585ms","start":"2026-03-31T20:39:02.679904Z","end":"2026-03-31T20:39:02.933085Z","steps":["trace[366579751] 'process raft request' (duration: 118.561782ms)","trace[366579751] 'compare' (duration: 133.71531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:02.933183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.435331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-31T20:39:02.933237Z","caller":"traceutil/trace.go:171","msg":"trace[1067832724] range","detail":"{range_begin:/registry/persistentvolumes/pvc-989ddb74-fb4c-470a-838b-7167c5ac1962; range_end:; response_count:1; response_revision:9767; }","duration":"263.507563ms","start":"2026-03-31T20:39:02.669718Z","end":"2026-03-31T20:39:02.933225Z","steps":["trace[1067832724] 'agreement among raft nodes before linearized reading' (duration: 263.4063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.93335Z","caller":"traceutil/trace.go:171","msg":"trace[1202732536] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"252.546019ms","start":"2026-03-31T20:39:02.680787Z","end":"2026-03-31T20:39:02.933333Z","steps":["trace[1202732536] 'process raft request' (duration: 251.685977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.93351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.357109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227440"} {"level":"info","ts":"2026-03-31T20:39:02.933595Z","caller":"traceutil/trace.go:171","msg":"trace[1796898606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9767; }","duration":"261.482201ms","start":"2026-03-31T20:39:02.672094Z","end":"2026-03-31T20:39:02.933577Z","steps":["trace[1796898606] 'agreement among raft nodes before linearized reading' (duration: 260.866446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.997568Z","caller":"traceutil/trace.go:171","msg":"trace[198643404] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"113.725752ms","start":"2026-03-31T20:39:02.883826Z","end":"2026-03-31T20:39:02.997552Z","steps":["trace[198643404] 'process raft request' (duration: 113.610719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.99801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.264179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:39:02.998088Z","caller":"traceutil/trace.go:171","msg":"trace[1082772095] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9768; }","duration":"129.353532ms","start":"2026-03-31T20:39:02.868717Z","end":"2026-03-31T20:39:02.99807Z","steps":["trace[1082772095] 'agreement among raft nodes before linearized reading' (duration: 129.057484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.998121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.582323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:39:02.998141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.501107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:02.998156Z","caller":"traceutil/trace.go:171","msg":"trace[153939703] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9768; }","duration":"136.613703ms","start":"2026-03-31T20:39:02.861534Z","end":"2026-03-31T20:39:02.998148Z","steps":["trace[153939703] 'agreement among raft nodes before linearized reading' (duration: 136.519991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:02.998179Z","caller":"traceutil/trace.go:171","msg":"trace[1049065866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9768; }","duration":"310.581809ms","start":"2026-03-31T20:39:02.687586Z","end":"2026-03-31T20:39:02.998167Z","steps":["trace[1049065866] 'agreement among raft nodes before linearized reading' (duration: 310.514787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.998035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.160233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:02.998247Z","caller":"traceutil/trace.go:171","msg":"trace[1965723096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9768; }","duration":"303.398259ms","start":"2026-03-31T20:39:02.69484Z","end":"2026-03-31T20:39:02.998238Z","steps":["trace[1965723096] 'agreement among raft nodes before linearized reading' (duration: 303.147512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.998244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:02.687568Z","time spent":"310.63924ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:02.998272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:02.694832Z","time spent":"303.43233ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:03.091525Z","caller":"traceutil/trace.go:171","msg":"trace[1734693623] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"152.451868ms","start":"2026-03-31T20:39:02.939049Z","end":"2026-03-31T20:39:03.091501Z","steps":["trace[1734693623] 'process raft request' (duration: 152.171771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:03.091997Z","caller":"traceutil/trace.go:171","msg":"trace[1825598613] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"152.861658ms","start":"2026-03-31T20:39:02.939123Z","end":"2026-03-31T20:39:03.091985Z","steps":["trace[1825598613] 'process raft request' (duration: 152.268623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:03.092092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.016612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-31T20:39:03.092199Z","caller":"traceutil/trace.go:171","msg":"trace[1971910129] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9771; }","duration":"153.153857ms","start":"2026-03-31T20:39:02.939017Z","end":"2026-03-31T20:39:03.092171Z","steps":["trace[1971910129] 'agreement among raft nodes before linearized reading' (duration: 152.733835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:03.092465Z","caller":"traceutil/trace.go:171","msg":"trace[433667182] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"150.187572ms","start":"2026-03-31T20:39:02.942266Z","end":"2026-03-31T20:39:03.092453Z","steps":["trace[433667182] 'process raft request' (duration: 149.179337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:03.09266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.332711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T20:39:03.092669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.455183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:39:03.092705Z","caller":"traceutil/trace.go:171","msg":"trace[813386339] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9771; }","duration":"149.387302ms","start":"2026-03-31T20:39:02.943304Z","end":"2026-03-31T20:39:03.092691Z","steps":["trace[813386339] 'agreement among raft nodes before linearized reading' (duration: 149.267869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:03.09272Z","caller":"traceutil/trace.go:171","msg":"trace[1494510154] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9771; }","duration":"153.549296ms","start":"2026-03-31T20:39:02.939157Z","end":"2026-03-31T20:39:03.092706Z","steps":["trace[1494510154] 'agreement among raft nodes before linearized reading' (duration: 153.383632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:03.120956Z","caller":"traceutil/trace.go:171","msg":"trace[1958270375] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"117.310661ms","start":"2026-03-31T20:39:03.00358Z","end":"2026-03-31T20:39:03.120891Z","steps":["trace[1958270375] 'process raft request' (duration: 117.185258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:03.12095Z","caller":"traceutil/trace.go:171","msg":"trace[732713316] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"118.987333ms","start":"2026-03-31T20:39:03.001926Z","end":"2026-03-31T20:39:03.120914Z","steps":["trace[732713316] 'process raft request' (duration: 118.656715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:03.356958Z","caller":"traceutil/trace.go:171","msg":"trace[82523440] linearizableReadLoop","detail":"{readStateIndex:10148; appliedIndex:10147; }","duration":"188.465678ms","start":"2026-03-31T20:39:03.168465Z","end":"2026-03-31T20:39:03.356931Z","steps":["trace[82523440] 'read index received' (duration: 188.307014ms)","trace[82523440] 'applied index is now lower than readState.Index' (duration: 157.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:03.357177Z","caller":"traceutil/trace.go:171","msg":"trace[629006058] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"190.996701ms","start":"2026-03-31T20:39:03.166135Z","end":"2026-03-31T20:39:03.357132Z","steps":["trace[629006058] 'process raft request' (duration: 190.629702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:03.357349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.857148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hdghd\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-31T20:39:03.357431Z","caller":"traceutil/trace.go:171","msg":"trace[710148367] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hdghd; range_end:; response_count:1; response_revision:9775; }","duration":"188.9796ms","start":"2026-03-31T20:39:03.168437Z","end":"2026-03-31T20:39:03.357416Z","steps":["trace[710148367] 'agreement among raft nodes before linearized reading' (duration: 188.664612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:03.918679Z","caller":"traceutil/trace.go:171","msg":"trace[1651671572] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"174.565361ms","start":"2026-03-31T20:39:03.744082Z","end":"2026-03-31T20:39:03.918647Z","steps":["trace[1651671572] 'process raft request' (duration: 174.15378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:04.962877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.770555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:04.963025Z","caller":"traceutil/trace.go:171","msg":"trace[552722387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9776; }","duration":"722.942819ms","start":"2026-03-31T20:39:04.240061Z","end":"2026-03-31T20:39:04.963004Z","steps":["trace[552722387] 'range keys from in-memory index tree' (duration: 722.742895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:04.963841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.924166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:04.963935Z","caller":"traceutil/trace.go:171","msg":"trace[2095483706] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9776; }","duration":"893.07852ms","start":"2026-03-31T20:39:04.070831Z","end":"2026-03-31T20:39:04.963909Z","steps":["trace[2095483706] 'count revisions from in-memory index tree' (duration: 892.741052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:04.964262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.070806Z","time spent":"893.409728ms","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:05.170428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:05.671293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837556623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:05.673989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219122115s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:39:05.674469Z","caller":"traceutil/trace.go:171","msg":"trace[473055364] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"1.219669848s","start":"2026-03-31T20:39:04.454775Z","end":"2026-03-31T20:39:05.674445Z","steps":["trace[473055364] 'process raft request' (duration: 1.219505434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:05.674824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.454758Z","time spent":"1.219989257s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:06.092899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.036216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:06.093279Z","caller":"traceutil/trace.go:171","msg":"trace[479077355] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"1.637485337s","start":"2026-03-31T20:39:04.455661Z","end":"2026-03-31T20:39:06.093146Z","steps":["trace[479077355] 'process raft request' (duration: 1.317076542s)","trace[479077355] 'compare' (duration: 319.83119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:06.093434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423117021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:39:06.093503Z","caller":"traceutil/trace.go:171","msg":"trace[353481193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9780; }","duration":"1.423240335s","start":"2026-03-31T20:39:04.670241Z","end":"2026-03-31T20:39:06.093481Z","steps":["trace[353481193] 'agreement among raft nodes before linearized reading' (duration: 1.422929317s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:06.09351Z","caller":"traceutil/trace.go:171","msg":"trace[1413865634] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"1.637806515s","start":"2026-03-31T20:39:04.455665Z","end":"2026-03-31T20:39:06.093471Z","steps":["trace[1413865634] 'process raft request' (duration: 1.637361204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.093565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.670206Z","time spent":"1.423347567s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:06.093645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.455641Z","time spent":"1.637933378s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:06.093566Z","caller":"traceutil/trace.go:171","msg":"trace[491352691] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"1.423684445s","start":"2026-03-31T20:39:04.669815Z","end":"2026-03-31T20:39:06.093499Z","steps":["trace[491352691] 'process raft request' (duration: 1.423281855s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:06.093728Z","caller":"traceutil/trace.go:171","msg":"trace[946098424] linearizableReadLoop","detail":"{readStateIndex:10153; appliedIndex:10149; }","duration":"1.422851645s","start":"2026-03-31T20:39:04.670313Z","end":"2026-03-31T20:39:06.093165Z","steps":["trace[946098424] 'read index received' (duration: 1.004096383s)","trace[946098424] 'applied index is now lower than readState.Index' (duration: 418.753622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:06.093628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.455641Z","time spent":"1.637801095s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:06.09391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.669786Z","time spent":"1.423963852s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:06.131112Z","caller":"traceutil/trace.go:171","msg":"trace[601475809] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"262.443336ms","start":"2026-03-31T20:39:05.868631Z","end":"2026-03-31T20:39:06.131075Z","steps":["trace[601475809] 'process raft request' (duration: 262.253331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.132434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415928752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:39:06.132516Z","caller":"traceutil/trace.go:171","msg":"trace[1492043392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9781; }","duration":"1.416067726s","start":"2026-03-31T20:39:04.716429Z","end":"2026-03-31T20:39:06.132496Z","steps":["trace[1492043392] 'agreement among raft nodes before linearized reading' (duration: 1.415769768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.13258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.716407Z","time spent":"1.416156238s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:06.132823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.972329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:06.13288Z","caller":"traceutil/trace.go:171","msg":"trace[989899073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9781; }","duration":"293.028611ms","start":"2026-03-31T20:39:05.839837Z","end":"2026-03-31T20:39:06.132866Z","steps":["trace[989899073] 'agreement among raft nodes before linearized reading' (duration: 292.940749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.133171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.525166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:06.13324Z","caller":"traceutil/trace.go:171","msg":"trace[404250691] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9781; }","duration":"625.636728ms","start":"2026-03-31T20:39:05.507582Z","end":"2026-03-31T20:39:06.133219Z","steps":["trace[404250691] 'agreement among raft nodes before linearized reading' (duration: 625.526316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.133297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:05.507536Z","time spent":"625.745292ms","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:06.133414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416121327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:06.133513Z","caller":"traceutil/trace.go:171","msg":"trace[912193094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9781; }","duration":"1.416237519s","start":"2026-03-31T20:39:04.71725Z","end":"2026-03-31T20:39:06.133488Z","steps":["trace[912193094] 'agreement among raft nodes before linearized reading' (duration: 1.415958472s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.133571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.717243Z","time spent":"1.416318291s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:06.133631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416468264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:39:06.133693Z","caller":"traceutil/trace.go:171","msg":"trace[172093696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9781; }","duration":"1.416576928s","start":"2026-03-31T20:39:04.717101Z","end":"2026-03-31T20:39:06.133678Z","steps":["trace[172093696] 'agreement among raft nodes before linearized reading' (duration: 1.416411634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.133746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.717069Z","time spent":"1.416660699s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:06.133832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.525592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:06.133888Z","caller":"traceutil/trace.go:171","msg":"trace[1808354200] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9781; }","duration":"861.587384ms","start":"2026-03-31T20:39:05.272284Z","end":"2026-03-31T20:39:06.133871Z","steps":["trace[1808354200] 'agreement among raft nodes before linearized reading' (duration: 861.494391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.133932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:05.27222Z","time spent":"861.697186ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:06.134158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.998081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:06.134203Z","caller":"traceutil/trace.go:171","msg":"trace[1851402608] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9781; }","duration":"984.070173ms","start":"2026-03-31T20:39:05.150119Z","end":"2026-03-31T20:39:06.13419Z","steps":["trace[1851402608] 'agreement among raft nodes before linearized reading' (duration: 983.992911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.134237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:05.150101Z","time spent":"984.125964ms","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:06.1345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191918096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:39:06.13454Z","caller":"traceutil/trace.go:171","msg":"trace[1488314672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9781; }","duration":"1.191994918s","start":"2026-03-31T20:39:04.942534Z","end":"2026-03-31T20:39:06.134529Z","steps":["trace[1488314672] 'agreement among raft nodes before linearized reading' (duration: 1.191873125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.134577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.942511Z","time spent":"1.19205819s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:39:06.134596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418116227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:39:06.134661Z","caller":"traceutil/trace.go:171","msg":"trace[1310755691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9781; }","duration":"1.418232821s","start":"2026-03-31T20:39:04.716412Z","end":"2026-03-31T20:39:06.134645Z","steps":["trace[1310755691] 'agreement among raft nodes before linearized reading' (duration: 1.418054466s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.134707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:04.716386Z","time spent":"1.418308992s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:39:06.327376Z","caller":"traceutil/trace.go:171","msg":"trace[781635340] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"228.003785ms","start":"2026-03-31T20:39:06.099335Z","end":"2026-03-31T20:39:06.327339Z","steps":["trace[781635340] 'process raft request' (duration: 227.645786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:06.327351Z","caller":"traceutil/trace.go:171","msg":"trace[82638121] linearizableReadLoop","detail":"{readStateIndex:10155; appliedIndex:10154; }","duration":"190.768845ms","start":"2026-03-31T20:39:06.136537Z","end":"2026-03-31T20:39:06.327306Z","steps":["trace[82638121] 'read index received' (duration: 190.462438ms)","trace[82638121] 'applied index is now lower than readState.Index' (duration: 300.187µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:06.327528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.9803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:06.32766Z","caller":"traceutil/trace.go:171","msg":"trace[1972581692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9782; }","duration":"191.105324ms","start":"2026-03-31T20:39:06.136493Z","end":"2026-03-31T20:39:06.327599Z","steps":["trace[1972581692] 'agreement among raft nodes before linearized reading' (duration: 190.94541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.525778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.525247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:06.526102Z","caller":"traceutil/trace.go:171","msg":"trace[758873588] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"385.92315ms","start":"2026-03-31T20:39:06.140146Z","end":"2026-03-31T20:39:06.52607Z","steps":["trace[758873588] 'process raft request' (duration: 273.991494ms)","trace[758873588] 'compare' (duration: 111.342571ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:06.526119Z","caller":"traceutil/trace.go:171","msg":"trace[957767093] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"385.856189ms","start":"2026-03-31T20:39:06.140238Z","end":"2026-03-31T20:39:06.526095Z","steps":["trace[957767093] 'process raft request' (duration: 385.672254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:06.526203Z","caller":"traceutil/trace.go:171","msg":"trace[477582371] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"384.013362ms","start":"2026-03-31T20:39:06.142161Z","end":"2026-03-31T20:39:06.526174Z","steps":["trace[477582371] 'process raft request' (duration: 383.884079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.526224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:06.140126Z","time spent":"386.044402ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:06.526238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:06.140183Z","time spent":"385.995622ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:06.526319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:06.14215Z","time spent":"384.116416ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:06.526123Z","caller":"traceutil/trace.go:171","msg":"trace[607561907] linearizableReadLoop","detail":"{readStateIndex:10159; appliedIndex:10155; }","duration":"198.55176ms","start":"2026-03-31T20:39:06.327553Z","end":"2026-03-31T20:39:06.526105Z","steps":["trace[607561907] 'read index received' (duration: 86.522681ms)","trace[607561907] 'applied index is now lower than readState.Index' (duration: 112.028019ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:06.526451Z","caller":"traceutil/trace.go:171","msg":"trace[238075186] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"386.194247ms","start":"2026-03-31T20:39:06.140235Z","end":"2026-03-31T20:39:06.526429Z","steps":["trace[238075186] 'process raft request' (duration: 385.760296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.526479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.236273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T20:39:06.526529Z","caller":"traceutil/trace.go:171","msg":"trace[915628081] range","detail":"{range_begin:/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4; range_end:; response_count:1; response_revision:9786; }","duration":"383.316305ms","start":"2026-03-31T20:39:06.143194Z","end":"2026-03-31T20:39:06.526511Z","steps":["trace[915628081] 'agreement among raft nodes before linearized reading' (duration: 383.166941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.526547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:06.140205Z","time spent":"386.291568ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:06.526534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.223638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:39:06.526574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:06.143187Z","time spent":"383.375306ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4\" "} {"level":"warn","ts":"2026-03-31T20:39:06.526582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.717265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227420"} {"level":"info","ts":"2026-03-31T20:39:06.526623Z","caller":"traceutil/trace.go:171","msg":"trace[469070369] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9786; }","duration":"332.370283ms","start":"2026-03-31T20:39:06.19423Z","end":"2026-03-31T20:39:06.526601Z","steps":["trace[469070369] 'agreement among raft nodes before linearized reading' (duration: 332.033204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:06.526637Z","caller":"traceutil/trace.go:171","msg":"trace[2010779164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9786; }","duration":"385.798708ms","start":"2026-03-31T20:39:06.140822Z","end":"2026-03-31T20:39:06.52662Z","steps":["trace[2010779164] 'agreement among raft nodes before linearized reading' (duration: 385.337205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:06.526677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:06.194216Z","time spent":"332.450006ms","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:06.526685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:06.14081Z","time spent":"385.86159ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227442,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:39:06.671462Z","caller":"traceutil/trace.go:171","msg":"trace[1451742153] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"141.635007ms","start":"2026-03-31T20:39:06.529795Z","end":"2026-03-31T20:39:06.67143Z","steps":["trace[1451742153] 'process raft request' (duration: 141.33151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:07.123672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.153354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:07.12381Z","caller":"traceutil/trace.go:171","msg":"trace[318853475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9787; }","duration":"283.348498ms","start":"2026-03-31T20:39:06.840429Z","end":"2026-03-31T20:39:07.123777Z","steps":["trace[318853475] 'range keys from in-memory index tree' (duration: 283.035281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:07.807656Z","caller":"traceutil/trace.go:171","msg":"trace[162805335] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"126.181022ms","start":"2026-03-31T20:39:07.681447Z","end":"2026-03-31T20:39:07.807628Z","steps":["trace[162805335] 'process raft request' (duration: 125.965927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:07.97017Z","caller":"traceutil/trace.go:171","msg":"trace[260518794] linearizableReadLoop","detail":"{readStateIndex:10163; appliedIndex:10162; }","duration":"128.633513ms","start":"2026-03-31T20:39:07.841484Z","end":"2026-03-31T20:39:07.970118Z","steps":["trace[260518794] 'read index received' (duration: 92.46352ms)","trace[260518794] 'applied index is now lower than readState.Index' (duration: 36.168833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:07.970193Z","caller":"traceutil/trace.go:171","msg":"trace[584908976] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"161.861974ms","start":"2026-03-31T20:39:07.808279Z","end":"2026-03-31T20:39:07.970141Z","steps":["trace[584908976] 'process raft request' (duration: 125.710861ms)","trace[584908976] 'compare' (duration: 35.959978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:07.97048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.847189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:07.970572Z","caller":"traceutil/trace.go:171","msg":"trace[278231072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9789; }","duration":"129.118395ms","start":"2026-03-31T20:39:07.841432Z","end":"2026-03-31T20:39:07.970551Z","steps":["trace[278231072] 'agreement among raft nodes before linearized reading' (duration: 128.812128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.949955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.926573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:08.950029Z","caller":"traceutil/trace.go:171","msg":"trace[559194021] linearizableReadLoop","detail":"{readStateIndex:10168; appliedIndex:10167; }","duration":"419.034399ms","start":"2026-03-31T20:39:08.530982Z","end":"2026-03-31T20:39:08.950017Z","steps":["trace[559194021] 'read index received' (duration: 78.232µs)","trace[559194021] 'applied index is now lower than readState.Index' (duration: 418.955277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:08.95006Z","caller":"traceutil/trace.go:171","msg":"trace[936215129] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"610.990964ms","start":"2026-03-31T20:39:08.339047Z","end":"2026-03-31T20:39:08.950038Z","steps":["trace[936215129] 'process raft request' (duration: 89.908837ms)","trace[936215129] 'compare' (duration: 520.652136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:08.950142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.170042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:39:08.950163Z","caller":"traceutil/trace.go:171","msg":"trace[1329440269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9794; }","duration":"419.234163ms","start":"2026-03-31T20:39:08.530922Z","end":"2026-03-31T20:39:08.950157Z","steps":["trace[1329440269] 'agreement among raft nodes before linearized reading' (duration: 419.154711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.950179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.530898Z","time spent":"419.276535ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:08.950249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.340202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:08.950291Z","caller":"traceutil/trace.go:171","msg":"trace[786347914] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9794; }","duration":"352.442314ms","start":"2026-03-31T20:39:08.597837Z","end":"2026-03-31T20:39:08.95028Z","steps":["trace[786347914] 'agreement among raft nodes before linearized reading' (duration: 352.372823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.950316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.597806Z","time spent":"352.503606ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:08.950316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.469204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:39:08.950379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.664109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:39:08.950396Z","caller":"traceutil/trace.go:171","msg":"trace[1204300195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:9794; }","duration":"414.736351ms","start":"2026-03-31T20:39:08.535655Z","end":"2026-03-31T20:39:08.950391Z","steps":["trace[1204300195] 'agreement among raft nodes before linearized reading' (duration: 414.68377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:08.950397Z","caller":"traceutil/trace.go:171","msg":"trace[482749657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9794; }","duration":"418.610568ms","start":"2026-03-31T20:39:08.531769Z","end":"2026-03-31T20:39:08.950379Z","steps":["trace[482749657] 'agreement among raft nodes before linearized reading' (duration: 418.373832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.950442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.531743Z","time spent":"418.69026ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:08.950487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.522756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:39:08.950514Z","caller":"traceutil/trace.go:171","msg":"trace[2006789129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9794; }","duration":"418.564217ms","start":"2026-03-31T20:39:08.531943Z","end":"2026-03-31T20:39:08.950507Z","steps":["trace[2006789129] 'agreement among raft nodes before linearized reading' (duration: 418.486165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.95053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.572617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:39:08.950534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.531935Z","time spent":"418.594777ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:39:08.950549Z","caller":"traceutil/trace.go:171","msg":"trace[1188142529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9794; }","duration":"418.608188ms","start":"2026-03-31T20:39:08.531936Z","end":"2026-03-31T20:39:08.950545Z","steps":["trace[1188142529] 'agreement among raft nodes before linearized reading' (duration: 418.556566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.950568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.531929Z","time spent":"418.635708ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:08.950411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.535624Z","time spent":"414.783802ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:39:08.95057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.9417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:08.950766Z","caller":"traceutil/trace.go:171","msg":"trace[2073424078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9794; }","duration":"418.163826ms","start":"2026-03-31T20:39:08.532568Z","end":"2026-03-31T20:39:08.950732Z","steps":["trace[2073424078] 'agreement among raft nodes before linearized reading' (duration: 417.618393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.950839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.532562Z","time spent":"418.260209ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:08.951919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.339004Z","time spent":"611.095037ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:09.281154Z","caller":"traceutil/trace.go:171","msg":"trace[839894605] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"324.556248ms","start":"2026-03-31T20:39:08.956569Z","end":"2026-03-31T20:39:09.281125Z","steps":["trace[839894605] 'process raft request' (duration: 324.257071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:09.281318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.956543Z","time spent":"324.690851ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:09.281565Z","caller":"traceutil/trace.go:171","msg":"trace[165683536] linearizableReadLoop","detail":"{readStateIndex:10172; appliedIndex:10169; }","duration":"233.830742ms","start":"2026-03-31T20:39:09.047701Z","end":"2026-03-31T20:39:09.281532Z","steps":["trace[165683536] 'read index received' (duration: 233.195917ms)","trace[165683536] 'applied index is now lower than readState.Index' (duration: 633.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:09.281623Z","caller":"traceutil/trace.go:171","msg":"trace[363112889] transaction","detail":"{read_only:false; response_revision:9798; number_of_response:1; }","duration":"324.132108ms","start":"2026-03-31T20:39:08.957455Z","end":"2026-03-31T20:39:09.281587Z","steps":["trace[363112889] 'process raft request' (duration: 323.900202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:09.281618Z","caller":"traceutil/trace.go:171","msg":"trace[2062651185] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"325.012749ms","start":"2026-03-31T20:39:08.956589Z","end":"2026-03-31T20:39:09.281602Z","steps":["trace[2062651185] 'process raft request' (duration: 324.476616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:09.281744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.560623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:39:09.281773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.95743Z","time spent":"324.275511ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:09.281792Z","caller":"traceutil/trace.go:171","msg":"trace[498959952] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9798; }","duration":"321.656625ms","start":"2026-03-31T20:39:08.960125Z","end":"2026-03-31T20:39:09.281782Z","steps":["trace[498959952] 'agreement among raft nodes before linearized reading' (duration: 321.541363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:09.281825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.960101Z","time spent":"321.717317ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:09.28187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.956572Z","time spent":"325.176924ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:09.281947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.319743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19511"} {"level":"info","ts":"2026-03-31T20:39:09.281977Z","caller":"traceutil/trace.go:171","msg":"trace[1435412925] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9798; }","duration":"232.394036ms","start":"2026-03-31T20:39:09.049574Z","end":"2026-03-31T20:39:09.281969Z","steps":["trace[1435412925] 'agreement among raft nodes before linearized reading' (duration: 232.311624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.022188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.168602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:10.022311Z","caller":"traceutil/trace.go:171","msg":"trace[2101820548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9798; }","duration":"375.406959ms","start":"2026-03-31T20:39:09.646877Z","end":"2026-03-31T20:39:10.022284Z","steps":["trace[2101820548] 'range keys from in-memory index tree' (duration: 375.040039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.022374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:09.646847Z","time spent":"375.512751ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:39:10.023014Z","caller":"traceutil/trace.go:171","msg":"trace[1844655841] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"208.855358ms","start":"2026-03-31T20:39:09.814129Z","end":"2026-03-31T20:39:10.022984Z","steps":["trace[1844655841] 'process raft request' (duration: 136.06866ms)","trace[1844655841] 'compare' (duration: 72.330856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.023014Z","caller":"traceutil/trace.go:171","msg":"trace[784580044] linearizableReadLoop","detail":"{readStateIndex:10173; appliedIndex:10172; }","duration":"183.262558ms","start":"2026-03-31T20:39:09.839704Z","end":"2026-03-31T20:39:10.022967Z","steps":["trace[784580044] 'read index received' (duration: 110.498051ms)","trace[784580044] 'applied index is now lower than readState.Index' (duration: 72.761737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:10.023177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.445733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:10.02366Z","caller":"traceutil/trace.go:171","msg":"trace[1014524964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9799; }","duration":"183.938635ms","start":"2026-03-31T20:39:09.83967Z","end":"2026-03-31T20:39:10.023609Z","steps":["trace[1014524964] 'agreement among raft nodes before linearized reading' (duration: 183.415492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.023162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.726826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:39:10.023972Z","caller":"traceutil/trace.go:171","msg":"trace[1830261362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9798; }","duration":"647.604538ms","start":"2026-03-31T20:39:09.37634Z","end":"2026-03-31T20:39:10.023945Z","steps":["trace[1830261362] 'range keys from in-memory index tree' (duration: 645.807503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.024054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:09.376264Z","time spent":"647.766822ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:39:11.019225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.392423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:11.019406Z","caller":"traceutil/trace.go:171","msg":"trace[602035755] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"887.045129ms","start":"2026-03-31T20:39:10.132331Z","end":"2026-03-31T20:39:11.019376Z","steps":["trace[602035755] 'process raft request' (duration: 283.368069ms)","trace[602035755] 'compare' (duration: 602.899441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:11.019515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:10.132291Z","time spent":"887.174263ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:11.04083Z","caller":"traceutil/trace.go:171","msg":"trace[105560903] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"885.85981ms","start":"2026-03-31T20:39:10.154928Z","end":"2026-03-31T20:39:11.040788Z","steps":["trace[105560903] 'process raft request' (duration: 885.605313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.041048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:10.154894Z","time spent":"886.040354ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:11.04121Z","caller":"traceutil/trace.go:171","msg":"trace[219175416] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"885.800678ms","start":"2026-03-31T20:39:10.155296Z","end":"2026-03-31T20:39:11.041097Z","steps":["trace[219175416] 'process raft request' (duration: 885.436379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.04133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.634888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:11.041408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:10.155266Z","time spent":"886.051525ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:11.04143Z","caller":"traceutil/trace.go:171","msg":"trace[140328565] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9802; }","duration":"683.771821ms","start":"2026-03-31T20:39:10.357634Z","end":"2026-03-31T20:39:11.041406Z","steps":["trace[140328565] 'agreement among raft nodes before linearized reading' (duration: 683.577346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.041642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:10.357538Z","time spent":"684.032958ms","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:11.041141Z","caller":"traceutil/trace.go:171","msg":"trace[1506797372] linearizableReadLoop","detail":"{readStateIndex:10176; appliedIndex:10173; }","duration":"683.425553ms","start":"2026-03-31T20:39:10.357657Z","end":"2026-03-31T20:39:11.041083Z","steps":["trace[1506797372] 'read index received' (duration: 58.146883ms)","trace[1506797372] 'applied index is now lower than readState.Index' (duration: 625.27566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:11.042068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.650872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:11.042169Z","caller":"traceutil/trace.go:171","msg":"trace[1914266509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9802; }","duration":"200.799576ms","start":"2026-03-31T20:39:10.841342Z","end":"2026-03-31T20:39:11.042142Z","steps":["trace[1914266509] 'agreement among raft nodes before linearized reading' (duration: 200.637712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.042495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.023877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:39:11.042818Z","caller":"traceutil/trace.go:171","msg":"trace[1635515633] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:9802; }","duration":"196.347145ms","start":"2026-03-31T20:39:10.846425Z","end":"2026-03-31T20:39:11.042772Z","steps":["trace[1635515633] 'agreement among raft nodes before linearized reading' (duration: 195.885492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:11.377341Z","caller":"traceutil/trace.go:171","msg":"trace[1804362771] linearizableReadLoop","detail":"{readStateIndex:10178; appliedIndex:10176; }","duration":"329.641305ms","start":"2026-03-31T20:39:11.047669Z","end":"2026-03-31T20:39:11.37731Z","steps":["trace[1804362771] 'read index received' (duration: 12.471402ms)","trace[1804362771] 'applied index is now lower than readState.Index' (duration: 317.168893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:11.377478Z","caller":"traceutil/trace.go:171","msg":"trace[710663700] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"330.770173ms","start":"2026-03-31T20:39:11.04665Z","end":"2026-03-31T20:39:11.37742Z","steps":["trace[710663700] 'process raft request' (duration: 312.725023ms)","trace[710663700] 'compare' (duration: 17.672631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:11.377737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:11.046635Z","time spent":"330.981508ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:11.377901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.217399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227420"} {"level":"info","ts":"2026-03-31T20:39:11.377989Z","caller":"traceutil/trace.go:171","msg":"trace[435310855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9803; }","duration":"330.381244ms","start":"2026-03-31T20:39:11.047588Z","end":"2026-03-31T20:39:11.377969Z","steps":["trace[435310855] 'agreement among raft nodes before linearized reading' (duration: 329.859261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.378032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:11.047554Z","time spent":"330.467896ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227442,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:39:11.531595Z","caller":"traceutil/trace.go:171","msg":"trace[1086806021] linearizableReadLoop","detail":"{readStateIndex:10179; appliedIndex:10178; }","duration":"154.134611ms","start":"2026-03-31T20:39:11.377423Z","end":"2026-03-31T20:39:11.531557Z","steps":["trace[1086806021] 'read index received' (duration: 134.605013ms)","trace[1086806021] 'applied index is now lower than readState.Index' (duration: 19.528257ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:11.531636Z","caller":"traceutil/trace.go:171","msg":"trace[1649490289] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"470.063683ms","start":"2026-03-31T20:39:11.061525Z","end":"2026-03-31T20:39:11.531588Z","steps":["trace[1649490289] 'process raft request' (duration: 450.536865ms)","trace[1649490289] 'compare' (duration: 19.317643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:11.531799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.342639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:39:11.53187Z","caller":"traceutil/trace.go:171","msg":"trace[590811461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9804; }","duration":"243.480702ms","start":"2026-03-31T20:39:11.288374Z","end":"2026-03-31T20:39:11.531855Z","steps":["trace[590811461] 'agreement among raft nodes before linearized reading' (duration: 243.215945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.531899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.940704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:39:11.531959Z","caller":"traceutil/trace.go:171","msg":"trace[2081062895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9804; }","duration":"244.032276ms","start":"2026-03-31T20:39:11.287916Z","end":"2026-03-31T20:39:11.531948Z","steps":["trace[2081062895] 'agreement among raft nodes before linearized reading' (duration: 243.79873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.531979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:11.061505Z","time spent":"470.239107ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:11.532026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.288472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:11.532109Z","caller":"traceutil/trace.go:171","msg":"trace[751487095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9804; }","duration":"244.402075ms","start":"2026-03-31T20:39:11.287697Z","end":"2026-03-31T20:39:11.532099Z","steps":["trace[751487095] 'agreement among raft nodes before linearized reading' (duration: 244.182499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.532251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.280423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:11.532314Z","caller":"traceutil/trace.go:171","msg":"trace[1134926813] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9804; }","duration":"178.426277ms","start":"2026-03-31T20:39:11.353877Z","end":"2026-03-31T20:39:11.532304Z","steps":["trace[1134926813] 'agreement among raft nodes before linearized reading' (duration: 177.73942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.532448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.583535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:39:11.532566Z","caller":"traceutil/trace.go:171","msg":"trace[1870286634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9804; }","duration":"480.739189ms","start":"2026-03-31T20:39:11.051799Z","end":"2026-03-31T20:39:11.532538Z","steps":["trace[1870286634] 'agreement among raft nodes before linearized reading' (duration: 480.141194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.532867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:11.051786Z","time spent":"481.058587ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:39:12.760788Z","caller":"traceutil/trace.go:171","msg":"trace[961453786] linearizableReadLoop","detail":"{readStateIndex:10195; appliedIndex:10194; }","duration":"172.967732ms","start":"2026-03-31T20:39:12.587799Z","end":"2026-03-31T20:39:12.760766Z","steps":["trace[961453786] 'read index received' (duration: 172.821268ms)","trace[961453786] 'applied index is now lower than readState.Index' (duration: 145.044µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:12.760978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.163126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:12.761026Z","caller":"traceutil/trace.go:171","msg":"trace[617444767] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9819; }","duration":"173.241128ms","start":"2026-03-31T20:39:12.587777Z","end":"2026-03-31T20:39:12.761018Z","steps":["trace[617444767] 'agreement among raft nodes before linearized reading' (duration: 173.103565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:12.761226Z","caller":"traceutil/trace.go:171","msg":"trace[64992448] transaction","detail":"{read_only:false; response_revision:9819; number_of_response:1; }","duration":"232.111068ms","start":"2026-03-31T20:39:12.52887Z","end":"2026-03-31T20:39:12.760981Z","steps":["trace[64992448] 'process raft request' (duration: 231.724649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:12.817304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.102099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:12.817636Z","caller":"traceutil/trace.go:171","msg":"trace[313411696] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9820; }","duration":"158.489139ms","start":"2026-03-31T20:39:12.659123Z","end":"2026-03-31T20:39:12.817612Z","steps":["trace[313411696] 'agreement among raft nodes before linearized reading' (duration: 158.081189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:12.817899Z","caller":"traceutil/trace.go:171","msg":"trace[297881572] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"174.437817ms","start":"2026-03-31T20:39:12.64344Z","end":"2026-03-31T20:39:12.817878Z","steps":["trace[297881572] 'process raft request' (duration: 173.485884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:12.818102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.453813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T20:39:12.824668Z","caller":"traceutil/trace.go:171","msg":"trace[261654767] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9820; }","duration":"146.063909ms","start":"2026-03-31T20:39:12.678568Z","end":"2026-03-31T20:39:12.824632Z","steps":["trace[261654767] 'agreement among raft nodes before linearized reading' (duration: 139.311919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.726422Z","caller":"traceutil/trace.go:171","msg":"trace[74431711] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"101.955517ms","start":"2026-03-31T20:39:17.62445Z","end":"2026-03-31T20:39:17.726405Z","steps":["trace[74431711] 'process raft request' (duration: 101.868135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.726597Z","caller":"traceutil/trace.go:171","msg":"trace[1743431534] transaction","detail":"{read_only:false; response_revision:9858; number_of_response:1; }","duration":"101.779143ms","start":"2026-03-31T20:39:17.624761Z","end":"2026-03-31T20:39:17.726541Z","steps":["trace[1743431534] 'process raft request' (duration: 101.617878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.947457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.054408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:17.947652Z","caller":"traceutil/trace.go:171","msg":"trace[19841294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9858; }","duration":"108.319395ms","start":"2026-03-31T20:39:17.839291Z","end":"2026-03-31T20:39:17.947611Z","steps":["trace[19841294] 'range keys from in-memory index tree' (duration: 107.895954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.243248Z","caller":"traceutil/trace.go:171","msg":"trace[991935607] transaction","detail":"{read_only:false; response_revision:9859; number_of_response:1; }","duration":"190.855588ms","start":"2026-03-31T20:39:18.052362Z","end":"2026-03-31T20:39:18.243218Z","steps":["trace[991935607] 'process raft request' (duration: 190.494169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.243247Z","caller":"traceutil/trace.go:171","msg":"trace[57704271] linearizableReadLoop","detail":"{readStateIndex:10236; appliedIndex:10234; }","duration":"117.644229ms","start":"2026-03-31T20:39:18.125554Z","end":"2026-03-31T20:39:18.243198Z","steps":["trace[57704271] 'read index received' (duration: 56.493411ms)","trace[57704271] 'applied index is now lower than readState.Index' (duration: 61.149018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:18.243523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.925237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:39:18.243594Z","caller":"traceutil/trace.go:171","msg":"trace[2103787177] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9859; }","duration":"118.054759ms","start":"2026-03-31T20:39:18.125517Z","end":"2026-03-31T20:39:18.243572Z","steps":["trace[2103787177] 'agreement among raft nodes before linearized reading' (duration: 117.793913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:18.24397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.621578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:39:18.244131Z","caller":"traceutil/trace.go:171","msg":"trace[362555259] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9859; }","duration":"117.870885ms","start":"2026-03-31T20:39:18.12622Z","end":"2026-03-31T20:39:18.244091Z","steps":["trace[362555259] 'agreement among raft nodes before linearized reading' (duration: 117.449064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.479353Z","caller":"traceutil/trace.go:171","msg":"trace[2036403487] transaction","detail":"{read_only:false; response_revision:9863; number_of_response:1; }","duration":"172.759355ms","start":"2026-03-31T20:39:18.306552Z","end":"2026-03-31T20:39:18.479312Z","steps":["trace[2036403487] 'process raft request' (duration: 140.712085ms)","trace[2036403487] 'compare' (duration: 31.729022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:18.501791Z","caller":"traceutil/trace.go:171","msg":"trace[1232286294] linearizableReadLoop","detail":"{readStateIndex:10242; appliedIndex:10240; }","duration":"146.08439ms","start":"2026-03-31T20:39:18.355684Z","end":"2026-03-31T20:39:18.501768Z","steps":["trace[1232286294] 'read index received' (duration: 91.587339ms)","trace[1232286294] 'applied index is now lower than readState.Index' (duration: 54.496111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:18.501977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.274314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:18.501939Z","caller":"traceutil/trace.go:171","msg":"trace[2066715240] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"172.099479ms","start":"2026-03-31T20:39:18.329799Z","end":"2026-03-31T20:39:18.501898Z","steps":["trace[2066715240] 'process raft request' (duration: 171.815932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.502024Z","caller":"traceutil/trace.go:171","msg":"trace[1996527261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9864; }","duration":"146.378927ms","start":"2026-03-31T20:39:18.355626Z","end":"2026-03-31T20:39:18.502005Z","steps":["trace[1996527261] 'agreement among raft nodes before linearized reading' (duration: 146.229223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.76658Z","caller":"traceutil/trace.go:171","msg":"trace[33035838] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"181.298599ms","start":"2026-03-31T20:39:18.585254Z","end":"2026-03-31T20:39:18.766553Z","steps":["trace[33035838] 'process raft request' (duration: 181.108684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:21.094846Z","caller":"traceutil/trace.go:171","msg":"trace[367405011] linearizableReadLoop","detail":"{readStateIndex:10256; appliedIndex:10255; }","duration":"137.649559ms","start":"2026-03-31T20:39:20.957159Z","end":"2026-03-31T20:39:21.094809Z","steps":["trace[367405011] 'read index received' (duration: 50.184934ms)","trace[367405011] 'applied index is now lower than readState.Index' (duration: 87.463595ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:21.094891Z","caller":"traceutil/trace.go:171","msg":"trace[272338556] transaction","detail":"{read_only:false; response_revision:9877; number_of_response:1; }","duration":"168.385417ms","start":"2026-03-31T20:39:20.926466Z","end":"2026-03-31T20:39:21.094851Z","steps":["trace[272338556] 'process raft request' (duration: 80.909182ms)","trace[272338556] 'compare' (duration: 87.29724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:21.095033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.849173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:21.095107Z","caller":"traceutil/trace.go:171","msg":"trace[1802398951] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:9877; }","duration":"138.002328ms","start":"2026-03-31T20:39:20.957088Z","end":"2026-03-31T20:39:21.09509Z","steps":["trace[1802398951] 'agreement among raft nodes before linearized reading' (duration: 137.835713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:26.255626Z","caller":"traceutil/trace.go:171","msg":"trace[927125993] transaction","detail":"{read_only:false; response_revision:10001; number_of_response:1; }","duration":"108.763767ms","start":"2026-03-31T20:39:26.146832Z","end":"2026-03-31T20:39:26.255596Z","steps":["trace[927125993] 'process raft request' (duration: 108.569263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:26.857189Z","caller":"traceutil/trace.go:171","msg":"trace[2112356361] transaction","detail":"{read_only:false; response_revision:10007; number_of_response:1; }","duration":"134.709596ms","start":"2026-03-31T20:39:26.722456Z","end":"2026-03-31T20:39:26.857166Z","steps":["trace[2112356361] 'process raft request' (duration: 134.532371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:27.255067Z","caller":"traceutil/trace.go:171","msg":"trace[1779476499] transaction","detail":"{read_only:false; response_revision:10010; number_of_response:1; }","duration":"131.849464ms","start":"2026-03-31T20:39:27.123183Z","end":"2026-03-31T20:39:27.255032Z","steps":["trace[1779476499] 'process raft request' (duration: 131.523816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:02.14497Z","caller":"traceutil/trace.go:171","msg":"trace[1023591375] transaction","detail":"{read_only:false; response_revision:10323; number_of_response:1; }","duration":"118.165672ms","start":"2026-03-31T20:40:02.026775Z","end":"2026-03-31T20:40:02.14494Z","steps":["trace[1023591375] 'process raft request' (duration: 67.509256ms)","trace[1023591375] 'compare' (duration: 50.266006ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:02.147337Z","caller":"traceutil/trace.go:171","msg":"trace[1872046215] transaction","detail":"{read_only:false; response_revision:10324; number_of_response:1; }","duration":"120.338626ms","start":"2026-03-31T20:40:02.026965Z","end":"2026-03-31T20:40:02.147303Z","steps":["trace[1872046215] 'process raft request' (duration: 120.132881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:07.536185Z","caller":"traceutil/trace.go:171","msg":"trace[2104753919] transaction","detail":"{read_only:false; response_revision:10373; number_of_response:1; }","duration":"113.24049ms","start":"2026-03-31T20:40:07.422874Z","end":"2026-03-31T20:40:07.536115Z","steps":["trace[2104753919] 'process raft request' (duration: 102.85059ms)","trace[2104753919] 'compare' (duration: 10.193345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:09.009567Z","caller":"traceutil/trace.go:171","msg":"trace[1715916398] linearizableReadLoop","detail":"{readStateIndex:10773; appliedIndex:10772; }","duration":"119.869115ms","start":"2026-03-31T20:40:08.889656Z","end":"2026-03-31T20:40:09.009525Z","steps":["trace[1715916398] 'read index received' (duration: 119.68106ms)","trace[1715916398] 'applied index is now lower than readState.Index' (duration: 185.925µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:09.010173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.159712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:09.010246Z","caller":"traceutil/trace.go:171","msg":"trace[1232778780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10382; }","duration":"120.598943ms","start":"2026-03-31T20:40:08.889627Z","end":"2026-03-31T20:40:09.010226Z","steps":["trace[1232778780] 'agreement among raft nodes before linearized reading' (duration: 120.07807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:09.01057Z","caller":"traceutil/trace.go:171","msg":"trace[472645407] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"145.165827ms","start":"2026-03-31T20:40:08.865374Z","end":"2026-03-31T20:40:09.01054Z","steps":["trace[472645407] 'process raft request' (duration: 143.899046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:09.011122Z","caller":"traceutil/trace.go:171","msg":"trace[2093114824] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"104.864609ms","start":"2026-03-31T20:40:08.90622Z","end":"2026-03-31T20:40:09.011085Z","steps":["trace[2093114824] 'process raft request' (duration: 104.667964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:10.410105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.905301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:10.41037Z","caller":"traceutil/trace.go:171","msg":"trace[1009770587] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10389; }","duration":"113.2702ms","start":"2026-03-31T20:40:10.297075Z","end":"2026-03-31T20:40:10.410346Z","steps":["trace[1009770587] 'count revisions from in-memory index tree' (duration: 112.778177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:10.410408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.896872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:40:10.410476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.006812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:40:10.410467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.501704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:40:10.41057Z","caller":"traceutil/trace.go:171","msg":"trace[2077631074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10389; }","duration":"203.151975ms","start":"2026-03-31T20:40:10.207402Z","end":"2026-03-31T20:40:10.410554Z","steps":["trace[2077631074] 'range keys from in-memory index tree' (duration: 202.748946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:10.410568Z","caller":"traceutil/trace.go:171","msg":"trace[594021932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10389; }","duration":"316.100667ms","start":"2026-03-31T20:40:10.094435Z","end":"2026-03-31T20:40:10.410536Z","steps":["trace[594021932] 'range keys from in-memory index tree' (duration: 315.595654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:10.410616Z","caller":"traceutil/trace.go:171","msg":"trace[414810642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10389; }","duration":"223.700349ms","start":"2026-03-31T20:40:10.186878Z","end":"2026-03-31T20:40:10.410579Z","steps":["trace[414810642] 'range keys from in-memory index tree' (duration: 223.276028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:10.41064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:10.094411Z","time spent":"316.20912ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:40:10.86196Z","caller":"traceutil/trace.go:171","msg":"trace[523864442] transaction","detail":"{read_only:false; response_revision:10393; number_of_response:1; }","duration":"249.912583ms","start":"2026-03-31T20:40:10.612015Z","end":"2026-03-31T20:40:10.861927Z","steps":["trace[523864442] 'process raft request' (duration: 249.512693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:11.221942Z","caller":"traceutil/trace.go:171","msg":"trace[69702250] linearizableReadLoop","detail":"{readStateIndex:10785; appliedIndex:10784; }","duration":"315.104872ms","start":"2026-03-31T20:40:10.906796Z","end":"2026-03-31T20:40:11.221901Z","steps":["trace[69702250] 'read index received' (duration: 313.580743ms)","trace[69702250] 'applied index is now lower than readState.Index' (duration: 1.521499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:11.222088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:10.863745Z","time spent":"358.174107ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:40:11.222194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.363808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:11.22224Z","caller":"traceutil/trace.go:171","msg":"trace[1395646203] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10393; }","duration":"315.471461ms","start":"2026-03-31T20:40:10.906756Z","end":"2026-03-31T20:40:11.222228Z","steps":["trace[1395646203] 'agreement among raft nodes before linearized reading' (duration: 315.291207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:11.222284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:10.906741Z","time spent":"315.531542ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":58,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:14.087409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.639353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:40:14.087517Z","caller":"traceutil/trace.go:171","msg":"trace[1351268211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10444; }","duration":"114.799887ms","start":"2026-03-31T20:40:13.97269Z","end":"2026-03-31T20:40:14.08749Z","steps":["trace[1351268211] 'range keys from in-memory index tree' (duration: 114.427837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:14.490691Z","caller":"traceutil/trace.go:171","msg":"trace[694706492] linearizableReadLoop","detail":"{readStateIndex:10837; appliedIndex:10836; }","duration":"342.487115ms","start":"2026-03-31T20:40:14.148168Z","end":"2026-03-31T20:40:14.490655Z","steps":["trace[694706492] 'read index received' (duration: 342.217598ms)","trace[694706492] 'applied index is now lower than readState.Index' (duration: 267.967µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:14.490872Z","caller":"traceutil/trace.go:171","msg":"trace[1611910849] transaction","detail":"{read_only:false; response_revision:10445; number_of_response:1; }","duration":"398.152897ms","start":"2026-03-31T20:40:14.092705Z","end":"2026-03-31T20:40:14.490858Z","steps":["trace[1611910849] 'process raft request' (duration: 397.721795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:14.491013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:14.092682Z","time spent":"398.220059ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:14.491074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.088044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:14.491192Z","caller":"traceutil/trace.go:171","msg":"trace[2016650956] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10445; }","duration":"187.33614ms","start":"2026-03-31T20:40:14.303829Z","end":"2026-03-31T20:40:14.491165Z","steps":["trace[2016650956] 'agreement among raft nodes before linearized reading' (duration: 187.071943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:14.491395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.161834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:14.492696Z","caller":"traceutil/trace.go:171","msg":"trace[326590340] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10445; }","duration":"343.379919ms","start":"2026-03-31T20:40:14.148109Z","end":"2026-03-31T20:40:14.491488Z","steps":["trace[326590340] 'agreement among raft nodes before linearized reading' (duration: 342.936828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:14.492894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:14.148082Z","time spent":"344.750183ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:16.08915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477649244s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:16.089375Z","caller":"traceutil/trace.go:171","msg":"trace[2056158057] linearizableReadLoop","detail":"{readStateIndex:10840; appliedIndex:10837; }","duration":"1.429863629s","start":"2026-03-31T20:40:14.65949Z","end":"2026-03-31T20:40:16.089354Z","steps":["trace[2056158057] 'read index received' (duration: 126.496829ms)","trace[2056158057] 'applied index is now lower than readState.Index' (duration: 1.30336583s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:16.089597Z","caller":"traceutil/trace.go:171","msg":"trace[2086768407] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"1.593204111s","start":"2026-03-31T20:40:14.496379Z","end":"2026-03-31T20:40:16.089583Z","steps":["trace[2086768407] 'process raft request' (duration: 115.026164ms)","trace[2086768407] 'compare' (duration: 1.477154862s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:16.089653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:14.496358Z","time spent":"1.593269723s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:16.089833Z","caller":"traceutil/trace.go:171","msg":"trace[678891011] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"1.593395496s","start":"2026-03-31T20:40:14.496432Z","end":"2026-03-31T20:40:16.089827Z","steps":["trace[678891011] 'process raft request' (duration: 1.592847372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.089874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:14.496401Z","time spent":"1.593452608s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:16.090087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430594558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-31T20:40:16.090115Z","caller":"traceutil/trace.go:171","msg":"trace[1234899208] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10448; }","duration":"1.43066369s","start":"2026-03-31T20:40:14.659444Z","end":"2026-03-31T20:40:16.090108Z","steps":["trace[1234899208] 'agreement among raft nodes before linearized reading' (duration: 1.430535677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.090142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:14.65942Z","time spent":"1.43071526s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7058,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T20:40:16.090611Z","caller":"traceutil/trace.go:171","msg":"trace[1389061058] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"1.593119607s","start":"2026-03-31T20:40:14.497013Z","end":"2026-03-31T20:40:16.090133Z","steps":["trace[1389061058] 'process raft request' (duration: 1.592314278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.090817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:14.497003Z","time spent":"1.593698653s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:16.112953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.235962037s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:40:16.113392Z","caller":"traceutil/trace.go:171","msg":"trace[1100986626] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"1.236536831s","start":"2026-03-31T20:40:14.876823Z","end":"2026-03-31T20:40:16.11336Z","steps":["trace[1100986626] 'process raft request' (duration: 1.236352167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.113529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:14.876785Z","time spent":"1.236657524s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:16.34888Z","caller":"traceutil/trace.go:171","msg":"trace[1943495068] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"768.442948ms","start":"2026-03-31T20:40:15.5804Z","end":"2026-03-31T20:40:16.348843Z","steps":["trace[1943495068] 'process raft request' (duration: 768.342806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.34911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:15.580355Z","time spent":"768.632703ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:16.349423Z","caller":"traceutil/trace.go:171","msg":"trace[1558024068] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"867.193734ms","start":"2026-03-31T20:40:15.482216Z","end":"2026-03-31T20:40:16.34941Z","steps":["trace[1558024068] 'process raft request' (duration: 866.128788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.349494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:15.482183Z","time spent":"867.275596ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:16.349749Z","caller":"traceutil/trace.go:171","msg":"trace[1563304924] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"767.327409ms","start":"2026-03-31T20:40:15.582401Z","end":"2026-03-31T20:40:16.349728Z","steps":["trace[1563304924] 'process raft request' (duration: 766.395096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.349835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:15.582361Z","time spent":"767.434311ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:16.354501Z","caller":"traceutil/trace.go:171","msg":"trace[708685862] linearizableReadLoop","detail":"{readStateIndex:10845; appliedIndex:10840; }","duration":"265.056041ms","start":"2026-03-31T20:40:16.08941Z","end":"2026-03-31T20:40:16.354466Z","steps":["trace[708685862] 'read index received' (duration: 23.789664ms)","trace[708685862] 'applied index is now lower than readState.Index' (duration: 241.264127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:16.354844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.680829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:40:16.354889Z","caller":"traceutil/trace.go:171","msg":"trace[1728608996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:10452; }","duration":"478.774291ms","start":"2026-03-31T20:40:15.876102Z","end":"2026-03-31T20:40:16.354877Z","steps":["trace[1728608996] 'agreement among raft nodes before linearized reading' (duration: 478.567175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.354878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.864038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:16.35493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:15.87609Z","time spent":"478.831153ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"info","ts":"2026-03-31T20:40:16.354973Z","caller":"traceutil/trace.go:171","msg":"trace[368191489] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10452; }","duration":"737.042602ms","start":"2026-03-31T20:40:15.617906Z","end":"2026-03-31T20:40:16.354949Z","steps":["trace[368191489] 'agreement among raft nodes before linearized reading' (duration: 736.868918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.355023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:15.617875Z","time spent":"737.137305ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:16.355306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.227312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:40:16.355342Z","caller":"traceutil/trace.go:171","msg":"trace[1234056614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10452; }","duration":"493.325214ms","start":"2026-03-31T20:40:15.862008Z","end":"2026-03-31T20:40:16.355334Z","steps":["trace[1234056614] 'agreement among raft nodes before linearized reading' (duration: 493.140459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.355363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:15.861962Z","time spent":"493.396745ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:40:16.355365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.309214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-31T20:40:16.355402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461962142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-nf85z\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-03-31T20:40:16.355429Z","caller":"traceutil/trace.go:171","msg":"trace[817563584] range","detail":"{range_begin:/registry/events/openstack/barbican-api-675847dbbb-r82c2.18a2077f395e6ad4; range_end:; response_count:1; response_revision:10452; }","duration":"210.418037ms","start":"2026-03-31T20:40:16.144993Z","end":"2026-03-31T20:40:16.355411Z","steps":["trace[817563584] 'agreement among raft nodes before linearized reading' (duration: 210.213812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:16.35545Z","caller":"traceutil/trace.go:171","msg":"trace[939032219] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-nf85z; range_end:; response_count:1; response_revision:10452; }","duration":"1.462010713s","start":"2026-03-31T20:40:14.893424Z","end":"2026-03-31T20:40:16.355434Z","steps":["trace[939032219] 'agreement among raft nodes before linearized reading' (duration: 1.461790288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.35548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:14.893393Z","time spent":"1.462078445s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19096,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-nf85z\" "} {"level":"warn","ts":"2026-03-31T20:40:16.355623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.017292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:16.35568Z","caller":"traceutil/trace.go:171","msg":"trace[563093992] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10452; }","duration":"141.124375ms","start":"2026-03-31T20:40:16.21454Z","end":"2026-03-31T20:40:16.355665Z","steps":["trace[563093992] 'agreement among raft nodes before linearized reading' (duration: 140.90373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.355777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.13835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:16.355825Z","caller":"traceutil/trace.go:171","msg":"trace[743639009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10452; }","duration":"515.222062ms","start":"2026-03-31T20:40:15.84059Z","end":"2026-03-31T20:40:16.355812Z","steps":["trace[743639009] 'agreement among raft nodes before linearized reading' (duration: 515.15532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:16.355872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:15.840567Z","time spent":"515.293993ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:40:17.525868Z","caller":"traceutil/trace.go:171","msg":"trace[102362634] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"406.6868ms","start":"2026-03-31T20:40:17.119158Z","end":"2026-03-31T20:40:17.525844Z","steps":["trace[102362634] 'process raft request' (duration: 406.505645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:17.526002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:17.119141Z","time spent":"406.801432ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:40:17.965969Z","caller":"traceutil/trace.go:171","msg":"trace[351008816] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"117.118026ms","start":"2026-03-31T20:40:17.848821Z","end":"2026-03-31T20:40:17.965939Z","steps":["trace[351008816] 'process raft request' (duration: 116.786548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.129609Z","caller":"traceutil/trace.go:171","msg":"trace[1309900504] linearizableReadLoop","detail":"{readStateIndex:10867; appliedIndex:10866; }","duration":"163.714549ms","start":"2026-03-31T20:40:17.965863Z","end":"2026-03-31T20:40:18.129578Z","steps":["trace[1309900504] 'read index received' (duration: 154.279974ms)","trace[1309900504] 'applied index is now lower than readState.Index' (duration: 9.432665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:18.129817Z","caller":"traceutil/trace.go:171","msg":"trace[1015451079] transaction","detail":"{read_only:false; response_revision:10474; number_of_response:1; }","duration":"184.571111ms","start":"2026-03-31T20:40:17.945211Z","end":"2026-03-31T20:40:18.129782Z","steps":["trace[1015451079] 'process raft request' (duration: 174.487679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:18.130359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.299845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:40:18.13041Z","caller":"traceutil/trace.go:171","msg":"trace[619036578] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10474; }","duration":"176.385497ms","start":"2026-03-31T20:40:17.954014Z","end":"2026-03-31T20:40:18.1304Z","steps":["trace[619036578] 'agreement among raft nodes before linearized reading' (duration: 175.837263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.134928Z","caller":"traceutil/trace.go:171","msg":"trace[1527629484] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"154.413167ms","start":"2026-03-31T20:40:17.980484Z","end":"2026-03-31T20:40:18.134897Z","steps":["trace[1527629484] 'process raft request' (duration: 154.221793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:18.140599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.011052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2078e0eeecece\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T20:40:18.140664Z","caller":"traceutil/trace.go:171","msg":"trace[1698165648] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2078e0eeecece; range_end:; response_count:1; response_revision:10476; }","duration":"159.170106ms","start":"2026-03-31T20:40:17.981476Z","end":"2026-03-31T20:40:18.140646Z","steps":["trace[1698165648] 'agreement among raft nodes before linearized reading' (duration: 158.960481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.509472Z","caller":"traceutil/trace.go:171","msg":"trace[1579936662] linearizableReadLoop","detail":"{readStateIndex:10876; appliedIndex:10875; }","duration":"177.35686ms","start":"2026-03-31T20:40:18.332014Z","end":"2026-03-31T20:40:18.509371Z","steps":["trace[1579936662] 'read index received' (duration: 110.779257ms)","trace[1579936662] 'applied index is now lower than readState.Index' (duration: 66.575913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:18.509757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.696078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:40:18.50988Z","caller":"traceutil/trace.go:171","msg":"trace[1113053264] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10483; }","duration":"177.894044ms","start":"2026-03-31T20:40:18.33196Z","end":"2026-03-31T20:40:18.509854Z","steps":["trace[1113053264] 'agreement among raft nodes before linearized reading' (duration: 177.532015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.510419Z","caller":"traceutil/trace.go:171","msg":"trace[306369114] transaction","detail":"{read_only:false; response_revision:10483; number_of_response:1; }","duration":"200.632541ms","start":"2026-03-31T20:40:18.309757Z","end":"2026-03-31T20:40:18.510389Z","steps":["trace[306369114] 'process raft request' (duration: 133.015512ms)","trace[306369114] 'compare' (duration: 66.43678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:18.512426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.744566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:40:18.512536Z","caller":"traceutil/trace.go:171","msg":"trace[1146486017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10486; }","duration":"124.923701ms","start":"2026-03-31T20:40:18.387587Z","end":"2026-03-31T20:40:18.512511Z","steps":["trace[1146486017] 'agreement among raft nodes before linearized reading' (duration: 124.540421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.512936Z","caller":"traceutil/trace.go:171","msg":"trace[1519098481] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"157.914315ms","start":"2026-03-31T20:40:18.355009Z","end":"2026-03-31T20:40:18.512924Z","steps":["trace[1519098481] 'process raft request' (duration: 156.847108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.513102Z","caller":"traceutil/trace.go:171","msg":"trace[1443795180] transaction","detail":"{read_only:false; response_revision:10485; number_of_response:1; }","duration":"157.148856ms","start":"2026-03-31T20:40:18.355942Z","end":"2026-03-31T20:40:18.513091Z","steps":["trace[1443795180] 'process raft request' (duration: 156.1017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.513229Z","caller":"traceutil/trace.go:171","msg":"trace[1477299352] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"155.544385ms","start":"2026-03-31T20:40:18.357676Z","end":"2026-03-31T20:40:18.51322Z","steps":["trace[1477299352] 'process raft request' (duration: 154.404887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:18.513394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.495405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:40:18.513428Z","caller":"traceutil/trace.go:171","msg":"trace[1728725510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:10486; }","duration":"123.567517ms","start":"2026-03-31T20:40:18.38985Z","end":"2026-03-31T20:40:18.513417Z","steps":["trace[1728725510] 'agreement among raft nodes before linearized reading' (duration: 123.457854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.643397Z","caller":"traceutil/trace.go:171","msg":"trace[1573435595] linearizableReadLoop","detail":"{readStateIndex:10881; appliedIndex:10879; }","duration":"122.207333ms","start":"2026-03-31T20:40:18.521158Z","end":"2026-03-31T20:40:18.643366Z","steps":["trace[1573435595] 'read index received' (duration: 93.236319ms)","trace[1573435595] 'applied index is now lower than readState.Index' (duration: 28.969504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:18.643421Z","caller":"traceutil/trace.go:171","msg":"trace[552735816] transaction","detail":"{read_only:false; response_revision:10488; number_of_response:1; }","duration":"124.417668ms","start":"2026-03-31T20:40:18.518964Z","end":"2026-03-31T20:40:18.643382Z","steps":["trace[552735816] 'process raft request' (duration: 124.286055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.643436Z","caller":"traceutil/trace.go:171","msg":"trace[1964303592] transaction","detail":"{read_only:false; response_revision:10487; number_of_response:1; }","duration":"125.044553ms","start":"2026-03-31T20:40:18.518334Z","end":"2026-03-31T20:40:18.643379Z","steps":["trace[1964303592] 'process raft request' (duration: 96.042568ms)","trace[1964303592] 'compare' (duration: 28.630356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:18.643542Z","caller":"traceutil/trace.go:171","msg":"trace[1096736364] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"121.370731ms","start":"2026-03-31T20:40:18.52216Z","end":"2026-03-31T20:40:18.64353Z","steps":["trace[1096736364] 'process raft request' (duration: 121.162556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:18.643942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.650589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:40:18.644465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.281259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289865"} {"level":"info","ts":"2026-03-31T20:40:18.644525Z","caller":"traceutil/trace.go:171","msg":"trace[1107497971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10489; }","duration":"123.405792ms","start":"2026-03-31T20:40:18.521105Z","end":"2026-03-31T20:40:18.64451Z","steps":["trace[1107497971] 'agreement among raft nodes before linearized reading' (duration: 122.796337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:18.644069Z","caller":"traceutil/trace.go:171","msg":"trace[2090729528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10489; }","duration":"119.863925ms","start":"2026-03-31T20:40:18.524173Z","end":"2026-03-31T20:40:18.644037Z","steps":["trace[2090729528] 'agreement among raft nodes before linearized reading' (duration: 119.552607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:19.179575Z","caller":"traceutil/trace.go:171","msg":"trace[1188790555] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"206.295473ms","start":"2026-03-31T20:40:18.973255Z","end":"2026-03-31T20:40:19.179551Z","steps":["trace[1188790555] 'process raft request' (duration: 206.126479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:19.669499Z","caller":"traceutil/trace.go:171","msg":"trace[1034769821] transaction","detail":"{read_only:false; response_revision:10494; number_of_response:1; }","duration":"372.670969ms","start":"2026-03-31T20:40:19.296803Z","end":"2026-03-31T20:40:19.669474Z","steps":["trace[1034769821] 'process raft request' (duration: 370.576057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:19.669639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.296776Z","time spent":"372.780992ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9306,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:19.735988Z","caller":"traceutil/trace.go:171","msg":"trace[1427111762] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"125.558027ms","start":"2026-03-31T20:40:19.610396Z","end":"2026-03-31T20:40:19.735954Z","steps":["trace[1427111762] 'process raft request' (duration: 125.187187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:20.539663Z","caller":"traceutil/trace.go:171","msg":"trace[116675520] transaction","detail":"{read_only:false; response_revision:10500; number_of_response:1; }","duration":"145.245578ms","start":"2026-03-31T20:40:20.394386Z","end":"2026-03-31T20:40:20.539631Z","steps":["trace[116675520] 'process raft request' (duration: 145.049684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.920991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.420926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:40:20.921038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.976529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:40:20.921105Z","caller":"traceutil/trace.go:171","msg":"trace[68931296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10503; }","duration":"252.617331ms","start":"2026-03-31T20:40:20.668462Z","end":"2026-03-31T20:40:20.92108Z","steps":["trace[68931296] 'range keys from in-memory index tree' (duration: 252.106868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:20.921124Z","caller":"traceutil/trace.go:171","msg":"trace[1216328375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:10503; }","duration":"267.078832ms","start":"2026-03-31T20:40:20.654023Z","end":"2026-03-31T20:40:20.921102Z","steps":["trace[1216328375] 'range keys from in-memory index tree' (duration: 266.862787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.921166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.342933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:40:20.921285Z","caller":"traceutil/trace.go:171","msg":"trace[1955860064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10503; }","duration":"272.534478ms","start":"2026-03-31T20:40:20.648723Z","end":"2026-03-31T20:40:20.921258Z","steps":["trace[1955860064] 'range keys from in-memory index tree' (duration: 272.104588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:21.144555Z","caller":"traceutil/trace.go:171","msg":"trace[755249385] linearizableReadLoop","detail":"{readStateIndex:10899; appliedIndex:10896; }","duration":"199.535736ms","start":"2026-03-31T20:40:20.944993Z","end":"2026-03-31T20:40:21.144529Z","steps":["trace[755249385] 'read index received' (duration: 73.097418ms)","trace[755249385] 'applied index is now lower than readState.Index' (duration: 126.436768ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:21.144564Z","caller":"traceutil/trace.go:171","msg":"trace[760499932] transaction","detail":"{read_only:false; response_revision:10504; number_of_response:1; }","duration":"218.188671ms","start":"2026-03-31T20:40:20.926342Z","end":"2026-03-31T20:40:21.144531Z","steps":["trace[760499932] 'process raft request' (duration: 217.807692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:21.144687Z","caller":"traceutil/trace.go:171","msg":"trace[1164446387] transaction","detail":"{read_only:false; response_revision:10505; number_of_response:1; }","duration":"217.7833ms","start":"2026-03-31T20:40:20.926879Z","end":"2026-03-31T20:40:21.144662Z","steps":["trace[1164446387] 'process raft request' (duration: 217.566185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:21.145508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.512359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289874"} {"level":"info","ts":"2026-03-31T20:40:21.14558Z","caller":"traceutil/trace.go:171","msg":"trace[555273716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10505; }","duration":"200.609732ms","start":"2026-03-31T20:40:20.944956Z","end":"2026-03-31T20:40:21.145565Z","steps":["trace[555273716] 'agreement among raft nodes before linearized reading' (duration: 199.674449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:21.14771Z","caller":"traceutil/trace.go:171","msg":"trace[208572444] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"128.140331ms","start":"2026-03-31T20:40:21.019529Z","end":"2026-03-31T20:40:21.147669Z","steps":["trace[208572444] 'process raft request' (duration: 127.966477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:21.147782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.671504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:21.147849Z","caller":"traceutil/trace.go:171","msg":"trace[1204025566] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10506; }","duration":"148.803707ms","start":"2026-03-31T20:40:20.999028Z","end":"2026-03-31T20:40:21.147832Z","steps":["trace[1204025566] 'agreement among raft nodes before linearized reading' (duration: 148.568191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:29.324928Z","caller":"traceutil/trace.go:171","msg":"trace[1641699654] linearizableReadLoop","detail":"{readStateIndex:10945; appliedIndex:10943; }","duration":"126.589162ms","start":"2026-03-31T20:40:29.198293Z","end":"2026-03-31T20:40:29.324883Z","steps":["trace[1641699654] 'read index received' (duration: 33.694056ms)","trace[1641699654] 'applied index is now lower than readState.Index' (duration: 92.893216ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:29.325119Z","caller":"traceutil/trace.go:171","msg":"trace[387167929] transaction","detail":"{read_only:false; response_revision:10549; number_of_response:1; }","duration":"135.843922ms","start":"2026-03-31T20:40:29.189258Z","end":"2026-03-31T20:40:29.325102Z","steps":["trace[387167929] 'process raft request' (duration: 86.63418ms)","trace[387167929] 'compare' (duration: 48.778682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:29.325457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.362146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:29.325577Z","caller":"traceutil/trace.go:171","msg":"trace[383274588] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10549; }","duration":"105.639323ms","start":"2026-03-31T20:40:29.219908Z","end":"2026-03-31T20:40:29.325547Z","steps":["trace[383274588] 'agreement among raft nodes before linearized reading' (duration: 105.370077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:29.325572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.245839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:40:29.325641Z","caller":"traceutil/trace.go:171","msg":"trace[2022221532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:10549; }","duration":"127.389092ms","start":"2026-03-31T20:40:29.198232Z","end":"2026-03-31T20:40:29.325621Z","steps":["trace[2022221532] 'agreement among raft nodes before linearized reading' (duration: 127.126226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:29.656742Z","caller":"traceutil/trace.go:171","msg":"trace[41226732] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"103.947351ms","start":"2026-03-31T20:40:29.552755Z","end":"2026-03-31T20:40:29.656702Z","steps":["trace[41226732] 'process raft request' (duration: 103.670044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:32.254676Z","caller":"traceutil/trace.go:171","msg":"trace[599639506] transaction","detail":"{read_only:false; response_revision:10563; number_of_response:1; }","duration":"149.599914ms","start":"2026-03-31T20:40:32.105047Z","end":"2026-03-31T20:40:32.254647Z","steps":["trace[599639506] 'process raft request' (duration: 149.405059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:38.602076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.019071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:38.602206Z","caller":"traceutil/trace.go:171","msg":"trace[784960484] linearizableReadLoop","detail":"{readStateIndex:11020; appliedIndex:11019; }","duration":"225.809455ms","start":"2026-03-31T20:40:38.376373Z","end":"2026-03-31T20:40:38.602182Z","steps":["trace[784960484] 'read index received' (duration: 115.599689ms)","trace[784960484] 'applied index is now lower than readState.Index' (duration: 110.208756ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:38.602295Z","caller":"traceutil/trace.go:171","msg":"trace[531074855] transaction","detail":"{read_only:false; response_revision:10622; number_of_response:1; }","duration":"227.315133ms","start":"2026-03-31T20:40:38.374939Z","end":"2026-03-31T20:40:38.602254Z","steps":["trace[531074855] 'process raft request' (duration: 117.038495ms)","trace[531074855] 'compare' (duration: 109.850477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:38.602545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.129603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:40:38.602669Z","caller":"traceutil/trace.go:171","msg":"trace[1893813357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10622; }","duration":"226.325728ms","start":"2026-03-31T20:40:38.376318Z","end":"2026-03-31T20:40:38.602643Z","steps":["trace[1893813357] 'agreement among raft nodes before linearized reading' (duration: 225.952478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:38.602483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.293943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:40:38.602888Z","caller":"traceutil/trace.go:171","msg":"trace[1482266712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10622; }","duration":"225.722154ms","start":"2026-03-31T20:40:38.377153Z","end":"2026-03-31T20:40:38.602875Z","steps":["trace[1482266712] 'agreement among raft nodes before linearized reading' (duration: 225.122798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:37.689328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.762183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:42:37.689398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.821593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:42:37.689467Z","caller":"traceutil/trace.go:171","msg":"trace[2107140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11427; }","duration":"266.970097ms","start":"2026-03-31T20:42:37.42247Z","end":"2026-03-31T20:42:37.68944Z","steps":["trace[2107140] 'range keys from in-memory index tree' (duration: 266.484236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:42:37.689494Z","caller":"traceutil/trace.go:171","msg":"trace[1458574499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11427; }","duration":"272.986757ms","start":"2026-03-31T20:42:37.416481Z","end":"2026-03-31T20:42:37.689468Z","steps":["trace[1458574499] 'range keys from in-memory index tree' (duration: 272.514326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:37.689502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.982638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:42:37.689583Z","caller":"traceutil/trace.go:171","msg":"trace[2008871985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11427; }","duration":"267.106551ms","start":"2026-03-31T20:42:37.422452Z","end":"2026-03-31T20:42:37.689558Z","steps":["trace[2008871985] 'range keys from in-memory index tree' (duration: 266.783433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:07.72672Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9421} {"level":"info","ts":"2026-03-31T20:43:07.795487Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9421,"took":"66.346807ms","hash":1556570900,"current-db-size-bytes":44052480,"current-db-size":"44 MB","current-db-size-in-use-bytes":28434432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T20:43:07.795553Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1556570900,"revision":9421,"compact-revision":7348} {"level":"info","ts":"2026-03-31T20:43:48.19714Z","caller":"traceutil/trace.go:171","msg":"trace[1744049736] transaction","detail":"{read_only:false; response_revision:11785; number_of_response:1; }","duration":"105.027488ms","start":"2026-03-31T20:43:48.092074Z","end":"2026-03-31T20:43:48.197101Z","steps":["trace[1744049736] 'process raft request' (duration: 97.512321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:48.197884Z","caller":"traceutil/trace.go:171","msg":"trace[2075607107] transaction","detail":"{read_only:false; response_revision:11786; number_of_response:1; }","duration":"105.494639ms","start":"2026-03-31T20:43:48.092359Z","end":"2026-03-31T20:43:48.197854Z","steps":["trace[2075607107] 'process raft request' (duration: 104.671899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:44:31.824984Z","caller":"traceutil/trace.go:171","msg":"trace[366738908] transaction","detail":"{read_only:false; response_revision:12114; number_of_response:1; }","duration":"134.666303ms","start":"2026-03-31T20:44:31.690267Z","end":"2026-03-31T20:44:31.824933Z","steps":["trace[366738908] 'process raft request' (duration: 134.56354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:44:31.824977Z","caller":"traceutil/trace.go:171","msg":"trace[1106089579] transaction","detail":"{read_only:false; response_revision:12113; number_of_response:1; }","duration":"134.816367ms","start":"2026-03-31T20:44:31.690101Z","end":"2026-03-31T20:44:31.824918Z","steps":["trace[1106089579] 'process raft request' (duration: 133.834763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.14888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.531932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:23.14899Z","caller":"traceutil/trace.go:171","msg":"trace[1427604940] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12549; }","duration":"118.724847ms","start":"2026-03-31T20:45:23.030243Z","end":"2026-03-31T20:45:23.148968Z","steps":["trace[1427604940] 'range keys from in-memory index tree' (duration: 118.422849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:43.285296Z","caller":"traceutil/trace.go:171","msg":"trace[189941846] transaction","detail":"{read_only:false; response_revision:12841; number_of_response:1; }","duration":"265.18996ms","start":"2026-03-31T20:45:43.02007Z","end":"2026-03-31T20:45:43.28526Z","steps":["trace[189941846] 'process raft request' (duration: 264.991505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:43.844653Z","caller":"traceutil/trace.go:171","msg":"trace[58387108] linearizableReadLoop","detail":"{readStateIndex:13310; appliedIndex:13308; }","duration":"784.845331ms","start":"2026-03-31T20:45:43.059752Z","end":"2026-03-31T20:45:43.844598Z","steps":["trace[58387108] 'read index received' (duration: 225.380781ms)","trace[58387108] 'applied index is now lower than readState.Index' (duration: 559.463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:43.844882Z","caller":"traceutil/trace.go:171","msg":"trace[1105224328] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"823.84634ms","start":"2026-03-31T20:45:43.020811Z","end":"2026-03-31T20:45:43.844657Z","steps":["trace[1105224328] 'process raft request' (duration: 823.628354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:43.845022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.240741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:45:43.845184Z","caller":"traceutil/trace.go:171","msg":"trace[459754432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12842; }","duration":"785.424876ms","start":"2026-03-31T20:45:43.059709Z","end":"2026-03-31T20:45:43.845134Z","steps":["trace[459754432] 'agreement among raft nodes before linearized reading' (duration: 785.036316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:43.845263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:43.059684Z","time spent":"785.56581ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:45:43.845329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:43.020783Z","time spent":"824.328162ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:45:43.845709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.437127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:45:43.845756Z","caller":"traceutil/trace.go:171","msg":"trace[373896960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12843; }","duration":"535.55186ms","start":"2026-03-31T20:45:43.31019Z","end":"2026-03-31T20:45:43.845742Z","steps":["trace[373896960] 'agreement among raft nodes before linearized reading' (duration: 535.340005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:43.845796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:43.310159Z","time spent":"535.627572ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:45:43.845809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.075933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:43.8459Z","caller":"traceutil/trace.go:171","msg":"trace[519764729] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12843; }","duration":"288.213676ms","start":"2026-03-31T20:45:43.557658Z","end":"2026-03-31T20:45:43.845872Z","steps":["trace[519764729] 'agreement among raft nodes before linearized reading' (duration: 288.121884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:43.846017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.871933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-31T20:45:43.845978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.862636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:45:43.846055Z","caller":"traceutil/trace.go:171","msg":"trace[1728488412] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12843; }","duration":"286.942584ms","start":"2026-03-31T20:45:43.559105Z","end":"2026-03-31T20:45:43.846047Z","steps":["trace[1728488412] 'agreement among raft nodes before linearized reading' (duration: 286.812871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:43.846059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.07588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T20:45:43.846096Z","caller":"traceutil/trace.go:171","msg":"trace[1624749181] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12843; }","duration":"374.151562ms","start":"2026-03-31T20:45:43.471932Z","end":"2026-03-31T20:45:43.846084Z","steps":["trace[1624749181] 'agreement among raft nodes before linearized reading' (duration: 374.04985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:43.846092Z","caller":"traceutil/trace.go:171","msg":"trace[336904694] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12843; }","duration":"315.04322ms","start":"2026-03-31T20:45:43.531023Z","end":"2026-03-31T20:45:43.846066Z","steps":["trace[336904694] 'agreement among raft nodes before linearized reading' (duration: 314.709872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:43.84613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:43.471907Z","time spent":"374.217743ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T20:45:43.846141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:43.530994Z","time spent":"315.138402ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:45:43.846041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.000501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:45:43.84625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.545755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:43.846296Z","caller":"traceutil/trace.go:171","msg":"trace[819504852] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12843; }","duration":"288.610587ms","start":"2026-03-31T20:45:43.557674Z","end":"2026-03-31T20:45:43.846284Z","steps":["trace[819504852] 'agreement among raft nodes before linearized reading' (duration: 288.541496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:43.846342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.227923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:43.84637Z","caller":"traceutil/trace.go:171","msg":"trace[1358129356] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12843; }","duration":"287.297574ms","start":"2026-03-31T20:45:43.559066Z","end":"2026-03-31T20:45:43.846364Z","steps":["trace[1358129356] 'agreement among raft nodes before linearized reading' (duration: 287.230333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:43.845727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.052093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:43.846495Z","caller":"traceutil/trace.go:171","msg":"trace[1096153445] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12843; }","duration":"288.842373ms","start":"2026-03-31T20:45:43.557638Z","end":"2026-03-31T20:45:43.846481Z","steps":["trace[1096153445] 'agreement among raft nodes before linearized reading' (duration: 287.930239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:43.846227Z","caller":"traceutil/trace.go:171","msg":"trace[1877721223] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12843; }","duration":"288.206997ms","start":"2026-03-31T20:45:43.558005Z","end":"2026-03-31T20:45:43.846212Z","steps":["trace[1877721223] 'agreement among raft nodes before linearized reading' (duration: 287.52922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:06.605354Z","caller":"traceutil/trace.go:171","msg":"trace[635417505] transaction","detail":"{read_only:false; response_revision:12972; number_of_response:1; }","duration":"180.982189ms","start":"2026-03-31T20:46:06.424337Z","end":"2026-03-31T20:46:06.605319Z","steps":["trace[635417505] 'process raft request' (duration: 180.783324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:08.226267Z","caller":"traceutil/trace.go:171","msg":"trace[2109260969] linearizableReadLoop","detail":"{readStateIndex:13450; appliedIndex:13449; }","duration":"385.092516ms","start":"2026-03-31T20:46:07.841145Z","end":"2026-03-31T20:46:08.226238Z","steps":["trace[2109260969] 'read index received' (duration: 384.979063ms)","trace[2109260969] 'applied index is now lower than readState.Index' (duration: 112.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:08.226395Z","caller":"traceutil/trace.go:171","msg":"trace[1968924727] transaction","detail":"{read_only:false; response_revision:12977; number_of_response:1; }","duration":"424.937875ms","start":"2026-03-31T20:46:07.801419Z","end":"2026-03-31T20:46:08.226357Z","steps":["trace[1968924727] 'process raft request' (duration: 424.624117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.226503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.342083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:08.226596Z","caller":"traceutil/trace.go:171","msg":"trace[73445796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12977; }","duration":"385.497917ms","start":"2026-03-31T20:46:07.841077Z","end":"2026-03-31T20:46:08.226575Z","steps":["trace[73445796] 'agreement among raft nodes before linearized reading' (duration: 385.326402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.226626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.801394Z","time spent":"425.11337ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:46:08.226648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.841049Z","time spent":"385.58925ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:46:08.254278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.197623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:08.254333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.267569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:08.254372Z","caller":"traceutil/trace.go:171","msg":"trace[1875999624] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12978; }","duration":"305.305316ms","start":"2026-03-31T20:46:07.94904Z","end":"2026-03-31T20:46:08.254345Z","steps":["trace[1875999624] 'agreement among raft nodes before linearized reading' (duration: 305.131732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:08.254435Z","caller":"traceutil/trace.go:171","msg":"trace[1555452182] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12978; }","duration":"304.417193ms","start":"2026-03-31T20:46:07.949993Z","end":"2026-03-31T20:46:08.25441Z","steps":["trace[1555452182] 'agreement among raft nodes before linearized reading' (duration: 304.166067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.254457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.949034Z","time spent":"305.406138ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:46:08.254462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.147916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:08.254506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.949981Z","time spent":"304.515416ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T20:46:08.254538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.943862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:46:08.254558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.479894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:08.254642Z","caller":"traceutil/trace.go:171","msg":"trace[1703722513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12978; }","duration":"257.092848ms","start":"2026-03-31T20:46:07.997525Z","end":"2026-03-31T20:46:08.254617Z","steps":["trace[1703722513] 'agreement among raft nodes before linearized reading' (duration: 256.713507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.254365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.613999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:08.254654Z","caller":"traceutil/trace.go:171","msg":"trace[1529874431] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12978; }","duration":"304.594569ms","start":"2026-03-31T20:46:07.950038Z","end":"2026-03-31T20:46:08.254633Z","steps":["trace[1529874431] 'agreement among raft nodes before linearized reading' (duration: 304.434254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.25472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.950033Z","time spent":"304.672951ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:46:08.254744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.0591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:08.254738Z","caller":"traceutil/trace.go:171","msg":"trace[2073435973] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12978; }","duration":"308.98642ms","start":"2026-03-31T20:46:07.945713Z","end":"2026-03-31T20:46:08.254699Z","steps":["trace[2073435973] 'agreement among raft nodes before linearized reading' (duration: 308.558168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:08.25478Z","caller":"traceutil/trace.go:171","msg":"trace[931851213] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12978; }","duration":"309.131822ms","start":"2026-03-31T20:46:07.945637Z","end":"2026-03-31T20:46:08.254769Z","steps":["trace[931851213] 'agreement among raft nodes before linearized reading' (duration: 309.03969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:08.254763Z","caller":"traceutil/trace.go:171","msg":"trace[2132585798] transaction","detail":"{read_only:false; response_revision:12978; number_of_response:1; }","duration":"305.48437ms","start":"2026-03-31T20:46:07.949245Z","end":"2026-03-31T20:46:08.254729Z","steps":["trace[2132585798] 'process raft request' (duration: 304.70812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.254821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.945618Z","time spent":"309.196374ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:46:08.254817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.945698Z","time spent":"309.095092ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:46:08.254827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.941669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:46:08.254893Z","caller":"traceutil/trace.go:171","msg":"trace[492096612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:12978; }","duration":"191.055432ms","start":"2026-03-31T20:46:08.063818Z","end":"2026-03-31T20:46:08.254873Z","steps":["trace[492096612] 'agreement among raft nodes before linearized reading' (duration: 190.576999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.254896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.949214Z","time spent":"305.617755ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:46:08.254866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.295203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:46:08.254993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.337564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:46:08.255009Z","caller":"traceutil/trace.go:171","msg":"trace[338220569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12978; }","duration":"259.538199ms","start":"2026-03-31T20:46:07.995445Z","end":"2026-03-31T20:46:08.254983Z","steps":["trace[338220569] 'agreement among raft nodes before linearized reading' (duration: 259.069506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:08.255031Z","caller":"traceutil/trace.go:171","msg":"trace[1302883976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12978; }","duration":"257.426945ms","start":"2026-03-31T20:46:07.997594Z","end":"2026-03-31T20:46:08.255021Z","steps":["trace[1302883976] 'agreement among raft nodes before linearized reading' (duration: 257.326763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:08.255316Z","caller":"traceutil/trace.go:171","msg":"trace[1346312618] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12978; }","duration":"305.007949ms","start":"2026-03-31T20:46:07.95028Z","end":"2026-03-31T20:46:08.255288Z","steps":["trace[1346312618] 'agreement among raft nodes before linearized reading' (duration: 304.132286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.255507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.950271Z","time spent":"305.216094ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:46:08.25503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.269346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:08.255654Z","caller":"traceutil/trace.go:171","msg":"trace[356659546] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12978; }","duration":"309.871241ms","start":"2026-03-31T20:46:07.945737Z","end":"2026-03-31T20:46:08.255608Z","steps":["trace[356659546] 'agreement among raft nodes before linearized reading' (duration: 309.244265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.255081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.335658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:08.255726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.945734Z","time spent":"309.969533ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:46:08.25573Z","caller":"traceutil/trace.go:171","msg":"trace[1571748608] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12978; }","duration":"309.992144ms","start":"2026-03-31T20:46:07.94572Z","end":"2026-03-31T20:46:08.255712Z","steps":["trace[1571748608] 'agreement among raft nodes before linearized reading' (duration: 309.316057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.25515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.374729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:46:08.255783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.945717Z","time spent":"310.049885ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T20:46:08.255246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.41581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-31T20:46:08.255832Z","caller":"traceutil/trace.go:171","msg":"trace[686780112] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12978; }","duration":"320.083306ms","start":"2026-03-31T20:46:07.935729Z","end":"2026-03-31T20:46:08.255812Z","steps":["trace[686780112] 'agreement among raft nodes before linearized reading' (duration: 319.069131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.255897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.935701Z","time spent":"320.177929ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T20:46:08.255901Z","caller":"traceutil/trace.go:171","msg":"trace[1667065271] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12978; }","duration":"310.075566ms","start":"2026-03-31T20:46:07.945807Z","end":"2026-03-31T20:46:08.255883Z","steps":["trace[1667065271] 'agreement among raft nodes before linearized reading' (duration: 309.257596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.255419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.457896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-31T20:46:08.255962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.945804Z","time spent":"310.139467ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T20:46:08.255992Z","caller":"traceutil/trace.go:171","msg":"trace[628612362] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12978; }","duration":"307.0506ms","start":"2026-03-31T20:46:07.948923Z","end":"2026-03-31T20:46:08.255973Z","steps":["trace[628612362] 'agreement among raft nodes before linearized reading' (duration: 305.501861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:08.25605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:07.948907Z","time spent":"307.124361ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:46:08.863663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.301054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:46:08.86378Z","caller":"traceutil/trace.go:171","msg":"trace[1355204955] transaction","detail":"{read_only:false; response_revision:12982; number_of_response:1; }","duration":"564.855326ms","start":"2026-03-31T20:46:08.298902Z","end":"2026-03-31T20:46:08.863757Z","steps":["trace[1355204955] 'process raft request' (duration: 216.365647ms)","trace[1355204955] 'compare' (duration: 347.663178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:08.863848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:08.298877Z","time spent":"564.941847ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:46:09.040204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837565152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:46:09.541689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837565152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:46:09.711626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196228798s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:46:09.712099Z","caller":"traceutil/trace.go:171","msg":"trace[2092220649] transaction","detail":"{read_only:false; response_revision:12983; number_of_response:1; }","duration":"1.276071142s","start":"2026-03-31T20:46:08.436002Z","end":"2026-03-31T20:46:09.712073Z","steps":["trace[2092220649] 'process raft request' (duration: 1.275872177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:09.712297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:08.435967Z","time spent":"1.276214014s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:46:10.114063Z","caller":"traceutil/trace.go:171","msg":"trace[398721968] linearizableReadLoop","detail":"{readStateIndex:13457; appliedIndex:13455; }","duration":"1.574797562s","start":"2026-03-31T20:46:08.539227Z","end":"2026-03-31T20:46:10.114024Z","steps":["trace[398721968] 'read index received' (duration: 1.172635717s)","trace[398721968] 'applied index is now lower than readState.Index' (duration: 402.159945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:10.114106Z","caller":"traceutil/trace.go:171","msg":"trace[2122184567] transaction","detail":"{read_only:false; response_revision:12984; number_of_response:1; }","duration":"1.502388616s","start":"2026-03-31T20:46:08.611679Z","end":"2026-03-31T20:46:10.114067Z","steps":["trace[2122184567] 'process raft request' (duration: 1.404321607s)","trace[2122184567] 'compare' (duration: 97.687109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:10.114275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:08.611646Z","time spent":"1.502536129s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:46:10.114376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57513626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T20:46:10.114424Z","caller":"traceutil/trace.go:171","msg":"trace[1596140738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12984; }","duration":"1.575256153s","start":"2026-03-31T20:46:08.539153Z","end":"2026-03-31T20:46:10.114409Z","steps":["trace[1596140738] 'agreement among raft nodes before linearized reading' (duration: 1.575051398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:10.114468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:08.539111Z","time spent":"1.575349215s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:46:10.114655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.841486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:10.114692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066713079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:46:10.114805Z","caller":"traceutil/trace.go:171","msg":"trace[1874806398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12984; }","duration":"1.066885295s","start":"2026-03-31T20:46:09.047894Z","end":"2026-03-31T20:46:10.114779Z","steps":["trace[1874806398] 'agreement among raft nodes before linearized reading' (duration: 1.066577397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:10.114854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:09.047866Z","time spent":"1.066978787s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:46:10.114824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.860837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:10.114737Z","caller":"traceutil/trace.go:171","msg":"trace[1957894472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12984; }","duration":"466.989301ms","start":"2026-03-31T20:46:09.647731Z","end":"2026-03-31T20:46:10.114721Z","steps":["trace[1957894472] 'agreement among raft nodes before linearized reading' (duration: 466.839996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:10.114894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.449711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:46:10.114909Z","caller":"traceutil/trace.go:171","msg":"trace[1412080183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12984; }","duration":"270.004932ms","start":"2026-03-31T20:46:09.844883Z","end":"2026-03-31T20:46:10.114888Z","steps":["trace[1412080183] 'agreement among raft nodes before linearized reading' (duration: 269.808546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:10.114938Z","caller":"traceutil/trace.go:171","msg":"trace[793242698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12984; }","duration":"766.547773ms","start":"2026-03-31T20:46:09.348379Z","end":"2026-03-31T20:46:10.114927Z","steps":["trace[793242698] 'agreement among raft nodes before linearized reading' (duration: 766.363568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:10.114948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:09.647703Z","time spent":"467.222047ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:46:10.114966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:09.348227Z","time spent":"766.732548ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:46:10.114944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.651395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:46:10.11505Z","caller":"traceutil/trace.go:171","msg":"trace[542010909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12984; }","duration":"675.826048ms","start":"2026-03-31T20:46:09.439203Z","end":"2026-03-31T20:46:10.115029Z","steps":["trace[542010909] 'agreement among raft nodes before linearized reading' (duration: 675.529731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:10.115107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:09.439174Z","time spent":"675.922761ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:46:10.2311Z","caller":"traceutil/trace.go:171","msg":"trace[78074644] transaction","detail":"{read_only:false; response_revision:12986; number_of_response:1; }","duration":"110.674915ms","start":"2026-03-31T20:46:10.120387Z","end":"2026-03-31T20:46:10.231061Z","steps":["trace[78074644] 'process raft request' (duration: 105.066474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:10.433436Z","caller":"traceutil/trace.go:171","msg":"trace[1167027847] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"127.583339ms","start":"2026-03-31T20:46:10.305817Z","end":"2026-03-31T20:46:10.4334Z","steps":["trace[1167027847] 'process raft request' (duration: 39.87425ms)","trace[1167027847] 'compare' (duration: 87.540005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:10.806438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.390491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:46:10.806657Z","caller":"traceutil/trace.go:171","msg":"trace[1178771755] linearizableReadLoop","detail":"{readStateIndex:13463; appliedIndex:13460; }","duration":"498.07715ms","start":"2026-03-31T20:46:10.308531Z","end":"2026-03-31T20:46:10.806608Z","steps":["trace[1178771755] 'read index received' (duration: 37.192082ms)","trace[1178771755] 'applied index is now lower than readState.Index' (duration: 460.883978ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:10.806772Z","caller":"traceutil/trace.go:171","msg":"trace[261035401] transaction","detail":"{read_only:false; response_revision:12990; number_of_response:1; }","duration":"500.365318ms","start":"2026-03-31T20:46:10.306396Z","end":"2026-03-31T20:46:10.806761Z","steps":["trace[261035401] 'process raft request' (duration: 500.153252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:10.806834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:10.306362Z","time spent":"500.43799ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:46:10.807003Z","caller":"traceutil/trace.go:171","msg":"trace[570941035] transaction","detail":"{read_only:false; response_revision:12989; number_of_response:1; }","duration":"500.918012ms","start":"2026-03-31T20:46:10.305999Z","end":"2026-03-31T20:46:10.806917Z","steps":["trace[570941035] 'process raft request' (duration: 282.960206ms)","trace[570941035] 'compare' (duration: 217.240908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:10.807221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:10.305958Z","time spent":"501.143708ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:46:10.807581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.053314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444869"} {"level":"info","ts":"2026-03-31T20:46:10.807622Z","caller":"traceutil/trace.go:171","msg":"trace[1226316505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12990; }","duration":"499.112716ms","start":"2026-03-31T20:46:10.308495Z","end":"2026-03-31T20:46:10.807608Z","steps":["trace[1226316505] 'agreement among raft nodes before linearized reading' (duration: 498.45214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:10.807681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:10.308476Z","time spent":"499.194988ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:46:11.060071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.407537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:46:11.060313Z","caller":"traceutil/trace.go:171","msg":"trace[351266755] linearizableReadLoop","detail":"{readStateIndex:13464; appliedIndex:13463; }","duration":"185.103962ms","start":"2026-03-31T20:46:10.875178Z","end":"2026-03-31T20:46:11.060282Z","steps":["trace[351266755] 'read index received' (duration: 45.390428ms)","trace[351266755] 'applied index is now lower than readState.Index' (duration: 139.709444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:11.060563Z","caller":"traceutil/trace.go:171","msg":"trace[1786980301] transaction","detail":"{read_only:false; response_revision:12991; number_of_response:1; }","duration":"189.588445ms","start":"2026-03-31T20:46:10.870934Z","end":"2026-03-31T20:46:11.060523Z","steps":["trace[1786980301] 'process raft request' (duration: 49.583164ms)","trace[1786980301] 'compare' (duration: 139.246652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:11.060855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.658876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:46:11.060912Z","caller":"traceutil/trace.go:171","msg":"trace[1511353464] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:12991; }","duration":"185.785439ms","start":"2026-03-31T20:46:10.875113Z","end":"2026-03-31T20:46:11.060899Z","steps":["trace[1511353464] 'agreement among raft nodes before linearized reading' (duration: 185.400869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:11.060932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.327095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T20:46:11.061029Z","caller":"traceutil/trace.go:171","msg":"trace[1059578099] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12991; }","duration":"145.485439ms","start":"2026-03-31T20:46:10.915521Z","end":"2026-03-31T20:46:11.061006Z","steps":["trace[1059578099] 'agreement among raft nodes before linearized reading' (duration: 145.227052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:11.414785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.562423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:46:11.41492Z","caller":"traceutil/trace.go:171","msg":"trace[461105] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"294.179348ms","start":"2026-03-31T20:46:11.120717Z","end":"2026-03-31T20:46:11.414896Z","steps":["trace[461105] 'process raft request' (duration: 118.40624ms)","trace[461105] 'compare' (duration: 175.412458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:11.854107Z","caller":"traceutil/trace.go:171","msg":"trace[158234877] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"135.425576ms","start":"2026-03-31T20:46:11.718628Z","end":"2026-03-31T20:46:11.854054Z","steps":["trace[158234877] 'process raft request' (duration: 134.874702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.49697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.652973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:46:12.497249Z","caller":"traceutil/trace.go:171","msg":"trace[568077239] transaction","detail":"{read_only:false; response_revision:12996; number_of_response:1; }","duration":"188.080146ms","start":"2026-03-31T20:46:12.309147Z","end":"2026-03-31T20:46:12.497227Z","steps":["trace[568077239] 'process raft request' (duration: 187.955973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:12.49739Z","caller":"traceutil/trace.go:171","msg":"trace[705565453] linearizableReadLoop","detail":"{readStateIndex:13469; appliedIndex:13468; }","duration":"262.163254ms","start":"2026-03-31T20:46:12.235192Z","end":"2026-03-31T20:46:12.497356Z","steps":["trace[705565453] 'read index received' (duration: 37.018249ms)","trace[705565453] 'applied index is now lower than readState.Index' (duration: 225.141275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:12.497422Z","caller":"traceutil/trace.go:171","msg":"trace[153128616] transaction","detail":"{read_only:false; response_revision:12995; number_of_response:1; }","duration":"271.852657ms","start":"2026-03-31T20:46:12.225527Z","end":"2026-03-31T20:46:12.49738Z","steps":["trace[153128616] 'process raft request' (duration: 46.63923ms)","trace[153128616] 'compare' (duration: 224.408327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:12.497663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.449672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:46:12.497662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.302863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:12.497739Z","caller":"traceutil/trace.go:171","msg":"trace[2092467290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12996; }","duration":"262.603355ms","start":"2026-03-31T20:46:12.235115Z","end":"2026-03-31T20:46:12.497719Z","steps":["trace[2092467290] 'agreement among raft nodes before linearized reading' (duration: 262.345929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.497755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.118108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T20:46:12.497762Z","caller":"traceutil/trace.go:171","msg":"trace[1317682467] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12996; }","duration":"192.466747ms","start":"2026-03-31T20:46:12.305261Z","end":"2026-03-31T20:46:12.497728Z","steps":["trace[1317682467] 'agreement among raft nodes before linearized reading' (duration: 192.303563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.497778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.517177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-31T20:46:12.497798Z","caller":"traceutil/trace.go:171","msg":"trace[1188220097] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12996; }","duration":"190.18899ms","start":"2026-03-31T20:46:12.307596Z","end":"2026-03-31T20:46:12.497785Z","steps":["trace[1188220097] 'agreement among raft nodes before linearized reading' (duration: 190.049167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.497802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.99541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:12.497793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.959469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:12.497833Z","caller":"traceutil/trace.go:171","msg":"trace[1831746321] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12996; }","duration":"188.593519ms","start":"2026-03-31T20:46:12.309222Z","end":"2026-03-31T20:46:12.497816Z","steps":["trace[1831746321] 'agreement among raft nodes before linearized reading' (duration: 188.378073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:12.497865Z","caller":"traceutil/trace.go:171","msg":"trace[522736485] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12996; }","duration":"187.058861ms","start":"2026-03-31T20:46:12.310786Z","end":"2026-03-31T20:46:12.497845Z","steps":["trace[522736485] 'agreement among raft nodes before linearized reading' (duration: 186.940759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.497874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.577369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:12.497909Z","caller":"traceutil/trace.go:171","msg":"trace[1613885689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12996; }","duration":"190.654751ms","start":"2026-03-31T20:46:12.307248Z","end":"2026-03-31T20:46:12.497903Z","steps":["trace[1613885689] 'agreement among raft nodes before linearized reading' (duration: 190.60991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.497939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.511272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:12.497986Z","caller":"traceutil/trace.go:171","msg":"trace[1759121964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12996; }","duration":"191.586284ms","start":"2026-03-31T20:46:12.306385Z","end":"2026-03-31T20:46:12.497972Z","steps":["trace[1759121964] 'agreement among raft nodes before linearized reading' (duration: 191.507522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.498015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.723127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:12.498103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.723028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:12.498131Z","caller":"traceutil/trace.go:171","msg":"trace[868459890] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12996; }","duration":"187.797639ms","start":"2026-03-31T20:46:12.310326Z","end":"2026-03-31T20:46:12.498124Z","steps":["trace[868459890] 'agreement among raft nodes before linearized reading' (duration: 187.750998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:12.49813Z","caller":"traceutil/trace.go:171","msg":"trace[1099427204] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12996; }","duration":"189.899031ms","start":"2026-03-31T20:46:12.308215Z","end":"2026-03-31T20:46:12.498114Z","steps":["trace[1099427204] 'agreement among raft nodes before linearized reading' (duration: 189.770068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.498148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.417075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:12.49819Z","caller":"traceutil/trace.go:171","msg":"trace[1650218183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12996; }","duration":"190.473037ms","start":"2026-03-31T20:46:12.307703Z","end":"2026-03-31T20:46:12.498176Z","steps":["trace[1650218183] 'agreement among raft nodes before linearized reading' (duration: 190.418655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:12.497838Z","caller":"traceutil/trace.go:171","msg":"trace[1590929384] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12996; }","duration":"191.103232ms","start":"2026-03-31T20:46:12.306725Z","end":"2026-03-31T20:46:12.497829Z","steps":["trace[1590929384] 'agreement among raft nodes before linearized reading' (duration: 191.00515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.498395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.099772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-31T20:46:12.498426Z","caller":"traceutil/trace.go:171","msg":"trace[1741462948] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12996; }","duration":"189.149723ms","start":"2026-03-31T20:46:12.309267Z","end":"2026-03-31T20:46:12.498416Z","steps":["trace[1741462948] 'agreement among raft nodes before linearized reading' (duration: 189.05147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.749373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.78966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:46:12.749573Z","caller":"traceutil/trace.go:171","msg":"trace[624790504] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:12998; }","duration":"125.059877ms","start":"2026-03-31T20:46:12.624485Z","end":"2026-03-31T20:46:12.749545Z","steps":["trace[624790504] 'count revisions from in-memory index tree' (duration: 124.641456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:12.966775Z","caller":"traceutil/trace.go:171","msg":"trace[547912152] linearizableReadLoop","detail":"{readStateIndex:13474; appliedIndex:13472; }","duration":"148.085704ms","start":"2026-03-31T20:46:12.818659Z","end":"2026-03-31T20:46:12.966745Z","steps":["trace[547912152] 'read index received' (duration: 23.614932ms)","trace[547912152] 'applied index is now lower than readState.Index' (duration: 124.469552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:12.967084Z","caller":"traceutil/trace.go:171","msg":"trace[1312245090] transaction","detail":"{read_only:false; response_revision:13000; number_of_response:1; }","duration":"148.950245ms","start":"2026-03-31T20:46:12.818087Z","end":"2026-03-31T20:46:12.967037Z","steps":["trace[1312245090] 'process raft request' (duration: 148.496124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.967166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.44443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:12.968011Z","caller":"traceutil/trace.go:171","msg":"trace[2035581483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13000; }","duration":"127.315732ms","start":"2026-03-31T20:46:12.84065Z","end":"2026-03-31T20:46:12.967966Z","steps":["trace[2035581483] 'agreement among raft nodes before linearized reading' (duration: 126.451281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:12.967247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.555875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:46:12.968132Z","caller":"traceutil/trace.go:171","msg":"trace[1583032177] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:13000; }","duration":"149.479528ms","start":"2026-03-31T20:46:12.818623Z","end":"2026-03-31T20:46:12.968103Z","steps":["trace[1583032177] 'agreement among raft nodes before linearized reading' (duration: 148.348571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:14.809243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.53617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:46:14.809504Z","caller":"traceutil/trace.go:171","msg":"trace[2037109461] linearizableReadLoop","detail":"{readStateIndex:13479; appliedIndex:13478; }","duration":"305.099011ms","start":"2026-03-31T20:46:14.504385Z","end":"2026-03-31T20:46:14.809484Z","steps":["trace[2037109461] 'read index received' (duration: 149.237093ms)","trace[2037109461] 'applied index is now lower than readState.Index' (duration: 155.860058ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:14.809553Z","caller":"traceutil/trace.go:171","msg":"trace[1693225508] transaction","detail":"{read_only:false; response_revision:13005; number_of_response:1; }","duration":"305.363798ms","start":"2026-03-31T20:46:14.504132Z","end":"2026-03-31T20:46:14.809496Z","steps":["trace[1693225508] 'process raft request' (duration: 149.475769ms)","trace[1693225508] 'compare' (duration: 155.208242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:14.809881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.477942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:14.809944Z","caller":"traceutil/trace.go:171","msg":"trace[1571374079] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13005; }","duration":"305.580945ms","start":"2026-03-31T20:46:14.504351Z","end":"2026-03-31T20:46:14.809932Z","steps":["trace[1571374079] 'agreement among raft nodes before linearized reading' (duration: 305.45002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:14.809962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.743328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-31T20:46:14.809986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.504341Z","time spent":"305.636116ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T20:46:14.810018Z","caller":"traceutil/trace.go:171","msg":"trace[1533436476] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:13005; }","duration":"305.81384ms","start":"2026-03-31T20:46:14.504191Z","end":"2026-03-31T20:46:14.810005Z","steps":["trace[1533436476] 'agreement among raft nodes before linearized reading' (duration: 305.625216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:14.810063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.504185Z","time spent":"305.868872ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:46:14.81004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.788849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:14.810314Z","caller":"traceutil/trace.go:171","msg":"trace[837738397] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:13005; }","duration":"306.051256ms","start":"2026-03-31T20:46:14.504151Z","end":"2026-03-31T20:46:14.810203Z","steps":["trace[837738397] 'agreement among raft nodes before linearized reading' (duration: 305.673657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:14.810326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.504097Z","time spent":"306.084927ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:46:14.810504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.504138Z","time spent":"306.235721ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T20:46:15.025072Z","caller":"traceutil/trace.go:171","msg":"trace[729136678] linearizableReadLoop","detail":"{readStateIndex:13480; appliedIndex:13479; }","duration":"215.226506ms","start":"2026-03-31T20:46:14.809816Z","end":"2026-03-31T20:46:15.025043Z","steps":["trace[729136678] 'read index received' (duration: 187.737628ms)","trace[729136678] 'applied index is now lower than readState.Index' (duration: 27.487608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:15.025271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.723428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:15.025318Z","caller":"traceutil/trace.go:171","msg":"trace[1486149800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:13006; }","duration":"518.812241ms","start":"2026-03-31T20:46:14.506495Z","end":"2026-03-31T20:46:15.025307Z","steps":["trace[1486149800] 'agreement among raft nodes before linearized reading' (duration: 518.716289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.025358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.506486Z","time spent":"518.861162ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:46:15.025522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.28884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:46:15.02558Z","caller":"traceutil/trace.go:171","msg":"trace[2031996878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13006; }","duration":"428.415984ms","start":"2026-03-31T20:46:14.59715Z","end":"2026-03-31T20:46:15.025566Z","steps":["trace[2031996878] 'agreement among raft nodes before linearized reading' (duration: 427.962262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.025709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.597106Z","time spent":"428.591729ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:46:15.025625Z","caller":"traceutil/trace.go:171","msg":"trace[1966623291] transaction","detail":"{read_only:false; response_revision:13006; number_of_response:1; }","duration":"515.918798ms","start":"2026-03-31T20:46:14.509442Z","end":"2026-03-31T20:46:15.025361Z","steps":["trace[1966623291] 'process raft request' (duration: 488.185073ms)","trace[1966623291] 'compare' (duration: 27.271924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:15.025705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.298281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:46:15.0257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.172931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:15.025802Z","caller":"traceutil/trace.go:171","msg":"trace[515812969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13006; }","duration":"410.442154ms","start":"2026-03-31T20:46:14.615332Z","end":"2026-03-31T20:46:15.025775Z","steps":["trace[515812969] 'agreement among raft nodes before linearized reading' (duration: 410.25297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.025821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.103682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:15.025852Z","caller":"traceutil/trace.go:171","msg":"trace[2122232468] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:13006; }","duration":"519.387406ms","start":"2026-03-31T20:46:14.506451Z","end":"2026-03-31T20:46:15.025838Z","steps":["trace[2122232468] 'agreement among raft nodes before linearized reading' (duration: 519.15787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.025874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.615319Z","time spent":"410.535266ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:46:15.025987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.511689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:15.025999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.355034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:46:15.02602Z","caller":"traceutil/trace.go:171","msg":"trace[1994573826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13006; }","duration":"519.601321ms","start":"2026-03-31T20:46:14.50641Z","end":"2026-03-31T20:46:15.026011Z","steps":["trace[1994573826] 'agreement among raft nodes before linearized reading' (duration: 519.516619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:15.026049Z","caller":"traceutil/trace.go:171","msg":"trace[96128682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13006; }","duration":"180.428775ms","start":"2026-03-31T20:46:14.845608Z","end":"2026-03-31T20:46:15.026037Z","steps":["trace[96128682] 'agreement among raft nodes before linearized reading' (duration: 180.299362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.026057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.506384Z","time spent":"519.662323ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T20:46:15.025986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.239227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:15.026063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.834702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-31T20:46:15.026133Z","caller":"traceutil/trace.go:171","msg":"trace[820719401] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:13006; }","duration":"520.914744ms","start":"2026-03-31T20:46:14.505197Z","end":"2026-03-31T20:46:15.026112Z","steps":["trace[820719401] 'agreement among raft nodes before linearized reading' (duration: 520.74185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:15.026136Z","caller":"traceutil/trace.go:171","msg":"trace[385513486] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:13006; }","duration":"520.450212ms","start":"2026-03-31T20:46:14.50565Z","end":"2026-03-31T20:46:15.0261Z","steps":["trace[385513486] 'agreement among raft nodes before linearized reading' (duration: 519.921799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.026118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.509412Z","time spent":"516.36187ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:46:15.025884Z","caller":"traceutil/trace.go:171","msg":"trace[1083434448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13006; }","duration":"185.207535ms","start":"2026-03-31T20:46:14.84066Z","end":"2026-03-31T20:46:15.025867Z","steps":["trace[1083434448] 'agreement among raft nodes before linearized reading' (duration: 185.103482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.0262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.505641Z","time spent":"520.545145ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:46:15.025892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.506424Z","time spent":"519.456508ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:46:15.026865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.505188Z","time spent":"520.979865ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:46:15.027911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.623369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:46:15.028007Z","caller":"traceutil/trace.go:171","msg":"trace[1266742265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13006; }","duration":"430.748732ms","start":"2026-03-31T20:46:14.59724Z","end":"2026-03-31T20:46:15.027989Z","steps":["trace[1266742265] 'agreement among raft nodes before linearized reading' (duration: 428.349263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.02806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:14.59721Z","time spent":"430.835654ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:46:15.195368Z","caller":"traceutil/trace.go:171","msg":"trace[247569440] transaction","detail":"{read_only:false; response_revision:13009; number_of_response:1; }","duration":"163.303365ms","start":"2026-03-31T20:46:15.032032Z","end":"2026-03-31T20:46:15.195336Z","steps":["trace[247569440] 'process raft request' (duration: 163.124541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:15.19551Z","caller":"traceutil/trace.go:171","msg":"trace[1385968747] transaction","detail":"{read_only:false; response_revision:13008; number_of_response:1; }","duration":"163.453759ms","start":"2026-03-31T20:46:15.032014Z","end":"2026-03-31T20:46:15.195468Z","steps":["trace[1385968747] 'process raft request' (duration: 99.311341ms)","trace[1385968747] 'compare' (duration: 63.446611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:15.195531Z","caller":"traceutil/trace.go:171","msg":"trace[706037241] linearizableReadLoop","detail":"{readStateIndex:13484; appliedIndex:13480; }","duration":"160.772331ms","start":"2026-03-31T20:46:15.034729Z","end":"2026-03-31T20:46:15.195501Z","steps":["trace[706037241] 'read index received' (duration: 86.737835ms)","trace[706037241] 'applied index is now lower than readState.Index' (duration: 74.033266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:15.195584Z","caller":"traceutil/trace.go:171","msg":"trace[767849240] transaction","detail":"{read_only:false; response_revision:13010; number_of_response:1; }","duration":"162.512335ms","start":"2026-03-31T20:46:15.033028Z","end":"2026-03-31T20:46:15.19554Z","steps":["trace[767849240] 'process raft request' (duration: 162.251569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:15.196352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.596781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444869"} {"level":"info","ts":"2026-03-31T20:46:15.196399Z","caller":"traceutil/trace.go:171","msg":"trace[206255919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:13011; }","duration":"161.691104ms","start":"2026-03-31T20:46:15.034696Z","end":"2026-03-31T20:46:15.196387Z","steps":["trace[206255919] 'agreement among raft nodes before linearized reading' (duration: 160.957246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:17.241196Z","caller":"traceutil/trace.go:171","msg":"trace[1342857598] transaction","detail":"{read_only:false; response_revision:13016; number_of_response:1; }","duration":"109.608579ms","start":"2026-03-31T20:46:17.131525Z","end":"2026-03-31T20:46:17.241133Z","steps":["trace[1342857598] 'process raft request' (duration: 25.001487ms)","trace[1342857598] 'compare' (duration: 84.387196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:18.439591Z","caller":"traceutil/trace.go:171","msg":"trace[1088266190] transaction","detail":"{read_only:false; response_revision:13023; number_of_response:1; }","duration":"134.890743ms","start":"2026-03-31T20:46:18.304665Z","end":"2026-03-31T20:46:18.439556Z","steps":["trace[1088266190] 'process raft request' (duration: 134.670208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:25.163375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.804898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:25.163447Z","caller":"traceutil/trace.go:171","msg":"trace[451482087] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:13080; }","duration":"106.957922ms","start":"2026-03-31T20:46:25.056472Z","end":"2026-03-31T20:46:25.16343Z","steps":["trace[451482087] 'range keys from in-memory index tree' (duration: 106.739407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:25.163559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.165407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:46:25.163549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.966922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4871"} {"level":"info","ts":"2026-03-31T20:46:25.163623Z","caller":"traceutil/trace.go:171","msg":"trace[634191290] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13080; }","duration":"107.28109ms","start":"2026-03-31T20:46:25.056323Z","end":"2026-03-31T20:46:25.163604Z","steps":["trace[634191290] 'range keys from in-memory index tree' (duration: 107.074685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:25.163649Z","caller":"traceutil/trace.go:171","msg":"trace[309782671] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:13080; }","duration":"107.136256ms","start":"2026-03-31T20:46:25.05649Z","end":"2026-03-31T20:46:25.163627Z","steps":["trace[309782671] 'range keys from in-memory index tree' (duration: 106.768297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:25.163754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.215679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:25.163866Z","caller":"traceutil/trace.go:171","msg":"trace[296690144] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:13080; }","duration":"107.417854ms","start":"2026-03-31T20:46:25.056421Z","end":"2026-03-31T20:46:25.163838Z","steps":["trace[296690144] 'range keys from in-memory index tree' (duration: 106.976132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:29.735741Z","caller":"traceutil/trace.go:171","msg":"trace[2093592661] transaction","detail":"{read_only:false; response_revision:13503; number_of_response:1; }","duration":"148.392462ms","start":"2026-03-31T20:47:29.587302Z","end":"2026-03-31T20:47:29.735694Z","steps":["trace[2093592661] 'process raft request' (duration: 55.287586ms)","trace[2093592661] 'compare' (duration: 92.852358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:29.783785Z","caller":"traceutil/trace.go:171","msg":"trace[1577792767] linearizableReadLoop","detail":"{readStateIndex:13994; appliedIndex:13993; }","duration":"117.087746ms","start":"2026-03-31T20:47:29.666664Z","end":"2026-03-31T20:47:29.783752Z","steps":["trace[1577792767] 'read index received' (duration: 116.751998ms)","trace[1577792767] 'applied index is now lower than readState.Index' (duration: 334.428µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:29.783853Z","caller":"traceutil/trace.go:171","msg":"trace[886015008] transaction","detail":"{read_only:false; response_revision:13504; number_of_response:1; }","duration":"195.711578ms","start":"2026-03-31T20:47:29.588093Z","end":"2026-03-31T20:47:29.783804Z","steps":["trace[886015008] 'process raft request' (duration: 195.427831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:29.784106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.417854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:47:29.784155Z","caller":"traceutil/trace.go:171","msg":"trace[1045278386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13504; }","duration":"117.539827ms","start":"2026-03-31T20:47:29.6666Z","end":"2026-03-31T20:47:29.78414Z","steps":["trace[1045278386] 'agreement among raft nodes before linearized reading' (duration: 117.337412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:29.784164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.652999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:47:29.784323Z","caller":"traceutil/trace.go:171","msg":"trace[507337260] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13504; }","duration":"101.882234ms","start":"2026-03-31T20:47:29.682413Z","end":"2026-03-31T20:47:29.784295Z","steps":["trace[507337260] 'agreement among raft nodes before linearized reading' (duration: 101.589107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:48:07.734512Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11581} {"level":"info","ts":"2026-03-31T20:48:07.816479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11581,"took":"79.173195ms","hash":3991608753,"current-db-size-bytes":44052480,"current-db-size":"44 MB","current-db-size-in-use-bytes":25473024,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T20:48:07.816574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3991608753,"revision":11581,"compact-revision":9421} {"level":"info","ts":"2026-03-31T20:49:03.834461Z","caller":"traceutil/trace.go:171","msg":"trace[1638421502] transaction","detail":"{read_only:false; response_revision:14113; number_of_response:1; }","duration":"166.550867ms","start":"2026-03-31T20:49:03.667837Z","end":"2026-03-31T20:49:03.834388Z","steps":["trace[1638421502] 'process raft request' (duration: 166.064225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:49:06.35525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.762467ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:49:06.355751Z","caller":"traceutil/trace.go:171","msg":"trace[1143215639] transaction","detail":"{read_only:false; response_revision:14125; number_of_response:1; }","duration":"158.944046ms","start":"2026-03-31T20:49:06.196784Z","end":"2026-03-31T20:49:06.355728Z","steps":["trace[1143215639] 'process raft request' (duration: 158.722791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:07.365221Z","caller":"traceutil/trace.go:171","msg":"trace[1403642199] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"139.762225ms","start":"2026-03-31T20:49:07.225408Z","end":"2026-03-31T20:49:07.36517Z","steps":["trace[1403642199] 'process raft request' (duration: 108.571013ms)","trace[1403642199] 'compare' (duration: 30.416373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:49:07.64198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.389208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T20:49:07.642073Z","caller":"traceutil/trace.go:171","msg":"trace[931292218] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14133; }","duration":"171.553092ms","start":"2026-03-31T20:49:07.470498Z","end":"2026-03-31T20:49:07.642051Z","steps":["trace[931292218] 'range keys from in-memory index tree' (duration: 171.10182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:08.618631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.790253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:08.618762Z","caller":"traceutil/trace.go:171","msg":"trace[1226313101] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:15031; }","duration":"127.033478ms","start":"2026-03-31T20:51:08.491705Z","end":"2026-03-31T20:51:08.618738Z","steps":["trace[1226313101] 'count revisions from in-memory index tree' (duration: 126.636289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:33.504986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.909914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:51:33.505074Z","caller":"traceutil/trace.go:171","msg":"trace[1795428427] linearizableReadLoop","detail":"{readStateIndex:15704; appliedIndex:15703; }","duration":"181.804702ms","start":"2026-03-31T20:51:33.323254Z","end":"2026-03-31T20:51:33.505059Z","steps":["trace[1795428427] 'read index received' (duration: 62.868688ms)","trace[1795428427] 'applied index is now lower than readState.Index' (duration: 118.934984ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:33.505129Z","caller":"traceutil/trace.go:171","msg":"trace[2121564767] transaction","detail":"{read_only:false; response_revision:15157; number_of_response:1; }","duration":"203.930208ms","start":"2026-03-31T20:51:33.301191Z","end":"2026-03-31T20:51:33.505121Z","steps":["trace[2121564767] 'process raft request' (duration: 84.795699ms)","trace[2121564767] 'compare' (duration: 118.551985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:51:33.505286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.045749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:51:33.505308Z","caller":"traceutil/trace.go:171","msg":"trace[568503780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15157; }","duration":"182.12456ms","start":"2026-03-31T20:51:33.323177Z","end":"2026-03-31T20:51:33.505302Z","steps":["trace[568503780] 'agreement among raft nodes before linearized reading' (duration: 182.029928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:33.510724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.405934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:51:33.510828Z","caller":"traceutil/trace.go:171","msg":"trace[1079138571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15158; }","duration":"187.587738ms","start":"2026-03-31T20:51:33.323224Z","end":"2026-03-31T20:51:33.510812Z","steps":["trace[1079138571] 'agreement among raft nodes before linearized reading' (duration: 187.309191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:33.510958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.370141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:51:33.511019Z","caller":"traceutil/trace.go:171","msg":"trace[903459420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15158; }","duration":"181.455293ms","start":"2026-03-31T20:51:33.329549Z","end":"2026-03-31T20:51:33.511004Z","steps":["trace[903459420] 'agreement among raft nodes before linearized reading' (duration: 181.275009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:33.511084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.593136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:51:33.51107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.52532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:51:33.51105Z","caller":"traceutil/trace.go:171","msg":"trace[1492950399] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"163.564765ms","start":"2026-03-31T20:51:33.347422Z","end":"2026-03-31T20:51:33.510986Z","steps":["trace[1492950399] 'process raft request' (duration: 162.928409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:33.511163Z","caller":"traceutil/trace.go:171","msg":"trace[1710292718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15158; }","duration":"186.659314ms","start":"2026-03-31T20:51:33.324481Z","end":"2026-03-31T20:51:33.511141Z","steps":["trace[1710292718] 'agreement among raft nodes before linearized reading' (duration: 186.349636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:33.511126Z","caller":"traceutil/trace.go:171","msg":"trace[1738374923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15158; }","duration":"124.673108ms","start":"2026-03-31T20:51:33.386444Z","end":"2026-03-31T20:51:33.511117Z","steps":["trace[1738374923] 'agreement among raft nodes before linearized reading' (duration: 124.562875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:41.653856Z","caller":"traceutil/trace.go:171","msg":"trace[1689908087] linearizableReadLoop","detail":"{readStateIndex:15780; appliedIndex:15779; }","duration":"107.300652ms","start":"2026-03-31T20:51:41.546532Z","end":"2026-03-31T20:51:41.653833Z","steps":["trace[1689908087] 'read index received' (duration: 107.086767ms)","trace[1689908087] 'applied index is now lower than readState.Index' (duration: 212.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:41.654145Z","caller":"traceutil/trace.go:171","msg":"trace[333824755] transaction","detail":"{read_only:false; response_revision:15231; number_of_response:1; }","duration":"119.550581ms","start":"2026-03-31T20:51:41.534577Z","end":"2026-03-31T20:51:41.654128Z","steps":["trace[333824755] 'process raft request' (duration: 119.10232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:41.654557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.994019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:41.654634Z","caller":"traceutil/trace.go:171","msg":"trace[1866877989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:15231; }","duration":"108.129663ms","start":"2026-03-31T20:51:41.546488Z","end":"2026-03-31T20:51:41.654618Z","steps":["trace[1866877989] 'agreement among raft nodes before linearized reading' (duration: 107.962879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:41.846751Z","caller":"traceutil/trace.go:171","msg":"trace[940544589] transaction","detail":"{read_only:false; response_revision:15232; number_of_response:1; }","duration":"187.26065ms","start":"2026-03-31T20:51:41.659461Z","end":"2026-03-31T20:51:41.846721Z","steps":["trace[940544589] 'process raft request' (duration: 90.434009ms)","trace[940544589] 'compare' (duration: 96.596855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:41.853516Z","caller":"traceutil/trace.go:171","msg":"trace[312119752] transaction","detail":"{read_only:false; response_revision:15234; number_of_response:1; }","duration":"193.325852ms","start":"2026-03-31T20:51:41.660168Z","end":"2026-03-31T20:51:41.853494Z","steps":["trace[312119752] 'process raft request' (duration: 193.24567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:41.853532Z","caller":"traceutil/trace.go:171","msg":"trace[1909550556] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"193.475565ms","start":"2026-03-31T20:51:41.660033Z","end":"2026-03-31T20:51:41.853509Z","steps":["trace[1909550556] 'process raft request' (duration: 193.2708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:41.854018Z","caller":"traceutil/trace.go:171","msg":"trace[1013394222] transaction","detail":"{read_only:false; response_revision:15235; number_of_response:1; }","duration":"192.947142ms","start":"2026-03-31T20:51:41.661062Z","end":"2026-03-31T20:51:41.854009Z","steps":["trace[1013394222] 'process raft request' (duration: 192.392518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:41.854229Z","caller":"traceutil/trace.go:171","msg":"trace[1100892285] transaction","detail":"{read_only:false; response_revision:15236; number_of_response:1; }","duration":"192.903162ms","start":"2026-03-31T20:51:41.661319Z","end":"2026-03-31T20:51:41.854222Z","steps":["trace[1100892285] 'process raft request' (duration: 192.655665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:42.0565Z","caller":"traceutil/trace.go:171","msg":"trace[1587826842] transaction","detail":"{read_only:false; response_revision:15237; number_of_response:1; }","duration":"125.587762ms","start":"2026-03-31T20:51:41.930394Z","end":"2026-03-31T20:51:42.055981Z","steps":["trace[1587826842] 'process raft request' (duration: 40.009554ms)","trace[1587826842] 'compare' (duration: 85.428114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:42.842861Z","caller":"traceutil/trace.go:171","msg":"trace[256086992] linearizableReadLoop","detail":"{readStateIndex:15787; appliedIndex:15786; }","duration":"174.94663ms","start":"2026-03-31T20:51:42.667897Z","end":"2026-03-31T20:51:42.842844Z","steps":["trace[256086992] 'read index received' (duration: 174.762905ms)","trace[256086992] 'applied index is now lower than readState.Index' (duration: 182.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:42.843141Z","caller":"traceutil/trace.go:171","msg":"trace[657806830] transaction","detail":"{read_only:false; response_revision:15238; number_of_response:1; }","duration":"179.931946ms","start":"2026-03-31T20:51:42.663198Z","end":"2026-03-31T20:51:42.84313Z","steps":["trace[657806830] 'process raft request' (duration: 179.518365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.843323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.414983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:42.84336Z","caller":"traceutil/trace.go:171","msg":"trace[857976296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15238; }","duration":"175.512866ms","start":"2026-03-31T20:51:42.667837Z","end":"2026-03-31T20:51:42.84335Z","steps":["trace[857976296] 'agreement among raft nodes before linearized reading' (duration: 175.441224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:48.972943Z","caller":"traceutil/trace.go:171","msg":"trace[1575279739] transaction","detail":"{read_only:false; response_revision:15268; number_of_response:1; }","duration":"112.176426ms","start":"2026-03-31T20:51:48.860736Z","end":"2026-03-31T20:51:48.972912Z","steps":["trace[1575279739] 'process raft request' (duration: 111.94953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:49.961507Z","caller":"traceutil/trace.go:171","msg":"trace[650653475] transaction","detail":"{read_only:false; response_revision:15273; number_of_response:1; }","duration":"260.003685ms","start":"2026-03-31T20:51:49.701457Z","end":"2026-03-31T20:51:49.961461Z","steps":["trace[650653475] 'process raft request' (duration: 258.198999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:50.071481Z","caller":"traceutil/trace.go:171","msg":"trace[1543754569] transaction","detail":"{read_only:false; response_revision:15275; number_of_response:1; }","duration":"104.850442ms","start":"2026-03-31T20:51:49.966592Z","end":"2026-03-31T20:51:50.071443Z","steps":["trace[1543754569] 'process raft request' (duration: 94.048401ms)","trace[1543754569] 'compare' (duration: 10.551445ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:50.071508Z","caller":"traceutil/trace.go:171","msg":"trace[1977571199] transaction","detail":"{read_only:false; response_revision:15277; number_of_response:1; }","duration":"104.681568ms","start":"2026-03-31T20:51:49.966801Z","end":"2026-03-31T20:51:50.071482Z","steps":["trace[1977571199] 'process raft request' (duration: 104.579275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:50.071612Z","caller":"traceutil/trace.go:171","msg":"trace[826919277] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"104.970235ms","start":"2026-03-31T20:51:49.966597Z","end":"2026-03-31T20:51:50.071567Z","steps":["trace[826919277] 'process raft request' (duration: 104.729819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:50.071683Z","caller":"traceutil/trace.go:171","msg":"trace[2131725963] transaction","detail":"{read_only:false; response_revision:15278; number_of_response:1; }","duration":"104.397689ms","start":"2026-03-31T20:51:49.967274Z","end":"2026-03-31T20:51:50.071671Z","steps":["trace[2131725963] 'process raft request' (duration: 104.164414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.007996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.362805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:51:53.008416Z","caller":"traceutil/trace.go:171","msg":"trace[1608030665] transaction","detail":"{read_only:false; response_revision:15287; number_of_response:1; }","duration":"898.697314ms","start":"2026-03-31T20:51:52.109692Z","end":"2026-03-31T20:51:53.008389Z","steps":["trace[1608030665] 'process raft request' (duration: 898.499499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:53.008631Z","caller":"traceutil/trace.go:171","msg":"trace[310536462] linearizableReadLoop","detail":"{readStateIndex:15837; appliedIndex:15836; }","duration":"969.587823ms","start":"2026-03-31T20:51:52.039022Z","end":"2026-03-31T20:51:53.008609Z","steps":["trace[310536462] 'read index received' (duration: 335.50286ms)","trace[310536462] 'applied index is now lower than readState.Index' (duration: 634.082903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:51:53.008675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.109671Z","time spent":"898.809537ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:53.008783Z","caller":"traceutil/trace.go:171","msg":"trace[1888195715] transaction","detail":"{read_only:false; response_revision:15286; number_of_response:1; }","duration":"1.041374054s","start":"2026-03-31T20:51:51.967342Z","end":"2026-03-31T20:51:53.008716Z","steps":["trace[1888195715] 'process raft request' (duration: 407.161739ms)","trace[1888195715] 'compare' (duration: 633.113908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:51:53.008881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:51.967295Z","time spent":"1.041537608s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:53.009439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.404895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:51:53.00954Z","caller":"traceutil/trace.go:171","msg":"trace[461807056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15287; }","duration":"970.569478ms","start":"2026-03-31T20:51:52.038946Z","end":"2026-03-31T20:51:53.009516Z","steps":["trace[461807056] 'agreement among raft nodes before linearized reading' (duration: 969.799238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.009588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.038918Z","time spent":"970.659681ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:51:53.078146Z","caller":"traceutil/trace.go:171","msg":"trace[593140974] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"529.917458ms","start":"2026-03-31T20:51:52.548199Z","end":"2026-03-31T20:51:53.078116Z","steps":["trace[593140974] 'process raft request' (duration: 529.773515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.07832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.548175Z","time spent":"530.052452ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:53.170876Z","caller":"traceutil/trace.go:171","msg":"trace[1422708238] transaction","detail":"{read_only:false; response_revision:15289; number_of_response:1; }","duration":"178.024398ms","start":"2026-03-31T20:51:52.992826Z","end":"2026-03-31T20:51:53.170851Z","steps":["trace[1422708238] 'process raft request' (duration: 177.754861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:53.171086Z","caller":"traceutil/trace.go:171","msg":"trace[2018005631] linearizableReadLoop","detail":"{readStateIndex:15840; appliedIndex:15838; }","duration":"162.271563ms","start":"2026-03-31T20:51:53.00878Z","end":"2026-03-31T20:51:53.171051Z","steps":["trace[2018005631] 'read index received' (duration: 69.240938ms)","trace[2018005631] 'applied index is now lower than readState.Index' (duration: 93.028295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:51:53.17127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.393118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-endpoints-q4nxf\" ","response":"range_response_count:1 size:15630"} {"level":"info","ts":"2026-03-31T20:51:53.171331Z","caller":"traceutil/trace.go:171","msg":"trace[1610242578] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-endpoints-q4nxf; range_end:; response_count:1; response_revision:15290; }","duration":"716.523951ms","start":"2026-03-31T20:51:52.454792Z","end":"2026-03-31T20:51:53.171316Z","steps":["trace[1610242578] 'agreement among raft nodes before linearized reading' (duration: 716.277535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.171336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095238026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:51:53.171349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094414876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:51:53.171379Z","caller":"traceutil/trace.go:171","msg":"trace[250681693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15290; }","duration":"1.095284267s","start":"2026-03-31T20:51:52.076079Z","end":"2026-03-31T20:51:53.171363Z","steps":["trace[250681693] 'agreement among raft nodes before linearized reading' (duration: 1.095162504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.171396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.454763Z","time spent":"716.619634ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":15652,"request content":"key:\"/registry/pods/openstack/placement-ks-endpoints-q4nxf\" "} {"level":"warn","ts":"2026-03-31T20:51:53.171412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.076064Z","time spent":"1.095339849s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:51:53.171414Z","caller":"traceutil/trace.go:171","msg":"trace[172273010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15290; }","duration":"1.094572379s","start":"2026-03-31T20:51:52.076821Z","end":"2026-03-31T20:51:53.171393Z","steps":["trace[172273010] 'agreement among raft nodes before linearized reading' (duration: 1.094277082s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:53.171396Z","caller":"traceutil/trace.go:171","msg":"trace[77460544] transaction","detail":"{read_only:false; response_revision:15290; number_of_response:1; }","duration":"157.101473ms","start":"2026-03-31T20:51:53.014251Z","end":"2026-03-31T20:51:53.171352Z","steps":["trace[77460544] 'process raft request' (duration: 156.55646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.171462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.076791Z","time spent":"1.094657141s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:51:53.171533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.336807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:51:53.171573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095514353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:51:53.1716Z","caller":"traceutil/trace.go:171","msg":"trace[1891119154] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:15290; }","duration":"506.494991ms","start":"2026-03-31T20:51:52.665089Z","end":"2026-03-31T20:51:53.171584Z","steps":["trace[1891119154] 'agreement among raft nodes before linearized reading' (duration: 506.311136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:53.171601Z","caller":"traceutil/trace.go:171","msg":"trace[1097379393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15290; }","duration":"1.095553424s","start":"2026-03-31T20:51:52.076039Z","end":"2026-03-31T20:51:53.171593Z","steps":["trace[1097379393] 'agreement among raft nodes before linearized reading' (duration: 1.095474682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.171644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.076032Z","time spent":"1.095606306s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:51:53.171648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.665068Z","time spent":"506.566223ms","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:51:53.171772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096390466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:51:53.1718Z","caller":"traceutil/trace.go:171","msg":"trace[2053211128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15290; }","duration":"1.096454528s","start":"2026-03-31T20:51:52.075335Z","end":"2026-03-31T20:51:53.17179Z","steps":["trace[2053211128] 'agreement among raft nodes before linearized reading' (duration: 1.096379636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.171861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.075313Z","time spent":"1.096526969s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:51:53.171892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.220878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:51:53.171923Z","caller":"traceutil/trace.go:171","msg":"trace[832476325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15290; }","duration":"801.30312ms","start":"2026-03-31T20:51:52.37061Z","end":"2026-03-31T20:51:53.171913Z","steps":["trace[832476325] 'agreement among raft nodes before linearized reading' (duration: 801.219658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.171808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.027542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:51:53.171954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.370581Z","time spent":"801.366732ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:51:53.171986Z","caller":"traceutil/trace.go:171","msg":"trace[801187590] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:15290; }","duration":"779.225096ms","start":"2026-03-31T20:51:52.392746Z","end":"2026-03-31T20:51:53.171971Z","steps":["trace[801187590] 'agreement among raft nodes before linearized reading' (duration: 778.97543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.172033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.212022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:51:53.172027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.39273Z","time spent":"779.285478ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"info","ts":"2026-03-31T20:51:53.172088Z","caller":"traceutil/trace.go:171","msg":"trace[1022129700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15290; }","duration":"331.313156ms","start":"2026-03-31T20:51:52.840759Z","end":"2026-03-31T20:51:53.172072Z","steps":["trace[1022129700] 'agreement among raft nodes before linearized reading' (duration: 331.212973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.172128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.840734Z","time spent":"331.382877ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:51:53.917081Z","caller":"traceutil/trace.go:171","msg":"trace[954089355] transaction","detail":"{read_only:false; response_revision:15297; number_of_response:1; }","duration":"186.583153ms","start":"2026-03-31T20:51:53.730444Z","end":"2026-03-31T20:51:53.917027Z","steps":["trace[954089355] 'process raft request' (duration: 186.282514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:54.438569Z","caller":"traceutil/trace.go:171","msg":"trace[800103990] transaction","detail":"{read_only:false; response_revision:15298; number_of_response:1; }","duration":"162.621491ms","start":"2026-03-31T20:51:54.275909Z","end":"2026-03-31T20:51:54.43853Z","steps":["trace[800103990] 'process raft request' (duration: 162.349875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:54.604788Z","caller":"traceutil/trace.go:171","msg":"trace[326158996] transaction","detail":"{read_only:false; response_revision:15299; number_of_response:1; }","duration":"148.090807ms","start":"2026-03-31T20:51:54.456657Z","end":"2026-03-31T20:51:54.604748Z","steps":["trace[326158996] 'process raft request' (duration: 96.099652ms)","trace[326158996] 'compare' (duration: 51.711758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:51:56.529865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.231087ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T20:51:56.53047Z","caller":"traceutil/trace.go:171","msg":"trace[361664844] transaction","detail":"{read_only:false; response_revision:15315; number_of_response:1; }","duration":"128.35475ms","start":"2026-03-31T20:51:56.402079Z","end":"2026-03-31T20:51:56.530433Z","steps":["trace[361664844] 'process raft request' (duration: 128.230637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:56.530549Z","caller":"traceutil/trace.go:171","msg":"trace[1300744303] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"144.701762ms","start":"2026-03-31T20:51:56.385806Z","end":"2026-03-31T20:51:56.530508Z","steps":["trace[1300744303] 'process raft request' (duration: 144.176488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:56.696714Z","caller":"traceutil/trace.go:171","msg":"trace[1672026858] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15318; }","duration":"153.774849ms","start":"2026-03-31T20:51:56.542912Z","end":"2026-03-31T20:51:56.696687Z","steps":["trace[1672026858] 'process raft request' (duration: 153.729458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:56.697391Z","caller":"traceutil/trace.go:171","msg":"trace[1694497460] transaction","detail":"{read_only:false; response_revision:15317; number_of_response:1; }","duration":"162.418466ms","start":"2026-03-31T20:51:56.534955Z","end":"2026-03-31T20:51:56.697373Z","steps":["trace[1694497460] 'process raft request' (duration: 161.432472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:56.697726Z","caller":"traceutil/trace.go:171","msg":"trace[1612712172] transaction","detail":"{read_only:false; response_revision:15318; number_of_response:1; }","duration":"156.1921ms","start":"2026-03-31T20:51:56.541502Z","end":"2026-03-31T20:51:56.697694Z","steps":["trace[1612712172] 'process raft request' (duration: 155.069842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:19.281229Z","caller":"traceutil/trace.go:171","msg":"trace[1988102992] transaction","detail":"{read_only:false; response_revision:15466; number_of_response:1; }","duration":"101.824196ms","start":"2026-03-31T20:52:19.179366Z","end":"2026-03-31T20:52:19.281191Z","steps":["trace[1988102992] 'process raft request' (duration: 18.587187ms)","trace[1988102992] 'compare' (duration: 83.057415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:27.551559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080686132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:52:27.55166Z","caller":"traceutil/trace.go:171","msg":"trace[654091305] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:15505; }","duration":"1.080854806s","start":"2026-03-31T20:52:26.470782Z","end":"2026-03-31T20:52:27.551637Z","steps":["trace[654091305] 'count revisions from in-memory index tree' (duration: 1.080552719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:27.551715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:26.470756Z","time spent":"1.080946218s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":65,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:52:27.551773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017843034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:52:27.551859Z","caller":"traceutil/trace.go:171","msg":"trace[1106161189] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:15505; }","duration":"1.017978837s","start":"2026-03-31T20:52:26.533865Z","end":"2026-03-31T20:52:27.551843Z","steps":["trace[1106161189] 'count revisions from in-memory index tree' (duration: 1.017702011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:27.551893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:26.533851Z","time spent":"1.018033429s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:52:27.551855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.171438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:27.551959Z","caller":"traceutil/trace.go:171","msg":"trace[1951007598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15505; }","duration":"711.336562ms","start":"2026-03-31T20:52:26.840599Z","end":"2026-03-31T20:52:27.551935Z","steps":["trace[1951007598] 'range keys from in-memory index tree' (duration: 711.066296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:27.552014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:26.840539Z","time spent":"711.462846ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:52:27.625446Z","caller":"traceutil/trace.go:171","msg":"trace[725680739] transaction","detail":"{read_only:false; response_revision:15506; number_of_response:1; }","duration":"431.500039ms","start":"2026-03-31T20:52:27.193914Z","end":"2026-03-31T20:52:27.625414Z","steps":["trace[725680739] 'process raft request' (duration: 431.308754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:27.625639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.193882Z","time spent":"431.659243ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:28.156301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.962212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:52:28.156595Z","caller":"traceutil/trace.go:171","msg":"trace[1246824551] transaction","detail":"{read_only:false; response_revision:15508; number_of_response:1; }","duration":"804.157681ms","start":"2026-03-31T20:52:27.352415Z","end":"2026-03-31T20:52:28.156572Z","steps":["trace[1246824551] 'process raft request' (duration: 804.006388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.156585Z","caller":"traceutil/trace.go:171","msg":"trace[1965386602] transaction","detail":"{read_only:false; response_revision:15507; number_of_response:1; }","duration":"846.136754ms","start":"2026-03-31T20:52:27.310399Z","end":"2026-03-31T20:52:28.156536Z","steps":["trace[1965386602] 'process raft request' (duration: 340.799633ms)","trace[1965386602] 'compare' (duration: 504.829849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:28.156709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.352372Z","time spent":"804.289605ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:28.156755Z","caller":"traceutil/trace.go:171","msg":"trace[761661810] transaction","detail":"{read_only:false; response_revision:15509; number_of_response:1; }","duration":"747.629702ms","start":"2026-03-31T20:52:27.409109Z","end":"2026-03-31T20:52:28.156738Z","steps":["trace[761661810] 'process raft request' (duration: 747.403427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.156823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.409076Z","time spent":"747.718255ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:28.156732Z","caller":"traceutil/trace.go:171","msg":"trace[1498088822] linearizableReadLoop","detail":"{readStateIndex:16071; appliedIndex:16068; }","duration":"677.897812ms","start":"2026-03-31T20:52:27.478796Z","end":"2026-03-31T20:52:28.156694Z","steps":["trace[1498088822] 'read index received' (duration: 146.621169ms)","trace[1498088822] 'applied index is now lower than readState.Index' (duration: 531.274263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:28.156823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.31037Z","time spent":"846.34154ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:28.157086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.646205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:52:28.157121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.267006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:52:28.157144Z","caller":"traceutil/trace.go:171","msg":"trace[1375737504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15509; }","duration":"663.745437ms","start":"2026-03-31T20:52:27.493383Z","end":"2026-03-31T20:52:28.157129Z","steps":["trace[1375737504] 'agreement among raft nodes before linearized reading' (duration: 663.569333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.157154Z","caller":"traceutil/trace.go:171","msg":"trace[1983548446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:15509; }","duration":"620.333857ms","start":"2026-03-31T20:52:27.536809Z","end":"2026-03-31T20:52:28.157143Z","steps":["trace[1983548446] 'agreement among raft nodes before linearized reading' (duration: 620.204974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.157183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.49336Z","time spent":"663.812509ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:52:28.157194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.374005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:52:28.15734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.147754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:52:28.157375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.124128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:52:28.157396Z","caller":"traceutil/trace.go:171","msg":"trace[513623937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15509; }","duration":"632.236006ms","start":"2026-03-31T20:52:27.525147Z","end":"2026-03-31T20:52:28.157383Z","steps":["trace[513623937] 'agreement among raft nodes before linearized reading' (duration: 632.117783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.157432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.525127Z","time spent":"632.295537ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:28.157482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.612674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:28.15753Z","caller":"traceutil/trace.go:171","msg":"trace[1994990260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15509; }","duration":"604.695876ms","start":"2026-03-31T20:52:27.552823Z","end":"2026-03-31T20:52:28.157519Z","steps":["trace[1994990260] 'agreement among raft nodes before linearized reading' (duration: 604.631544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.157575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.552802Z","time spent":"604.761547ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:52:28.157428Z","caller":"traceutil/trace.go:171","msg":"trace[2096823998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:15509; }","duration":"219.242712ms","start":"2026-03-31T20:52:27.93817Z","end":"2026-03-31T20:52:28.157413Z","steps":["trace[2096823998] 'agreement among raft nodes before linearized reading' (duration: 219.067938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.157244Z","caller":"traceutil/trace.go:171","msg":"trace[35963390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15509; }","duration":"678.487198ms","start":"2026-03-31T20:52:27.478748Z","end":"2026-03-31T20:52:28.157235Z","steps":["trace[35963390] 'agreement among raft nodes before linearized reading' (duration: 678.039567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.157661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.478725Z","time spent":"678.922788ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:52:28.157796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.922348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:52:28.157907Z","caller":"traceutil/trace.go:171","msg":"trace[546903505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15509; }","duration":"634.059802ms","start":"2026-03-31T20:52:27.523824Z","end":"2026-03-31T20:52:28.157884Z","steps":["trace[546903505] 'agreement among raft nodes before linearized reading' (duration: 633.882267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.157971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.523801Z","time spent":"634.155315ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:28.157671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.819038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:52:28.158066Z","caller":"traceutil/trace.go:171","msg":"trace[1462093663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15509; }","duration":"658.240668ms","start":"2026-03-31T20:52:27.499781Z","end":"2026-03-31T20:52:28.158022Z","steps":["trace[1462093663] 'agreement among raft nodes before linearized reading' (duration: 657.736116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.157201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.536788Z","time spent":"620.40581ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:52:28.158163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:27.49975Z","time spent":"658.388793ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:52:28.285459Z","caller":"traceutil/trace.go:171","msg":"trace[906706901] transaction","detail":"{read_only:false; response_revision:15510; number_of_response:1; }","duration":"124.150335ms","start":"2026-03-31T20:52:28.161275Z","end":"2026-03-31T20:52:28.285425Z","steps":["trace[906706901] 'process raft request' (duration: 119.720954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.287239Z","caller":"traceutil/trace.go:171","msg":"trace[11741526] transaction","detail":"{read_only:false; response_revision:15512; number_of_response:1; }","duration":"124.628708ms","start":"2026-03-31T20:52:28.162582Z","end":"2026-03-31T20:52:28.287211Z","steps":["trace[11741526] 'process raft request' (duration: 124.510166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.287245Z","caller":"traceutil/trace.go:171","msg":"trace[413415356] transaction","detail":"{read_only:false; response_revision:15511; number_of_response:1; }","duration":"124.70485ms","start":"2026-03-31T20:52:28.162505Z","end":"2026-03-31T20:52:28.287209Z","steps":["trace[413415356] 'process raft request' (duration: 124.388332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.28758Z","caller":"traceutil/trace.go:171","msg":"trace[630985318] linearizableReadLoop","detail":"{readStateIndex:16074; appliedIndex:16071; }","duration":"124.598157ms","start":"2026-03-31T20:52:28.162963Z","end":"2026-03-31T20:52:28.287561Z","steps":["trace[630985318] 'read index received' (duration: 118.112354ms)","trace[630985318] 'applied index is now lower than readState.Index' (duration: 6.484763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:52:28.287728Z","caller":"traceutil/trace.go:171","msg":"trace[220772526] transaction","detail":"{read_only:false; response_revision:15513; number_of_response:1; }","duration":"124.474424ms","start":"2026-03-31T20:52:28.163238Z","end":"2026-03-31T20:52:28.287712Z","steps":["trace[220772526] 'process raft request' (duration: 123.93121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.287912Z","caller":"traceutil/trace.go:171","msg":"trace[510590435] transaction","detail":"{read_only:false; response_revision:15514; number_of_response:1; }","duration":"124.444723ms","start":"2026-03-31T20:52:28.163452Z","end":"2026-03-31T20:52:28.287897Z","steps":["trace[510590435] 'process raft request' (duration: 123.999882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.287985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.971021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:28.288113Z","caller":"traceutil/trace.go:171","msg":"trace[1434044663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15514; }","duration":"120.133885ms","start":"2026-03-31T20:52:28.167951Z","end":"2026-03-31T20:52:28.288085Z","steps":["trace[1434044663] 'agreement among raft nodes before linearized reading' (duration: 119.955771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.290532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.556562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578630"} {"level":"info","ts":"2026-03-31T20:52:28.290696Z","caller":"traceutil/trace.go:171","msg":"trace[1092708813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15514; }","duration":"127.742556ms","start":"2026-03-31T20:52:28.16293Z","end":"2026-03-31T20:52:28.290673Z","steps":["trace[1092708813] 'agreement among raft nodes before linearized reading' (duration: 124.916995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:35.955388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.792305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:35.955483Z","caller":"traceutil/trace.go:171","msg":"trace[262784553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15548; }","duration":"115.955659ms","start":"2026-03-31T20:52:35.839506Z","end":"2026-03-31T20:52:35.955462Z","steps":["trace[262784553] 'range keys from in-memory index tree' (duration: 115.603471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.926976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.828401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:52:36.927479Z","caller":"traceutil/trace.go:171","msg":"trace[163351223] transaction","detail":"{read_only:false; response_revision:15551; number_of_response:1; }","duration":"737.292944ms","start":"2026-03-31T20:52:36.190133Z","end":"2026-03-31T20:52:36.927426Z","steps":["trace[163351223] 'process raft request' (duration: 476.914639ms)","trace[163351223] 'compare' (duration: 259.683867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:52:36.927551Z","caller":"traceutil/trace.go:171","msg":"trace[1705344751] transaction","detail":"{read_only:false; response_revision:15552; number_of_response:1; }","duration":"732.705819ms","start":"2026-03-31T20:52:36.194815Z","end":"2026-03-31T20:52:36.927521Z","steps":["trace[1705344751] 'process raft request' (duration: 732.279848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:36.927674Z","caller":"traceutil/trace.go:171","msg":"trace[862451559] transaction","detail":"{read_only:false; response_revision:15554; number_of_response:1; }","duration":"408.329258ms","start":"2026-03-31T20:52:36.519306Z","end":"2026-03-31T20:52:36.927635Z","steps":["trace[862451559] 'process raft request' (duration: 408.201755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:36.927674Z","caller":"traceutil/trace.go:171","msg":"trace[834359869] transaction","detail":"{read_only:false; response_revision:15553; number_of_response:1; }","duration":"732.782241ms","start":"2026-03-31T20:52:36.19485Z","end":"2026-03-31T20:52:36.927632Z","steps":["trace[834359869] 'process raft request' (duration: 732.300459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.927722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.190098Z","time spent":"737.481668ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:36.92772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.194763Z","time spent":"732.864363ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:36.927795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.51926Z","time spent":"408.482742ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:36.927855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.194762Z","time spent":"732.998106ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:36.928477Z","caller":"traceutil/trace.go:171","msg":"trace[665044042] linearizableReadLoop","detail":"{readStateIndex:16117; appliedIndex:16114; }","duration":"609.907006ms","start":"2026-03-31T20:52:36.318555Z","end":"2026-03-31T20:52:36.928462Z","steps":["trace[665044042] 'read index received' (duration: 348.627219ms)","trace[665044042] 'applied index is now lower than readState.Index' (duration: 261.278037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:36.928697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.144072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:52:36.928728Z","caller":"traceutil/trace.go:171","msg":"trace[162106503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15554; }","duration":"610.237255ms","start":"2026-03-31T20:52:36.318481Z","end":"2026-03-31T20:52:36.928718Z","steps":["trace[162106503] 'agreement among raft nodes before linearized reading' (duration: 610.082171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.928761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.318458Z","time spent":"610.296066ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:52:36.929081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.697003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:52:36.929114Z","caller":"traceutil/trace.go:171","msg":"trace[2056356132] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:15554; }","duration":"574.782665ms","start":"2026-03-31T20:52:36.354323Z","end":"2026-03-31T20:52:36.929106Z","steps":["trace[2056356132] 'agreement among raft nodes before linearized reading' (duration: 574.610241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.929119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.217568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:52:36.929137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.354296Z","time spent":"574.835517ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"info","ts":"2026-03-31T20:52:36.929163Z","caller":"traceutil/trace.go:171","msg":"trace[1482622514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15554; }","duration":"599.294939ms","start":"2026-03-31T20:52:36.329857Z","end":"2026-03-31T20:52:36.929152Z","steps":["trace[1482622514] 'agreement among raft nodes before linearized reading' (duration: 599.160806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.929195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.329842Z","time spent":"599.346162ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:36.929437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.989968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:52:36.929475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.03959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:52:36.929502Z","caller":"traceutil/trace.go:171","msg":"trace[57179817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15554; }","duration":"600.062951ms","start":"2026-03-31T20:52:36.329428Z","end":"2026-03-31T20:52:36.929491Z","steps":["trace[57179817] 'agreement among raft nodes before linearized reading' (duration: 599.987169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:36.929487Z","caller":"traceutil/trace.go:171","msg":"trace[1690298050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15554; }","duration":"598.07857ms","start":"2026-03-31T20:52:36.331394Z","end":"2026-03-31T20:52:36.929473Z","steps":["trace[1690298050] 'agreement among raft nodes before linearized reading' (duration: 597.945567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.92952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.329397Z","time spent":"600.118212ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:36.929535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.331371Z","time spent":"598.154292ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:36.929862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.564608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:52:36.929917Z","caller":"traceutil/trace.go:171","msg":"trace[181727583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15554; }","duration":"601.63853ms","start":"2026-03-31T20:52:36.328267Z","end":"2026-03-31T20:52:36.929906Z","steps":["trace[181727583] 'agreement among raft nodes before linearized reading' (duration: 600.576373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.92999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.328256Z","time spent":"601.725752ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:52:44.180324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.622957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:44.18043Z","caller":"traceutil/trace.go:171","msg":"trace[409924904] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:15604; }","duration":"530.798102ms","start":"2026-03-31T20:52:43.649605Z","end":"2026-03-31T20:52:44.180403Z","steps":["trace[409924904] 'count revisions from in-memory index tree' (duration: 530.394761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:44.180483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:43.649579Z","time spent":"530.889794ms","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:52:44.180858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.125483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:52:44.180981Z","caller":"traceutil/trace.go:171","msg":"trace[8499192] linearizableReadLoop","detail":"{readStateIndex:16171; appliedIndex:16170; }","duration":"340.154487ms","start":"2026-03-31T20:52:43.840808Z","end":"2026-03-31T20:52:44.180963Z","steps":["trace[8499192] 'read index received' (duration: 182.88762ms)","trace[8499192] 'applied index is now lower than readState.Index' (duration: 157.265496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:44.181061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.267339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:44.181093Z","caller":"traceutil/trace.go:171","msg":"trace[1613628759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15605; }","duration":"340.374351ms","start":"2026-03-31T20:52:43.840709Z","end":"2026-03-31T20:52:44.181084Z","steps":["trace[1613628759] 'agreement among raft nodes before linearized reading' (duration: 340.30635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:44.181063Z","caller":"traceutil/trace.go:171","msg":"trace[460531712] transaction","detail":"{read_only:false; response_revision:15605; number_of_response:1; }","duration":"461.116211ms","start":"2026-03-31T20:52:43.719881Z","end":"2026-03-31T20:52:44.180998Z","steps":["trace[460531712] 'process raft request' (duration: 303.827224ms)","trace[460531712] 'compare' (duration: 156.762294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:44.181131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:43.840677Z","time spent":"340.447694ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:52:44.181265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:43.719851Z","time spent":"461.296796ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:45.96799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837572590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:52:46.46906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837572590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:52:46.913975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.742423009s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:52:47.413541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.074994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:52:47.413668Z","caller":"traceutil/trace.go:171","msg":"trace[101721871] transaction","detail":"{read_only:false; response_revision:15615; number_of_response:1; }","duration":"2.242202772s","start":"2026-03-31T20:52:45.17144Z","end":"2026-03-31T20:52:47.413642Z","steps":["trace[101721871] 'process raft request' (duration: 1.742928102s)","trace[101721871] 'compare' (duration: 498.397458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:47.413734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:45.171408Z","time spent":"2.242295823s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:47.419066Z","caller":"traceutil/trace.go:171","msg":"trace[397180534] transaction","detail":"{read_only:false; response_revision:15616; number_of_response:1; }","duration":"1.773828127s","start":"2026-03-31T20:52:45.645209Z","end":"2026-03-31T20:52:47.419037Z","steps":["trace[397180534] 'process raft request' (duration: 1.773611572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.419181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:45.64517Z","time spent":"1.77396011s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:47.421522Z","caller":"traceutil/trace.go:171","msg":"trace[1986848156] transaction","detail":"{read_only:false; response_revision:15617; number_of_response:1; }","duration":"1.23400731s","start":"2026-03-31T20:52:46.187478Z","end":"2026-03-31T20:52:47.421485Z","steps":["trace[1986848156] 'process raft request' (duration: 1.233752493s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:47.421656Z","caller":"traceutil/trace.go:171","msg":"trace[1148316356] transaction","detail":"{read_only:false; response_revision:15621; number_of_response:1; }","duration":"142.003484ms","start":"2026-03-31T20:52:47.279625Z","end":"2026-03-31T20:52:47.421629Z","steps":["trace[1148316356] 'process raft request' (duration: 141.956183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:47.421654Z","caller":"traceutil/trace.go:171","msg":"trace[1504279522] linearizableReadLoop","detail":"{readStateIndex:16184; appliedIndex:16180; }","duration":"1.954422139s","start":"2026-03-31T20:52:45.467094Z","end":"2026-03-31T20:52:47.421516Z","steps":["trace[1504279522] 'read index received' (duration: 1.447240591s)","trace[1504279522] 'applied index is now lower than readState.Index' (duration: 507.179528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:47.421734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:46.187449Z","time spent":"1.234172994s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:47.421858Z","caller":"traceutil/trace.go:171","msg":"trace[1706910624] transaction","detail":"{read_only:false; response_revision:15618; number_of_response:1; }","duration":"453.03415ms","start":"2026-03-31T20:52:46.968814Z","end":"2026-03-31T20:52:47.421848Z","steps":["trace[1706910624] 'process raft request' (duration: 452.62704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.42189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581527381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:47.421944Z","caller":"traceutil/trace.go:171","msg":"trace[941864115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15621; }","duration":"1.581652905s","start":"2026-03-31T20:52:45.840277Z","end":"2026-03-31T20:52:47.42193Z","steps":["trace[941864115] 'agreement among raft nodes before linearized reading' (duration: 1.581563322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.421977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:45.840216Z","time spent":"1.581754907s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:52:47.42198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:46.968779Z","time spent":"453.116492ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:47.422024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.58603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:52:47.422059Z","caller":"traceutil/trace.go:171","msg":"trace[810336783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15621; }","duration":"360.679272ms","start":"2026-03-31T20:52:47.061371Z","end":"2026-03-31T20:52:47.42205Z","steps":["trace[810336783] 'agreement among raft nodes before linearized reading' (duration: 360.511037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.422054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.643388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:52:47.422075Z","caller":"traceutil/trace.go:171","msg":"trace[1533262910] transaction","detail":"{read_only:false; response_revision:15619; number_of_response:1; }","duration":"446.106336ms","start":"2026-03-31T20:52:46.97596Z","end":"2026-03-31T20:52:47.422066Z","steps":["trace[1533262910] 'process raft request' (duration: 445.534352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:47.42209Z","caller":"traceutil/trace.go:171","msg":"trace[715214975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15621; }","duration":"338.71971ms","start":"2026-03-31T20:52:47.083361Z","end":"2026-03-31T20:52:47.42208Z","steps":["trace[715214975] 'agreement among raft nodes before linearized reading' (duration: 338.577217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.422118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:47.083341Z","time spent":"338.771442ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:52:47.422127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:46.975951Z","time spent":"446.150797ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:47.422139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.520661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:52:47.422166Z","caller":"traceutil/trace.go:171","msg":"trace[1551420127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15621; }","duration":"339.601252ms","start":"2026-03-31T20:52:47.082558Z","end":"2026-03-31T20:52:47.422159Z","steps":["trace[1551420127] 'agreement among raft nodes before linearized reading' (duration: 339.537621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.422182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:47.082516Z","time spent":"339.661674ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:52:47.422201Z","caller":"traceutil/trace.go:171","msg":"trace[1634230123] transaction","detail":"{read_only:false; response_revision:15620; number_of_response:1; }","duration":"445.337436ms","start":"2026-03-31T20:52:46.976853Z","end":"2026-03-31T20:52:47.422191Z","steps":["trace[1634230123] 'process raft request' (duration: 444.67849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.422228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.965941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:52:47.422243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:46.976821Z","time spent":"445.399448ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:47.422251Z","caller":"traceutil/trace.go:171","msg":"trace[1408145141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:15621; }","duration":"330.041583ms","start":"2026-03-31T20:52:47.092202Z","end":"2026-03-31T20:52:47.422244Z","steps":["trace[1408145141] 'agreement among raft nodes before linearized reading' (duration: 329.973562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.422273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:47.09219Z","time spent":"330.078604ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:52:47.422278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.470051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:52:47.422082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:47.061349Z","time spent":"360.728693ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:52:47.422304Z","caller":"traceutil/trace.go:171","msg":"trace[1664416330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15621; }","duration":"361.496652ms","start":"2026-03-31T20:52:47.060801Z","end":"2026-03-31T20:52:47.422297Z","steps":["trace[1664416330] 'agreement among raft nodes before linearized reading' (duration: 361.328168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.422325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:47.060728Z","time spent":"361.592194ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:52:47.421891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954797309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:47.422392Z","caller":"traceutil/trace.go:171","msg":"trace[272633859] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15621; }","duration":"1.955373573s","start":"2026-03-31T20:52:45.467011Z","end":"2026-03-31T20:52:47.422385Z","steps":["trace[272633859] 'agreement among raft nodes before linearized reading' (duration: 1.954807539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.422417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:45.466976Z","time spent":"1.955434705s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:52:47.422666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.299888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:52:47.422715Z","caller":"traceutil/trace.go:171","msg":"trace[927205855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15621; }","duration":"430.402081ms","start":"2026-03-31T20:52:46.992299Z","end":"2026-03-31T20:52:47.422701Z","steps":["trace[927205855] 'agreement among raft nodes before linearized reading' (duration: 430.083153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.422748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:46.992264Z","time spent":"430.474653ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:47.423071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.842699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:52:47.423115Z","caller":"traceutil/trace.go:171","msg":"trace[1961169060] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15621; }","duration":"716.949472ms","start":"2026-03-31T20:52:46.706158Z","end":"2026-03-31T20:52:47.423108Z","steps":["trace[1961169060] 'agreement among raft nodes before linearized reading' (duration: 716.07353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:47.423141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:46.706129Z","time spent":"717.003873ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1394,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:52:49.270118Z","caller":"traceutil/trace.go:171","msg":"trace[2000088322] linearizableReadLoop","detail":"{readStateIndex:16195; appliedIndex:16194; }","duration":"429.638483ms","start":"2026-03-31T20:52:48.840456Z","end":"2026-03-31T20:52:49.270094Z","steps":["trace[2000088322] 'read index received' (duration: 383.901945ms)","trace[2000088322] 'applied index is now lower than readState.Index' (duration: 45.735468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:52:49.270307Z","caller":"traceutil/trace.go:171","msg":"trace[758442587] transaction","detail":"{read_only:false; response_revision:15628; number_of_response:1; }","duration":"915.544097ms","start":"2026-03-31T20:52:48.354745Z","end":"2026-03-31T20:52:49.270289Z","steps":["trace[758442587] 'process raft request' (duration: 869.657125ms)","trace[758442587] 'compare' (duration: 44.961759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:49.270428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:48.354717Z","time spent":"915.62992ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11912,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:49.270663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.415422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:52:49.27076Z","caller":"traceutil/trace.go:171","msg":"trace[1065248326] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15628; }","duration":"118.558685ms","start":"2026-03-31T20:52:49.152177Z","end":"2026-03-31T20:52:49.270736Z","steps":["trace[1065248326] 'agreement among raft nodes before linearized reading' (duration: 118.308899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:49.270828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.393151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:49.270874Z","caller":"traceutil/trace.go:171","msg":"trace[891226288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15628; }","duration":"430.493214ms","start":"2026-03-31T20:52:48.840369Z","end":"2026-03-31T20:52:49.270863Z","steps":["trace[891226288] 'agreement among raft nodes before linearized reading' (duration: 430.415873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:49.270906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:48.840342Z","time spent":"430.556805ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:52:49.392401Z","caller":"traceutil/trace.go:171","msg":"trace[273599604] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"114.575154ms","start":"2026-03-31T20:52:49.27778Z","end":"2026-03-31T20:52:49.392355Z","steps":["trace[273599604] 'process raft request' (duration: 114.133033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:58.469187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.753537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:52:58.469322Z","caller":"traceutil/trace.go:171","msg":"trace[685596497] transaction","detail":"{read_only:false; response_revision:15797; number_of_response:1; }","duration":"776.257411ms","start":"2026-03-31T20:52:57.693041Z","end":"2026-03-31T20:52:58.469298Z","steps":["trace[685596497] 'process raft request' (duration: 385.285739ms)","trace[685596497] 'compare' (duration: 390.340845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:58.469613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:57.693009Z","time spent":"776.562349ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:59.813302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167280664s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:52:59.813892Z","caller":"traceutil/trace.go:171","msg":"trace[1063976516] linearizableReadLoop","detail":"{readStateIndex:16369; appliedIndex:16367; }","duration":"1.979043077s","start":"2026-03-31T20:52:57.834829Z","end":"2026-03-31T20:52:59.813872Z","steps":["trace[1063976516] 'read index received' (duration: 243.595503ms)","trace[1063976516] 'applied index is now lower than readState.Index' (duration: 1.735446354s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:52:59.813978Z","caller":"traceutil/trace.go:171","msg":"trace[579150138] transaction","detail":"{read_only:false; response_revision:15798; number_of_response:1; }","duration":"2.10223057s","start":"2026-03-31T20:52:57.711735Z","end":"2026-03-31T20:52:59.813966Z","steps":["trace[579150138] 'process raft request' (duration: 934.182266ms)","trace[579150138] 'compare' (duration: 1.16711681s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:59.814045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:57.711707Z","time spent":"2.102296931s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:59.814338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97950914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:52:59.814379Z","caller":"traceutil/trace.go:171","msg":"trace[1627301472] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15799; }","duration":"1.979586761s","start":"2026-03-31T20:52:57.834776Z","end":"2026-03-31T20:52:59.814363Z","steps":["trace[1627301472] 'agreement among raft nodes before linearized reading' (duration: 1.979480499s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:59.814338Z","caller":"traceutil/trace.go:171","msg":"trace[1857946373] transaction","detail":"{read_only:false; response_revision:15799; number_of_response:1; }","duration":"1.935694819s","start":"2026-03-31T20:52:57.87858Z","end":"2026-03-31T20:52:59.814275Z","steps":["trace[1857946373] 'process raft request' (duration: 1.93497011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.814418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:57.834748Z","time spent":"1.979661893s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":17,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:52:59.814571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:57.878558Z","time spent":"1.935889164s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:59.818542Z","caller":"traceutil/trace.go:171","msg":"trace[1004331781] transaction","detail":"{read_only:false; response_revision:15800; number_of_response:1; }","duration":"350.423674ms","start":"2026-03-31T20:52:59.468102Z","end":"2026-03-31T20:52:59.818525Z","steps":["trace[1004331781] 'process raft request' (duration: 350.339742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.818635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.468079Z","time spent":"350.512937ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:59.834712Z","caller":"traceutil/trace.go:171","msg":"trace[151119581] transaction","detail":"{read_only:false; response_revision:15801; number_of_response:1; }","duration":"366.418726ms","start":"2026-03-31T20:52:59.468259Z","end":"2026-03-31T20:52:59.834677Z","steps":["trace[151119581] 'process raft request' (duration: 366.16345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:59.835023Z","caller":"traceutil/trace.go:171","msg":"trace[986143087] transaction","detail":"{read_only:false; response_revision:15802; number_of_response:1; }","duration":"364.083707ms","start":"2026-03-31T20:52:59.470917Z","end":"2026-03-31T20:52:59.835Z","steps":["trace[986143087] 'process raft request' (duration: 363.671937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.470907Z","time spent":"364.161219ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:59.835225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.937837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:52:59.8352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994103655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:59.835251Z","caller":"traceutil/trace.go:171","msg":"trace[733059370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15803; }","duration":"188.001008ms","start":"2026-03-31T20:52:59.647243Z","end":"2026-03-31T20:52:59.835244Z","steps":["trace[733059370] 'agreement among raft nodes before linearized reading' (duration: 187.955077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:59.835283Z","caller":"traceutil/trace.go:171","msg":"trace[1637254494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15803; }","duration":"1.99425271s","start":"2026-03-31T20:52:57.841009Z","end":"2026-03-31T20:52:59.835261Z","steps":["trace[1637254494] 'agreement among raft nodes before linearized reading' (duration: 1.994088796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.766891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:52:59.835368Z","caller":"traceutil/trace.go:171","msg":"trace[619184129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15803; }","duration":"336.890065ms","start":"2026-03-31T20:52:59.49846Z","end":"2026-03-31T20:52:59.83535Z","steps":["trace[619184129] 'agreement among raft nodes before linearized reading' (duration: 336.645589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.83535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.099881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:52:59.835451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172998897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-888af3d3-01d2-418e-b5c6-2be4af41624d\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-31T20:52:59.835458Z","caller":"traceutil/trace.go:171","msg":"trace[1795259224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:15803; }","duration":"757.272605ms","start":"2026-03-31T20:52:59.078159Z","end":"2026-03-31T20:52:59.835432Z","steps":["trace[1795259224] 'agreement among raft nodes before linearized reading' (duration: 756.986158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:59.835479Z","caller":"traceutil/trace.go:171","msg":"trace[268347907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-888af3d3-01d2-418e-b5c6-2be4af41624d; range_end:; response_count:1; response_revision:15803; }","duration":"1.17308365s","start":"2026-03-31T20:52:58.662384Z","end":"2026-03-31T20:52:59.835467Z","steps":["trace[268347907] 'agreement among raft nodes before linearized reading' (duration: 1.172957977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.792425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:52:59.835514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.078131Z","time spent":"757.370828ms","remote":"127.0.0.1:48786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:52:59.835527Z","caller":"traceutil/trace.go:171","msg":"trace[497352442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:15803; }","duration":"307.843766ms","start":"2026-03-31T20:52:59.527674Z","end":"2026-03-31T20:52:59.835518Z","steps":["trace[497352442] 'agreement among raft nodes before linearized reading' (duration: 307.753084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267779947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c63961a-e1c3-4086-b809-c897ef22c965\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-31T20:52:59.835562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.527663Z","time spent":"307.893637ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"info","ts":"2026-03-31T20:52:59.835583Z","caller":"traceutil/trace.go:171","msg":"trace[1183698511] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0c63961a-e1c3-4086-b809-c897ef22c965; range_end:; response_count:1; response_revision:15803; }","duration":"1.267838249s","start":"2026-03-31T20:52:58.567739Z","end":"2026-03-31T20:52:59.835577Z","steps":["trace[1183698511] 'agreement among raft nodes before linearized reading' (duration: 1.267777087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:58.567711Z","time spent":"1.267890079s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c63961a-e1c3-4086-b809-c897ef22c965\" "} {"level":"warn","ts":"2026-03-31T20:52:59.835639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.476417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-31T20:52:59.835638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.371632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:52:59.835693Z","caller":"traceutil/trace.go:171","msg":"trace[370365089] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15803; }","duration":"360.561018ms","start":"2026-03-31T20:52:59.475115Z","end":"2026-03-31T20:52:59.835676Z","steps":["trace[370365089] 'agreement among raft nodes before linearized reading' (duration: 360.365373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:59.835696Z","caller":"traceutil/trace.go:171","msg":"trace[914481276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15803; }","duration":"338.471214ms","start":"2026-03-31T20:52:59.497212Z","end":"2026-03-31T20:52:59.835683Z","steps":["trace[914481276] 'agreement among raft nodes before linearized reading' (duration: 338.31479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.475102Z","time spent":"360.60864ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-31T20:52:59.835717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.633493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:52:59.835726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.497191Z","time spent":"338.527375ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:59.83575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.171532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:52:59.835761Z","caller":"traceutil/trace.go:171","msg":"trace[759797909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15803; }","duration":"327.682634ms","start":"2026-03-31T20:52:59.508064Z","end":"2026-03-31T20:52:59.835747Z","steps":["trace[759797909] 'agreement among raft nodes before linearized reading' (duration: 327.51993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234886671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:59.835786Z","caller":"traceutil/trace.go:171","msg":"trace[51589564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15803; }","duration":"337.221712ms","start":"2026-03-31T20:52:59.498552Z","end":"2026-03-31T20:52:59.835774Z","steps":["trace[51589564] 'agreement among raft nodes before linearized reading' (duration: 337.13351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.507964Z","time spent":"327.833228ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:52:59.835817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.498541Z","time spent":"337.269194ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:59.835795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.531423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:52:59.835502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:58.662318Z","time spent":"1.173179293s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-888af3d3-01d2-418e-b5c6-2be4af41624d\" "} {"level":"info","ts":"2026-03-31T20:52:59.835878Z","caller":"traceutil/trace.go:171","msg":"trace[291185036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15803; }","duration":"324.629356ms","start":"2026-03-31T20:52:59.511226Z","end":"2026-03-31T20:52:59.835856Z","steps":["trace[291185036] 'agreement among raft nodes before linearized reading' (duration: 324.431812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.983849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T20:52:59.835826Z","caller":"traceutil/trace.go:171","msg":"trace[2117383032] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:15803; }","duration":"1.235013824s","start":"2026-03-31T20:52:58.600792Z","end":"2026-03-31T20:52:59.835806Z","steps":["trace[2117383032] 'agreement among raft nodes before linearized reading' (duration: 1.234877451s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:59.835928Z","caller":"traceutil/trace.go:171","msg":"trace[1327698982] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15803; }","duration":"361.04347ms","start":"2026-03-31T20:52:59.474873Z","end":"2026-03-31T20:52:59.835916Z","steps":["trace[1327698982] 'agreement among raft nodes before linearized reading' (duration: 360.880586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.835933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.511214Z","time spent":"324.701178ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:59.835956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:58.600755Z","time spent":"1.235189659s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:52:59.835966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.474863Z","time spent":"361.089782ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-03-31T20:52:59.835971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.067198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:52:59.835405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.498435Z","time spent":"336.961946ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:52:59.836005Z","caller":"traceutil/trace.go:171","msg":"trace[122368455] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:15803; }","duration":"586.099339ms","start":"2026-03-31T20:52:59.249893Z","end":"2026-03-31T20:52:59.835993Z","steps":["trace[122368455] 'agreement among raft nodes before linearized reading' (duration: 586.046277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.836036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.249757Z","time spent":"586.271244ms","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:52:59.835888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647484146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-gpqpf.18a20857e0656d2f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-31T20:52:59.835863Z","caller":"traceutil/trace.go:171","msg":"trace[2032954783] transaction","detail":"{read_only:false; response_revision:15803; number_of_response:1; }","duration":"364.857116ms","start":"2026-03-31T20:52:59.470994Z","end":"2026-03-31T20:52:59.835851Z","steps":["trace[2032954783] 'process raft request' (duration: 363.926083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:59.836089Z","caller":"traceutil/trace.go:171","msg":"trace[356044981] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-gpqpf.18a20857e0656d2f; range_end:; response_count:1; response_revision:15803; }","duration":"1.647728994s","start":"2026-03-31T20:52:58.188344Z","end":"2026-03-31T20:52:59.836073Z","steps":["trace[356044981] 'agreement among raft nodes before linearized reading' (duration: 1.647483887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.836127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:58.188306Z","time spent":"1.647809605s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-gpqpf.18a20857e0656d2f\" "} {"level":"warn","ts":"2026-03-31T20:52:59.835323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:57.84098Z","time spent":"1.994335421s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:52:59.836152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.470988Z","time spent":"365.103933ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:59.836274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267274834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-888af3d3-01d2-418e-b5c6-2be4af41624d\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-31T20:52:59.836301Z","caller":"traceutil/trace.go:171","msg":"trace[605482047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-888af3d3-01d2-418e-b5c6-2be4af41624d; range_end:; response_count:1; response_revision:15803; }","duration":"1.267990343s","start":"2026-03-31T20:52:58.568302Z","end":"2026-03-31T20:52:59.836293Z","steps":["trace[605482047] 'agreement among raft nodes before linearized reading' (duration: 1.267142571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:59.836355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:58.568274Z","time spent":"1.268075415s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-888af3d3-01d2-418e-b5c6-2be4af41624d\" "} {"level":"warn","ts":"2026-03-31T20:52:59.836762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:59.468185Z","time spent":"366.632072ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:07.74212Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13761} {"level":"info","ts":"2026-03-31T20:53:07.822995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13761,"took":"77.497065ms","hash":2016761298,"current-db-size-bytes":44052480,"current-db-size":"44 MB","current-db-size-in-use-bytes":28798976,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T20:53:07.823072Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2016761298,"revision":13761,"compact-revision":11581} {"level":"info","ts":"2026-03-31T20:53:51.467344Z","caller":"traceutil/trace.go:171","msg":"trace[2090863613] transaction","detail":"{read_only:false; response_revision:16535; number_of_response:1; }","duration":"260.193099ms","start":"2026-03-31T20:53:51.207119Z","end":"2026-03-31T20:53:51.467312Z","steps":["trace[2090863613] 'process raft request' (duration: 260.028965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:51.620435Z","caller":"traceutil/trace.go:171","msg":"trace[648539075] transaction","detail":"{read_only:false; response_revision:16536; number_of_response:1; }","duration":"332.699588ms","start":"2026-03-31T20:53:51.28771Z","end":"2026-03-31T20:53:51.620409Z","steps":["trace[648539075] 'process raft request' (duration: 332.460502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.620608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.287687Z","time spent":"332.831872ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4047,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:53:51.620818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.527967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-7bdc5df6b4-sqclt.18a208643e7840ba\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-03-31T20:53:51.62093Z","caller":"traceutil/trace.go:171","msg":"trace[889279423] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-7bdc5df6b4-sqclt.18a208643e7840ba; range_end:; response_count:1; response_revision:16536; }","duration":"313.708422ms","start":"2026-03-31T20:53:51.307195Z","end":"2026-03-31T20:53:51.620904Z","steps":["trace[889279423] 'agreement among raft nodes before linearized reading' (duration: 313.330013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.620999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.307169Z","time spent":"313.817514ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":846,"request content":"key:\"/registry/events/openstack/nova-novncproxy-7bdc5df6b4-sqclt.18a208643e7840ba\" "} {"level":"info","ts":"2026-03-31T20:53:51.620984Z","caller":"traceutil/trace.go:171","msg":"trace[595982992] linearizableReadLoop","detail":"{readStateIndex:17130; appliedIndex:17129; }","duration":"313.102157ms","start":"2026-03-31T20:53:51.307257Z","end":"2026-03-31T20:53:51.620359Z","steps":["trace[595982992] 'read index received' (duration: 160.138548ms)","trace[595982992] 'applied index is now lower than readState.Index' (duration: 152.962139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:53:51.632172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.603959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-bootstrap-6r5r4\" ","response":"range_response_count:1 size:8222"} {"level":"info","ts":"2026-03-31T20:53:51.63222Z","caller":"traceutil/trace.go:171","msg":"trace[605359070] range","detail":"{range_begin:/registry/pods/openstack/nova-bootstrap-6r5r4; range_end:; response_count:1; response_revision:16537; }","duration":"203.709661ms","start":"2026-03-31T20:53:51.428497Z","end":"2026-03-31T20:53:51.632206Z","steps":["trace[605359070] 'agreement among raft nodes before linearized reading' (duration: 203.448655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:51.771852Z","caller":"traceutil/trace.go:171","msg":"trace[1929943744] transaction","detail":"{read_only:false; response_revision:16540; number_of_response:1; }","duration":"129.453298ms","start":"2026-03-31T20:53:51.642365Z","end":"2026-03-31T20:53:51.771819Z","steps":["trace[1929943744] 'process raft request' (duration: 129.12616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:52.34489Z","caller":"traceutil/trace.go:171","msg":"trace[2132288532] transaction","detail":"{read_only:false; response_revision:16568; number_of_response:1; }","duration":"127.016226ms","start":"2026-03-31T20:53:52.217841Z","end":"2026-03-31T20:53:52.344857Z","steps":["trace[2132288532] 'process raft request' (duration: 126.306059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.345333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.7371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T20:53:52.34541Z","caller":"traceutil/trace.go:171","msg":"trace[2121542997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16568; }","duration":"124.851982ms","start":"2026-03-31T20:53:52.220541Z","end":"2026-03-31T20:53:52.345393Z","steps":["trace[2121542997] 'agreement among raft nodes before linearized reading' (duration: 124.615637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.345412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.104069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T20:53:52.34552Z","caller":"traceutil/trace.go:171","msg":"trace[1631550159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16568; }","duration":"119.294123ms","start":"2026-03-31T20:53:52.226197Z","end":"2026-03-31T20:53:52.345491Z","steps":["trace[1631550159] 'agreement among raft nodes before linearized reading' (duration: 119.054797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.345413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.673743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:53:52.345639Z","caller":"traceutil/trace.go:171","msg":"trace[1987422958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16568; }","duration":"119.926219ms","start":"2026-03-31T20:53:52.225673Z","end":"2026-03-31T20:53:52.345599Z","steps":["trace[1987422958] 'agreement among raft nodes before linearized reading' (duration: 119.472127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.345551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.729584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T20:53:52.345762Z","caller":"traceutil/trace.go:171","msg":"trace[1634622173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16568; }","duration":"119.974ms","start":"2026-03-31T20:53:52.225775Z","end":"2026-03-31T20:53:52.345749Z","steps":["trace[1634622173] 'agreement among raft nodes before linearized reading' (duration: 119.702854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:52.877769Z","caller":"traceutil/trace.go:171","msg":"trace[88315016] linearizableReadLoop","detail":"{readStateIndex:17178; appliedIndex:17177; }","duration":"151.515651ms","start":"2026-03-31T20:53:52.726216Z","end":"2026-03-31T20:53:52.877732Z","steps":["trace[88315016] 'read index received' (duration: 67.311249ms)","trace[88315016] 'applied index is now lower than readState.Index' (duration: 84.202022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:52.877819Z","caller":"traceutil/trace.go:171","msg":"trace[869543309] transaction","detail":"{read_only:false; response_revision:16582; number_of_response:1; }","duration":"154.388614ms","start":"2026-03-31T20:53:52.723391Z","end":"2026-03-31T20:53:52.87778Z","steps":["trace[869543309] 'process raft request' (duration: 70.14976ms)","trace[869543309] 'compare' (duration: 83.74642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:53:52.878014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.777628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:52.878062Z","caller":"traceutil/trace.go:171","msg":"trace[767297969] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:16582; }","duration":"151.877011ms","start":"2026-03-31T20:53:52.726171Z","end":"2026-03-31T20:53:52.878048Z","steps":["trace[767297969] 'agreement among raft nodes before linearized reading' (duration: 151.722797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.878156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.629998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:53:52.87839Z","caller":"traceutil/trace.go:171","msg":"trace[267553193] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:16582; }","duration":"128.918845ms","start":"2026-03-31T20:53:52.74945Z","end":"2026-03-31T20:53:52.878368Z","steps":["trace[267553193] 'agreement among raft nodes before linearized reading' (duration: 128.511305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.878279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.108722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111963"} {"level":"info","ts":"2026-03-31T20:53:52.878542Z","caller":"traceutil/trace.go:171","msg":"trace[1880213122] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16582; }","duration":"151.368918ms","start":"2026-03-31T20:53:52.727112Z","end":"2026-03-31T20:53:52.878481Z","steps":["trace[1880213122] 'agreement among raft nodes before linearized reading' (duration: 150.806154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:54.251578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.984909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:54.25167Z","caller":"traceutil/trace.go:171","msg":"trace[1704977885] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16605; }","duration":"104.105082ms","start":"2026-03-31T20:53:54.147545Z","end":"2026-03-31T20:53:54.25165Z","steps":["trace[1704977885] 'range keys from in-memory index tree' (duration: 103.931368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:54.251817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.887906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-31T20:53:54.251904Z","caller":"traceutil/trace.go:171","msg":"trace[1008396894] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16605; }","duration":"103.99588ms","start":"2026-03-31T20:53:54.147888Z","end":"2026-03-31T20:53:54.251884Z","steps":["trace[1008396894] 'range keys from in-memory index tree' (duration: 103.753124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:54.252049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.249201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T20:53:54.252125Z","caller":"traceutil/trace.go:171","msg":"trace[1842904705] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16605; }","duration":"103.968129ms","start":"2026-03-31T20:53:54.148143Z","end":"2026-03-31T20:53:54.252111Z","steps":["trace[1842904705] 'range keys from in-memory index tree' (duration: 102.996965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:54.639317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.365687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-7bdc5df6b4-sqclt\" ","response":"range_response_count:1 size:10591"} {"level":"info","ts":"2026-03-31T20:53:54.639414Z","caller":"traceutil/trace.go:171","msg":"trace[525289310] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-7bdc5df6b4-sqclt; range_end:; response_count:1; response_revision:16611; }","duration":"135.499189ms","start":"2026-03-31T20:53:54.503889Z","end":"2026-03-31T20:53:54.639388Z","steps":["trace[525289310] 'range keys from in-memory index tree' (duration: 135.161801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:54.78984Z","caller":"traceutil/trace.go:171","msg":"trace[1042727819] linearizableReadLoop","detail":"{readStateIndex:17208; appliedIndex:17207; }","duration":"101.361723ms","start":"2026-03-31T20:53:54.688453Z","end":"2026-03-31T20:53:54.789814Z","steps":["trace[1042727819] 'read index received' (duration: 101.138657ms)","trace[1042727819] 'applied index is now lower than readState.Index' (duration: 221.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:54.789975Z","caller":"traceutil/trace.go:171","msg":"trace[248543993] transaction","detail":"{read_only:false; response_revision:16612; number_of_response:1; }","duration":"139.345367ms","start":"2026-03-31T20:53:54.650586Z","end":"2026-03-31T20:53:54.789932Z","steps":["trace[248543993] 'process raft request' (duration: 139.05139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:54.790462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.974488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:53:54.790546Z","caller":"traceutil/trace.go:171","msg":"trace[703877041] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:16612; }","duration":"102.132223ms","start":"2026-03-31T20:53:54.688393Z","end":"2026-03-31T20:53:54.790525Z","steps":["trace[703877041] 'agreement among raft nodes before linearized reading' (duration: 101.815345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.291556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.896625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:53:56.292079Z","caller":"traceutil/trace.go:171","msg":"trace[2009329954] linearizableReadLoop","detail":"{readStateIndex:17216; appliedIndex:17211; }","duration":"143.018248ms","start":"2026-03-31T20:53:56.149039Z","end":"2026-03-31T20:53:56.292057Z","steps":["trace[2009329954] 'read index received' (duration: 1.746984ms)","trace[2009329954] 'applied index is now lower than readState.Index' (duration: 141.269864ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:56.292183Z","caller":"traceutil/trace.go:171","msg":"trace[1052540874] transaction","detail":"{read_only:false; response_revision:16618; number_of_response:1; }","duration":"149.681055ms","start":"2026-03-31T20:53:56.142491Z","end":"2026-03-31T20:53:56.292172Z","steps":["trace[1052540874] 'process raft request' (duration: 149.487901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:56.292177Z","caller":"traceutil/trace.go:171","msg":"trace[1891470183] transaction","detail":"{read_only:false; response_revision:16617; number_of_response:1; }","duration":"149.868069ms","start":"2026-03-31T20:53:56.14227Z","end":"2026-03-31T20:53:56.292138Z","steps":["trace[1891470183] 'process raft request' (duration: 149.610623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.292418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.322007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:56.29235Z","caller":"traceutil/trace.go:171","msg":"trace[756356209] transaction","detail":"{read_only:false; response_revision:16616; number_of_response:1; }","duration":"219.320843ms","start":"2026-03-31T20:53:56.07298Z","end":"2026-03-31T20:53:56.292301Z","steps":["trace[756356209] 'process raft request' (duration: 218.718918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:56.29232Z","caller":"traceutil/trace.go:171","msg":"trace[2060843576] transaction","detail":"{read_only:false; response_revision:16619; number_of_response:1; }","duration":"148.844945ms","start":"2026-03-31T20:53:56.143436Z","end":"2026-03-31T20:53:56.292281Z","steps":["trace[2060843576] 'process raft request' (duration: 148.583998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:56.292489Z","caller":"traceutil/trace.go:171","msg":"trace[1239371283] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16619; }","duration":"143.470191ms","start":"2026-03-31T20:53:56.149001Z","end":"2026-03-31T20:53:56.292471Z","steps":["trace[1239371283] 'agreement among raft nodes before linearized reading' (duration: 143.211963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.292439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.322008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:56.292607Z","caller":"traceutil/trace.go:171","msg":"trace[1809253000] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16619; }","duration":"143.531342ms","start":"2026-03-31T20:53:56.149067Z","end":"2026-03-31T20:53:56.292598Z","steps":["trace[1809253000] 'agreement among raft nodes before linearized reading' (duration: 143.292586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.29262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.210785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:53:56.29265Z","caller":"traceutil/trace.go:171","msg":"trace[114935860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16619; }","duration":"104.344829ms","start":"2026-03-31T20:53:56.188296Z","end":"2026-03-31T20:53:56.292641Z","steps":["trace[114935860] 'agreement among raft nodes before linearized reading' (duration: 104.217606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.292495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.252421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:56.292705Z","caller":"traceutil/trace.go:171","msg":"trace[787888459] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:16619; }","duration":"101.473707ms","start":"2026-03-31T20:53:56.191214Z","end":"2026-03-31T20:53:56.292688Z","steps":["trace[787888459] 'agreement among raft nodes before linearized reading' (duration: 101.249261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:41.310164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.184531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-31T20:54:41.310261Z","caller":"traceutil/trace.go:171","msg":"trace[1719590424] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16901; }","duration":"298.350735ms","start":"2026-03-31T20:54:41.01189Z","end":"2026-03-31T20:54:41.31024Z","steps":["trace[1719590424] 'range keys from in-memory index tree' (duration: 297.885274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:41.310807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.822827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-03-31T20:54:41.310842Z","caller":"traceutil/trace.go:171","msg":"trace[1507240420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:16901; }","duration":"290.883309ms","start":"2026-03-31T20:54:41.019946Z","end":"2026-03-31T20:54:41.31083Z","steps":["trace[1507240420] 'range keys from in-memory index tree' (duration: 290.714485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:41.310876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.124405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T20:54:41.310928Z","caller":"traceutil/trace.go:171","msg":"trace[1899197702] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:16901; }","duration":"287.200097ms","start":"2026-03-31T20:54:41.023713Z","end":"2026-03-31T20:54:41.310914Z","steps":["trace[1899197702] 'range keys from in-memory index tree' (duration: 287.007412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:42.153498Z","caller":"traceutil/trace.go:171","msg":"trace[1767587994] transaction","detail":"{read_only:false; response_revision:16902; number_of_response:1; }","duration":"130.401371ms","start":"2026-03-31T20:54:42.023028Z","end":"2026-03-31T20:54:42.153429Z","steps":["trace[1767587994] 'process raft request' (duration: 130.196746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:42.88739Z","caller":"traceutil/trace.go:171","msg":"trace[454382204] linearizableReadLoop","detail":"{readStateIndex:17513; appliedIndex:17512; }","duration":"308.902411ms","start":"2026-03-31T20:54:42.578458Z","end":"2026-03-31T20:54:42.887361Z","steps":["trace[454382204] 'read index received' (duration: 275.117923ms)","trace[454382204] 'applied index is now lower than readState.Index' (duration: 33.783248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:42.887543Z","caller":"traceutil/trace.go:171","msg":"trace[393081522] transaction","detail":"{read_only:false; response_revision:16906; number_of_response:1; }","duration":"368.350652ms","start":"2026-03-31T20:54:42.51918Z","end":"2026-03-31T20:54:42.887531Z","steps":["trace[393081522] 'process raft request' (duration: 334.366989ms)","trace[393081522] 'compare' (duration: 33.576433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:42.88768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.519146Z","time spent":"368.434004ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:54:42.887722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.414096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:54:42.887806Z","caller":"traceutil/trace.go:171","msg":"trace[1062064373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16906; }","duration":"384.552079ms","start":"2026-03-31T20:54:42.503234Z","end":"2026-03-31T20:54:42.887786Z","steps":["trace[1062064373] 'agreement among raft nodes before linearized reading' (duration: 384.312092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.887852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.503212Z","time spent":"384.631222ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:54:42.888048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.865726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb11bcf4-77bb-4c1e-966e-69595e637213\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-31T20:54:42.8881Z","caller":"traceutil/trace.go:171","msg":"trace[1890413002] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb11bcf4-77bb-4c1e-966e-69595e637213; range_end:; response_count:1; response_revision:16906; }","duration":"305.937998ms","start":"2026-03-31T20:54:42.582146Z","end":"2026-03-31T20:54:42.888084Z","steps":["trace[1890413002] 'agreement among raft nodes before linearized reading' (duration: 305.770774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.888133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.582124Z","time spent":"306.002079ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-fb11bcf4-77bb-4c1e-966e-69595e637213\" "} {"level":"warn","ts":"2026-03-31T20:54:42.88847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.026441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-03-31T20:54:42.88851Z","caller":"traceutil/trace.go:171","msg":"trace[1790403349] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16906; }","duration":"108.118453ms","start":"2026-03-31T20:54:42.780382Z","end":"2026-03-31T20:54:42.888501Z","steps":["trace[1790403349] 'agreement among raft nodes before linearized reading' (duration: 108.00782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.888541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.470648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:54:42.888595Z","caller":"traceutil/trace.go:171","msg":"trace[1867749108] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:16906; }","duration":"166.58149ms","start":"2026-03-31T20:54:42.721998Z","end":"2026-03-31T20:54:42.88858Z","steps":["trace[1867749108] 'agreement among raft nodes before linearized reading' (duration: 166.500538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.888697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.591788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:42.888754Z","caller":"traceutil/trace.go:171","msg":"trace[1649231648] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:16906; }","duration":"236.69506ms","start":"2026-03-31T20:54:42.652045Z","end":"2026-03-31T20:54:42.88874Z","steps":["trace[1649231648] 'agreement among raft nodes before linearized reading' (duration: 236.608998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.888774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.529249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:42.888805Z","caller":"traceutil/trace.go:171","msg":"trace[876710245] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16906; }","duration":"109.580889ms","start":"2026-03-31T20:54:42.779215Z","end":"2026-03-31T20:54:42.888796Z","steps":["trace[876710245] 'agreement among raft nodes before linearized reading' (duration: 109.529708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.889024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.829641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-03-31T20:54:42.889066Z","caller":"traceutil/trace.go:171","msg":"trace[1024801326] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16906; }","duration":"271.931903ms","start":"2026-03-31T20:54:42.617124Z","end":"2026-03-31T20:54:42.889056Z","steps":["trace[1024801326] 'agreement among raft nodes before linearized reading' (duration: 271.82164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.889081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.885927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-31T20:54:42.889127Z","caller":"traceutil/trace.go:171","msg":"trace[541985168] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16906; }","duration":"109.971099ms","start":"2026-03-31T20:54:42.779146Z","end":"2026-03-31T20:54:42.889117Z","steps":["trace[541985168] 'agreement among raft nodes before linearized reading' (duration: 109.841386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.889278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.303312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-31T20:54:42.889315Z","caller":"traceutil/trace.go:171","msg":"trace[88230319] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16906; }","duration":"272.364284ms","start":"2026-03-31T20:54:42.616941Z","end":"2026-03-31T20:54:42.889306Z","steps":["trace[88230319] 'agreement among raft nodes before linearized reading' (duration: 272.261351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.889325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.870684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T20:54:42.889357Z","caller":"traceutil/trace.go:171","msg":"trace[1511412923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16906; }","duration":"130.910845ms","start":"2026-03-31T20:54:42.758434Z","end":"2026-03-31T20:54:42.889345Z","steps":["trace[1511412923] 'agreement among raft nodes before linearized reading' (duration: 130.827513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.889464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.675888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:42.889499Z","caller":"traceutil/trace.go:171","msg":"trace[1741329671] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16906; }","duration":"277.726739ms","start":"2026-03-31T20:54:42.611763Z","end":"2026-03-31T20:54:42.88949Z","steps":["trace[1741329671] 'agreement among raft nodes before linearized reading' (duration: 277.673997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.889572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.910974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T20:54:42.888131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.629778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T20:54:42.889613Z","caller":"traceutil/trace.go:171","msg":"trace[1509757899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16906; }","duration":"133.006817ms","start":"2026-03-31T20:54:42.756597Z","end":"2026-03-31T20:54:42.889604Z","steps":["trace[1509757899] 'agreement among raft nodes before linearized reading' (duration: 132.895105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:42.889627Z","caller":"traceutil/trace.go:171","msg":"trace[1361997909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16906; }","duration":"348.129505ms","start":"2026-03-31T20:54:42.541488Z","end":"2026-03-31T20:54:42.889617Z","steps":["trace[1361997909] 'agreement among raft nodes before linearized reading' (duration: 346.548696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.889666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.54141Z","time spent":"348.245808ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:54:42.88988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.133106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:54:42.889935Z","caller":"traceutil/trace.go:171","msg":"trace[1034909885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16906; }","duration":"134.237498ms","start":"2026-03-31T20:54:42.755685Z","end":"2026-03-31T20:54:42.889923Z","steps":["trace[1034909885] 'agreement among raft nodes before linearized reading' (duration: 134.112935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:42.890217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.155423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T20:54:42.890255Z","caller":"traceutil/trace.go:171","msg":"trace[76059747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16906; }","duration":"167.204925ms","start":"2026-03-31T20:54:42.723041Z","end":"2026-03-31T20:54:42.890245Z","steps":["trace[76059747] 'agreement among raft nodes before linearized reading' (duration: 167.108653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.103084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.918672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:54:43.103665Z","caller":"traceutil/trace.go:171","msg":"trace[190652618] transaction","detail":"{read_only:false; response_revision:16908; number_of_response:1; }","duration":"204.529592ms","start":"2026-03-31T20:54:42.899111Z","end":"2026-03-31T20:54:43.10364Z","steps":["trace[190652618] 'process raft request' (duration: 204.347298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:43.103644Z","caller":"traceutil/trace.go:171","msg":"trace[1924223579] transaction","detail":"{read_only:false; response_revision:16907; number_of_response:1; }","duration":"204.476501ms","start":"2026-03-31T20:54:42.8991Z","end":"2026-03-31T20:54:43.103577Z","steps":["trace[1924223579] 'process raft request' (duration: 92.909801ms)","trace[1924223579] 'compare' (duration: 110.497232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:43.104335Z","caller":"traceutil/trace.go:171","msg":"trace[1202776529] transaction","detail":"{read_only:false; response_revision:16909; number_of_response:1; }","duration":"205.092126ms","start":"2026-03-31T20:54:42.899109Z","end":"2026-03-31T20:54:43.104201Z","steps":["trace[1202776529] 'process raft request' (duration: 204.484491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:43.313624Z","caller":"traceutil/trace.go:171","msg":"trace[1002775763] transaction","detail":"{read_only:false; response_revision:16910; number_of_response:1; }","duration":"414.421538ms","start":"2026-03-31T20:54:42.899172Z","end":"2026-03-31T20:54:43.313593Z","steps":["trace[1002775763] 'process raft request' (duration: 400.775216ms)","trace[1002775763] 'compare' (duration: 13.17765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:43.313867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.899154Z","time spent":"414.556862ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:54:43.314025Z","caller":"traceutil/trace.go:171","msg":"trace[419691681] transaction","detail":"{read_only:false; response_revision:16911; number_of_response:1; }","duration":"411.500875ms","start":"2026-03-31T20:54:42.902512Z","end":"2026-03-31T20:54:43.314013Z","steps":["trace[419691681] 'process raft request' (duration: 410.984592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:43.314063Z","caller":"traceutil/trace.go:171","msg":"trace[413136190] linearizableReadLoop","detail":"{readStateIndex:17517; appliedIndex:17513; }","duration":"411.738971ms","start":"2026-03-31T20:54:42.902287Z","end":"2026-03-31T20:54:43.314026Z","steps":["trace[413136190] 'read index received' (duration: 89.742922ms)","trace[413136190] 'applied index is now lower than readState.Index' (duration: 321.994829ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:43.31484Z","caller":"traceutil/trace.go:171","msg":"trace[1076514688] transaction","detail":"{read_only:false; response_revision:16912; number_of_response:1; }","duration":"366.386883ms","start":"2026-03-31T20:54:42.948419Z","end":"2026-03-31T20:54:43.314806Z","steps":["trace[1076514688] 'process raft request' (duration: 365.419719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.315105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.948399Z","time spent":"366.559497ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:54:43.315212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.086293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-03-31T20:54:43.315249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.197559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:43.3153Z","caller":"traceutil/trace.go:171","msg":"trace[1135745697] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16912; }","duration":"387.204915ms","start":"2026-03-31T20:54:42.928077Z","end":"2026-03-31T20:54:43.315282Z","steps":["trace[1135745697] 'agreement among raft nodes before linearized reading' (duration: 387.023541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:43.315323Z","caller":"traceutil/trace.go:171","msg":"trace[270774231] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16912; }","duration":"388.302592ms","start":"2026-03-31T20:54:42.926996Z","end":"2026-03-31T20:54:43.315299Z","steps":["trace[270774231] 'agreement among raft nodes before linearized reading' (duration: 388.131118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.315365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.928071Z","time spent":"387.283757ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:54:43.31537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.926988Z","time spent":"388.373054ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:54:43.315462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.440431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:43.3156Z","caller":"traceutil/trace.go:171","msg":"trace[491887343] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16912; }","duration":"387.627655ms","start":"2026-03-31T20:54:42.927941Z","end":"2026-03-31T20:54:43.315568Z","steps":["trace[491887343] 'agreement among raft nodes before linearized reading' (duration: 387.318317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.315635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.679377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:54:43.315677Z","caller":"traceutil/trace.go:171","msg":"trace[666328422] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:16912; }","duration":"167.726339ms","start":"2026-03-31T20:54:43.14794Z","end":"2026-03-31T20:54:43.315666Z","steps":["trace[666328422] 'agreement among raft nodes before linearized reading' (duration: 167.635056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.315679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.927933Z","time spent":"387.729198ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:54:43.315609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.929769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:43.315802Z","caller":"traceutil/trace.go:171","msg":"trace[148141731] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16912; }","duration":"389.137704ms","start":"2026-03-31T20:54:42.92665Z","end":"2026-03-31T20:54:43.315788Z","steps":["trace[148141731] 'agreement among raft nodes before linearized reading' (duration: 388.895458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.315789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.172117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:43.315855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.926639Z","time spent":"389.204196ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-31T20:54:43.31591Z","caller":"traceutil/trace.go:171","msg":"trace[1316186615] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16912; }","duration":"362.313491ms","start":"2026-03-31T20:54:42.953577Z","end":"2026-03-31T20:54:43.31589Z","steps":["trace[1316186615] 'agreement among raft nodes before linearized reading' (duration: 362.136537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.315903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.599537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764318"} {"level":"warn","ts":"2026-03-31T20:54:43.315977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.953565Z","time spent":"362.389823ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:54:43.316009Z","caller":"traceutil/trace.go:171","msg":"trace[556826861] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16912; }","duration":"413.736771ms","start":"2026-03-31T20:54:42.902255Z","end":"2026-03-31T20:54:43.315992Z","steps":["trace[556826861] 'agreement among raft nodes before linearized reading' (duration: 412.49899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.316091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.902242Z","time spent":"413.830433ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764340,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:54:43.314063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.902495Z","time spent":"411.545946ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:54:43.31925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.948663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764318"} {"level":"info","ts":"2026-03-31T20:54:43.319332Z","caller":"traceutil/trace.go:171","msg":"trace[77690016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16912; }","duration":"415.050335ms","start":"2026-03-31T20:54:42.904263Z","end":"2026-03-31T20:54:43.319313Z","steps":["trace[77690016] 'agreement among raft nodes before linearized reading' (duration: 410.766817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:43.319394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:42.904225Z","time spent":"415.150107ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764340,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:54:44.609437Z","caller":"traceutil/trace.go:171","msg":"trace[658368106] transaction","detail":"{read_only:false; response_revision:16913; number_of_response:1; }","duration":"104.574314ms","start":"2026-03-31T20:54:44.504832Z","end":"2026-03-31T20:54:44.609406Z","steps":["trace[658368106] 'process raft request' (duration: 104.228915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:45.419555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.002471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:54:45.419766Z","caller":"traceutil/trace.go:171","msg":"trace[572085175] linearizableReadLoop","detail":"{readStateIndex:17522; appliedIndex:17520; }","duration":"806.2889ms","start":"2026-03-31T20:54:44.613452Z","end":"2026-03-31T20:54:45.419741Z","steps":["trace[572085175] 'read index received' (duration: 91.075055ms)","trace[572085175] 'applied index is now lower than readState.Index' (duration: 715.211415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:45.420209Z","caller":"traceutil/trace.go:171","msg":"trace[552866721] transaction","detail":"{read_only:false; response_revision:16914; number_of_response:1; }","duration":"834.927961ms","start":"2026-03-31T20:54:44.58523Z","end":"2026-03-31T20:54:45.420158Z","steps":["trace[552866721] 'process raft request' (duration: 119.206501ms)","trace[552866721] 'compare' (duration: 714.844177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:45.420375Z","caller":"traceutil/trace.go:171","msg":"trace[1447452395] transaction","detail":"{read_only:false; response_revision:16915; number_of_response:1; }","duration":"835.094325ms","start":"2026-03-31T20:54:44.585238Z","end":"2026-03-31T20:54:45.420333Z","steps":["trace[1447452395] 'process raft request' (duration: 834.433988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:45.420491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.585181Z","time spent":"835.193557ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:54:45.420533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.078771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dea1167c-b65d-4fb0-9e9b-46da8081184c\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-31T20:54:45.420581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.585206Z","time spent":"835.26487ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:54:45.420614Z","caller":"traceutil/trace.go:171","msg":"trace[1994594659] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dea1167c-b65d-4fb0-9e9b-46da8081184c; range_end:; response_count:1; response_revision:16915; }","duration":"807.162553ms","start":"2026-03-31T20:54:44.613431Z","end":"2026-03-31T20:54:45.420594Z","steps":["trace[1994594659] 'agreement among raft nodes before linearized reading' (duration: 806.928627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:45.420669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.613404Z","time spent":"807.251605ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-dea1167c-b65d-4fb0-9e9b-46da8081184c\" "} {"level":"warn","ts":"2026-03-31T20:54:45.920459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837576643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:54:46.279666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381077054s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:54:47.032874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.788919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:54:47.033749Z","caller":"traceutil/trace.go:171","msg":"trace[2092574089] transaction","detail":"{read_only:false; response_revision:16916; number_of_response:1; }","duration":"2.135241137s","start":"2026-03-31T20:54:44.898459Z","end":"2026-03-31T20:54:47.0337Z","steps":["trace[2092574089] 'process raft request' (duration: 1.381499623s)","trace[2092574089] 'compare' (duration: 752.591265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.034157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.898437Z","time spent":"2.135663998s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:54:47.033813Z","caller":"traceutil/trace.go:171","msg":"trace[1125304325] linearizableReadLoop","detail":"{readStateIndex:17523; appliedIndex:17522; }","duration":"1.613949397s","start":"2026-03-31T20:54:45.419814Z","end":"2026-03-31T20:54:47.033763Z","steps":["trace[1125304325] 'read index received' (duration: 860.092031ms)","trace[1125304325] 'applied index is now lower than readState.Index' (duration: 753.854346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.326616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.279279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T20:54:47.32676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00030236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.327048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000738442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.327084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973456586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:54:47.327136Z","caller":"traceutil/trace.go:171","msg":"trace[432325692] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16916; }","duration":"2.000818393s","start":"2026-03-31T20:54:45.326288Z","end":"2026-03-31T20:54:47.327106Z","steps":["trace[432325692] 'agreement among raft nodes before linearized reading' (duration: 1.707695089s)","trace[432325692] 'range keys from in-memory index tree' (duration: 293.052282ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:47.327158Z","caller":"traceutil/trace.go:171","msg":"trace[560004939] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:16916; }","duration":"1.973536189s","start":"2026-03-31T20:54:45.353589Z","end":"2026-03-31T20:54:47.327126Z","steps":["trace[560004939] 'agreement among raft nodes before linearized reading' (duration: 1.680315862s)","trace[560004939] 'count revisions from in-memory index tree' (duration: 293.149295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.326278Z","time spent":"2.000909385s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:54:47.327223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.353578Z","time spent":"1.973629871s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:54:47.327215Z","caller":"traceutil/trace.go:171","msg":"trace[718324121] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16916; }","duration":"2.00068193s","start":"2026-03-31T20:54:45.326387Z","end":"2026-03-31T20:54:47.327069Z","steps":["trace[718324121] 'agreement among raft nodes before linearized reading' (duration: 1.707581137s)","trace[718324121] 'range keys from in-memory index tree' (duration: 292.696403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.32638Z","time spent":"2.000990458s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:54:47.327472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217646664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T20:54:47.326838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430269828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:47.327578Z","caller":"traceutil/trace.go:171","msg":"trace[231952840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16916; }","duration":"2.217765526s","start":"2026-03-31T20:54:45.109788Z","end":"2026-03-31T20:54:47.327553Z","steps":["trace[231952840] 'agreement among raft nodes before linearized reading' (duration: 1.924316894s)","trace[231952840] 'range keys from in-memory index tree' (duration: 293.226517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:47.327613Z","caller":"traceutil/trace.go:171","msg":"trace[1250137869] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16916; }","duration":"2.431077829s","start":"2026-03-31T20:54:44.89651Z","end":"2026-03-31T20:54:47.327588Z","steps":["trace[1250137869] 'agreement among raft nodes before linearized reading' (duration: 2.13736269s)","trace[1250137869] 'range keys from in-memory index tree' (duration: 292.936449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.109767Z","time spent":"2.217860969s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:54:47.327739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976037432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T20:54:47.327843Z","caller":"traceutil/trace.go:171","msg":"trace[126029335] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:16916; }","duration":"1.976198716s","start":"2026-03-31T20:54:45.35161Z","end":"2026-03-31T20:54:47.327809Z","steps":["trace[126029335] 'agreement among raft nodes before linearized reading' (duration: 1.682306382s)","trace[126029335] 'range keys from in-memory index tree' (duration: 293.635037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002338892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.327899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.351581Z","time spent":"1.976307149s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" "} {"level":"info","ts":"2026-03-31T20:54:47.327934Z","caller":"traceutil/trace.go:171","msg":"trace[591156202] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16916; }","duration":"2.002389353s","start":"2026-03-31T20:54:45.325527Z","end":"2026-03-31T20:54:47.327917Z","steps":["trace[591156202] 'agreement among raft nodes before linearized reading' (duration: 1.708477898s)","trace[591156202] 'range keys from in-memory index tree' (duration: 293.866083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218172998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T20:54:47.32809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002776053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:47.32811Z","caller":"traceutil/trace.go:171","msg":"trace[1200121764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16916; }","duration":"2.218374812s","start":"2026-03-31T20:54:45.109714Z","end":"2026-03-31T20:54:47.328089Z","steps":["trace[1200121764] 'agreement among raft nodes before linearized reading' (duration: 1.924397726s)","trace[1200121764] 'range keys from in-memory index tree' (duration: 293.757791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:47.328164Z","caller":"traceutil/trace.go:171","msg":"trace[1587225801] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16916; }","duration":"2.002858725s","start":"2026-03-31T20:54:45.325279Z","end":"2026-03-31T20:54:47.328138Z","steps":["trace[1587225801] 'agreement among raft nodes before linearized reading' (duration: 1.708744145s)","trace[1587225801] 'range keys from in-memory index tree' (duration: 294.037358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.325521Z","time spent":"2.002440294s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:54:47.328217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.32527Z","time spent":"2.002936896s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:54:47.328281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994008493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-31T20:54:47.328175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.109686Z","time spent":"2.218472415s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:54:47.328385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001797449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-03-31T20:54:47.328406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219105641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T20:54:47.328422Z","caller":"traceutil/trace.go:171","msg":"trace[1588417705] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16916; }","duration":"2.00185851s","start":"2026-03-31T20:54:45.326553Z","end":"2026-03-31T20:54:47.328412Z","steps":["trace[1588417705] 'agreement among raft nodes before linearized reading' (duration: 1.707385512s)","trace[1588417705] 'range keys from in-memory index tree' (duration: 294.399087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.328453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.326541Z","time spent":"2.001904771s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T20:54:47.328455Z","caller":"traceutil/trace.go:171","msg":"trace[344145869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16916; }","duration":"2.219202403s","start":"2026-03-31T20:54:45.109238Z","end":"2026-03-31T20:54:47.32844Z","steps":["trace[344145869] 'agreement among raft nodes before linearized reading' (duration: 1.924882098s)","trace[344145869] 'range keys from in-memory index tree' (duration: 294.197752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972533543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6442"} {"level":"warn","ts":"2026-03-31T20:54:47.328498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.109206Z","time spent":"2.219281805s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:54:47.328538Z","caller":"traceutil/trace.go:171","msg":"trace[604198426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:16916; }","duration":"1.974064813s","start":"2026-03-31T20:54:45.354451Z","end":"2026-03-31T20:54:47.328516Z","steps":["trace[604198426] 'agreement among raft nodes before linearized reading' (duration: 1.679443881s)","trace[604198426] 'range keys from in-memory index tree' (duration: 292.97303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.896483Z","time spent":"2.43116483s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:54:47.328588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.354443Z","time spent":"1.974131274s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-b2xmm\" "} {"level":"warn","ts":"2026-03-31T20:54:47.328616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002074395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.32774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001752606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-31T20:54:47.328654Z","caller":"traceutil/trace.go:171","msg":"trace[674121570] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16916; }","duration":"2.002157347s","start":"2026-03-31T20:54:45.326482Z","end":"2026-03-31T20:54:47.32864Z","steps":["trace[674121570] 'agreement among raft nodes before linearized reading' (duration: 1.707467963s)","trace[674121570] 'range keys from in-memory index tree' (duration: 294.648113ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:47.328673Z","caller":"traceutil/trace.go:171","msg":"trace[714003171] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16916; }","duration":"2.002715641s","start":"2026-03-31T20:54:45.325943Z","end":"2026-03-31T20:54:47.328659Z","steps":["trace[714003171] 'agreement among raft nodes before linearized reading' (duration: 1.708046128s)","trace[714003171] 'range keys from in-memory index tree' (duration: 293.604116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.328722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.325933Z","time spent":"2.002776963s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:54:47.326832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006767953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T20:54:47.328797Z","caller":"traceutil/trace.go:171","msg":"trace[2114182949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16916; }","duration":"2.008820674s","start":"2026-03-31T20:54:45.319956Z","end":"2026-03-31T20:54:47.328777Z","steps":["trace[2114182949] 'agreement among raft nodes before linearized reading' (duration: 1.714089289s)","trace[2114182949] 'range keys from in-memory index tree' (duration: 292.55842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.328814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002288821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.327968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003232645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-03-31T20:54:47.328855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.319928Z","time spent":"2.008912487s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:54:47.328867Z","caller":"traceutil/trace.go:171","msg":"trace[1929715799] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16916; }","duration":"2.004155777s","start":"2026-03-31T20:54:45.324698Z","end":"2026-03-31T20:54:47.328853Z","steps":["trace[1929715799] 'agreement among raft nodes before linearized reading' (duration: 1.70933334s)","trace[1929715799] 'range keys from in-memory index tree' (duration: 293.850223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.328908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.324682Z","time spent":"2.004214929s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:54:47.328947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43151753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.328183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992962337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-31T20:54:47.329006Z","caller":"traceutil/trace.go:171","msg":"trace[460857745] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16916; }","duration":"2.431581332s","start":"2026-03-31T20:54:44.897406Z","end":"2026-03-31T20:54:47.328987Z","steps":["trace[460857745] 'agreement among raft nodes before linearized reading' (duration: 2.136734824s)","trace[460857745] 'range keys from in-memory index tree' (duration: 294.786376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:47.329026Z","caller":"traceutil/trace.go:171","msg":"trace[773458851] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:16916; }","duration":"1.993818488s","start":"2026-03-31T20:54:45.335196Z","end":"2026-03-31T20:54:47.329015Z","steps":["trace[773458851] 'agreement among raft nodes before linearized reading' (duration: 1.698727614s)","trace[773458851] 'range keys from in-memory index tree' (duration: 294.187451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.329061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.335187Z","time spent":"1.993865519s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" "} {"level":"warn","ts":"2026-03-31T20:54:47.327006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-03-31T20:54:47.328904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428093865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-03-31T20:54:47.329135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431963882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-31T20:54:47.329164Z","caller":"traceutil/trace.go:171","msg":"trace[995983771] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16916; }","duration":"2.428396133s","start":"2026-03-31T20:54:44.900755Z","end":"2026-03-31T20:54:47.329151Z","steps":["trace[995983771] 'agreement among raft nodes before linearized reading' (duration: 2.133377551s)","trace[995983771] 'range keys from in-memory index tree' (duration: 294.704634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.329216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.900731Z","time spent":"2.428476934s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:54:47.329248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432497645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-03-31T20:54:47.329317Z","caller":"traceutil/trace.go:171","msg":"trace[1603099377] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16916; }","duration":"2.432579857s","start":"2026-03-31T20:54:44.896728Z","end":"2026-03-31T20:54:47.329308Z","steps":["trace[1603099377] 'agreement among raft nodes before linearized reading' (duration: 2.137429641s)","trace[1603099377] 'range keys from in-memory index tree' (duration: 295.046483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.328028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002682761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.329349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.89672Z","time spent":"2.432620847s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T20:54:47.329374Z","caller":"traceutil/trace.go:171","msg":"trace[1333653656] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16916; }","duration":"2.004041354s","start":"2026-03-31T20:54:45.325321Z","end":"2026-03-31T20:54:47.329363Z","steps":["trace[1333653656] 'agreement among raft nodes before linearized reading' (duration: 1.708691524s)","trace[1333653656] 'range keys from in-memory index tree' (duration: 293.992516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.329473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.325316Z","time spent":"2.004137916s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:54:47.327287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166706015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.328688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.326438Z","time spent":"2.00224378s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:54:47.328803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426894075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-31T20:54:47.329629Z","caller":"traceutil/trace.go:171","msg":"trace[164705406] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:16916; }","duration":"2.169114386s","start":"2026-03-31T20:54:45.160491Z","end":"2026-03-31T20:54:47.329606Z","steps":["trace[164705406] 'agreement among raft nodes before linearized reading' (duration: 1.873604762s)","trace[164705406] 'count revisions from in-memory index tree' (duration: 293.118644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:47.329658Z","caller":"traceutil/trace.go:171","msg":"trace[987542915] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16916; }","duration":"2.427767696s","start":"2026-03-31T20:54:44.901873Z","end":"2026-03-31T20:54:47.329641Z","steps":["trace[987542915] 'agreement among raft nodes before linearized reading' (duration: 2.132253151s)","trace[987542915] 'range keys from in-memory index tree' (duration: 294.583531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.329692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.160466Z","time spent":"2.169205609s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:54:47.329715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.901862Z","time spent":"2.427837537s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T20:54:47.328319Z","caller":"traceutil/trace.go:171","msg":"trace[542606371] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:16916; }","duration":"1.994053614s","start":"2026-03-31T20:54:45.334252Z","end":"2026-03-31T20:54:47.328306Z","steps":["trace[542606371] 'agreement among raft nodes before linearized reading' (duration: 1.699679658s)","trace[542606371] 'range keys from in-memory index tree' (duration: 294.270723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:47.328854Z","caller":"traceutil/trace.go:171","msg":"trace[1118021170] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16916; }","duration":"2.002371503s","start":"2026-03-31T20:54:45.326469Z","end":"2026-03-31T20:54:47.328841Z","steps":["trace[1118021170] 'agreement among raft nodes before linearized reading' (duration: 1.707489984s)","trace[1118021170] 'range keys from in-memory index tree' (duration: 294.838248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.327852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00226916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-03-31T20:54:47.329971Z","caller":"traceutil/trace.go:171","msg":"trace[430417142] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16916; }","duration":"2.004395263s","start":"2026-03-31T20:54:45.325563Z","end":"2026-03-31T20:54:47.329959Z","steps":["trace[430417142] 'agreement among raft nodes before linearized reading' (duration: 1.708434057s)","trace[430417142] 'range keys from in-memory index tree' (duration: 293.795172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.330012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.325559Z","time spent":"2.004444504s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:54:47.32906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.897398Z","time spent":"2.431649714s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:54:47.329175Z","caller":"traceutil/trace.go:171","msg":"trace[497743311] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16916; }","duration":"2.432026523s","start":"2026-03-31T20:54:44.897136Z","end":"2026-03-31T20:54:47.329163Z","steps":["trace[497743311] 'agreement among raft nodes before linearized reading' (duration: 2.137011451s)","trace[497743311] 'range keys from in-memory index tree' (duration: 294.92227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.330153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:44.897128Z","time spent":"2.432996807s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:54:47.329857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.334244Z","time spent":"1.995604612s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" "} {"level":"warn","ts":"2026-03-31T20:54:47.329928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.326442Z","time spent":"2.0034737s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:54:47.328045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003709007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T20:54:47.330467Z","caller":"traceutil/trace.go:171","msg":"trace[2031243311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16916; }","duration":"2.006120267s","start":"2026-03-31T20:54:45.324327Z","end":"2026-03-31T20:54:47.330447Z","steps":["trace[2031243311] 'agreement among raft nodes before linearized reading' (duration: 1.70971149s)","trace[2031243311] 'range keys from in-memory index tree' (duration: 293.949316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.330514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.324217Z","time spent":"2.00628308s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:54:47.330579Z","caller":"traceutil/trace.go:171","msg":"trace[1517873041] linearizableReadLoop","detail":"{readStateIndex:17525; appliedIndex:17524; }","duration":"296.086188ms","start":"2026-03-31T20:54:47.034465Z","end":"2026-03-31T20:54:47.330552Z","steps":["trace[1517873041] 'read index received' (duration: 295.778291ms)","trace[1517873041] 'applied index is now lower than readState.Index' (duration: 306.677µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:54:47.330814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334611008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:54:47.330853Z","caller":"traceutil/trace.go:171","msg":"trace[1049966070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16917; }","duration":"1.33465263s","start":"2026-03-31T20:54:45.996187Z","end":"2026-03-31T20:54:47.33084Z","steps":["trace[1049966070] 'agreement among raft nodes before linearized reading' (duration: 1.334573308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.330855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802461457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-31T20:54:47.330873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.697144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-03-31T20:54:47.330885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.996155Z","time spent":"1.33472155s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:54:47.329112Z","caller":"traceutil/trace.go:171","msg":"trace[1346172815] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16916; }","duration":"2.002750922s","start":"2026-03-31T20:54:45.326345Z","end":"2026-03-31T20:54:47.329096Z","steps":["trace[1346172815] 'agreement among raft nodes before linearized reading' (duration: 1.707630428s)","trace[1346172815] 'range keys from in-memory index tree' (duration: 292.935459ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:47.330906Z","caller":"traceutil/trace.go:171","msg":"trace[1924095710] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16917; }","duration":"1.8025876s","start":"2026-03-31T20:54:45.528302Z","end":"2026-03-31T20:54:47.33089Z","steps":["trace[1924095710] 'agreement among raft nodes before linearized reading' (duration: 1.802351634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.330935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.32634Z","time spent":"2.004581039s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:54:47.330951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.528266Z","time spent":"1.802673522s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T20:54:47.33099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.014717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T20:54:47.331091Z","caller":"traceutil/trace.go:171","msg":"trace[251006514] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16917; }","duration":"893.180901ms","start":"2026-03-31T20:54:46.437885Z","end":"2026-03-31T20:54:47.331066Z","steps":["trace[251006514] 'agreement among raft nodes before linearized reading' (duration: 892.846843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.331147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:46.437857Z","time spent":"893.279454ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T20:54:47.331191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.880929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-03-31T20:54:47.331227Z","caller":"traceutil/trace.go:171","msg":"trace[1207612002] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16917; }","duration":"891.977162ms","start":"2026-03-31T20:54:46.439241Z","end":"2026-03-31T20:54:47.331218Z","steps":["trace[1207612002] 'agreement among raft nodes before linearized reading' (duration: 891.879549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.331236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490622512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.331257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:46.439207Z","time spent":"892.043564ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T20:54:47.331268Z","caller":"traceutil/trace.go:171","msg":"trace[705974312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16917; }","duration":"1.490715485s","start":"2026-03-31T20:54:45.840543Z","end":"2026-03-31T20:54:47.331258Z","steps":["trace[705974312] 'agreement among raft nodes before linearized reading' (duration: 1.490660964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.331427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.071709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-03-31T20:54:47.335316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.840502Z","time spent":"1.494768386s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:54:47.33538Z","caller":"traceutil/trace.go:171","msg":"trace[225284405] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16917; }","duration":"897.021397ms","start":"2026-03-31T20:54:46.438323Z","end":"2026-03-31T20:54:47.335344Z","steps":["trace[225284405] 'agreement among raft nodes before linearized reading' (duration: 893.043078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.335469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:46.438314Z","time spent":"897.11819ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:54:47.331531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648106973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:54:47.335702Z","caller":"traceutil/trace.go:171","msg":"trace[1123548476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16917; }","duration":"1.652311769s","start":"2026-03-31T20:54:45.68335Z","end":"2026-03-31T20:54:47.335662Z","steps":["trace[1123548476] 'agreement among raft nodes before linearized reading' (duration: 1.648134784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.335755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.683315Z","time spent":"1.652421511s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:54:47.331597Z","caller":"traceutil/trace.go:171","msg":"trace[2025798399] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16917; }","duration":"889.794297ms","start":"2026-03-31T20:54:46.4411Z","end":"2026-03-31T20:54:47.330894Z","steps":["trace[2025798399] 'agreement among raft nodes before linearized reading' (duration: 889.684494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.335824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:46.441069Z","time spent":"894.72275ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T20:54:47.33164Z","caller":"traceutil/trace.go:171","msg":"trace[734735277] transaction","detail":"{read_only:false; response_revision:16917; number_of_response:1; }","duration":"716.54609ms","start":"2026-03-31T20:54:46.615082Z","end":"2026-03-31T20:54:47.331628Z","steps":["trace[734735277] 'process raft request' (duration: 715.246147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.33598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:46.61505Z","time spent":"720.845546ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:54:47.331629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555334446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xw4dk\" ","response":"range_response_count:1 size:20665"} {"level":"info","ts":"2026-03-31T20:54:47.336155Z","caller":"traceutil/trace.go:171","msg":"trace[2055189348] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xw4dk; range_end:; response_count:1; response_revision:16917; }","duration":"1.559935791s","start":"2026-03-31T20:54:45.776209Z","end":"2026-03-31T20:54:47.336145Z","steps":["trace[2055189348] 'agreement among raft nodes before linearized reading' (duration: 1.555349456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.33619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:45.776152Z","time spent":"1.560027352s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xw4dk\" "} {"level":"warn","ts":"2026-03-31T20:54:47.331706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.026753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:54:47.336313Z","caller":"traceutil/trace.go:171","msg":"trace[1868524401] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16917; }","duration":"900.665249ms","start":"2026-03-31T20:54:46.435628Z","end":"2026-03-31T20:54:47.336293Z","steps":["trace[1868524401] 'agreement among raft nodes before linearized reading' (duration: 896.058763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.331722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.040033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:47.336365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:46.435599Z","time spent":"900.753832ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:54:47.33639Z","caller":"traceutil/trace.go:171","msg":"trace[1219359165] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16917; }","duration":"900.747891ms","start":"2026-03-31T20:54:46.435628Z","end":"2026-03-31T20:54:47.336375Z","steps":["trace[1219359165] 'agreement among raft nodes before linearized reading' (duration: 896.067824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:47.336433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:54:46.435599Z","time spent":"900.820923ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-31T20:58:07.749204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15983} {"level":"info","ts":"2026-03-31T20:58:07.854069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15983,"took":"101.898357ms","hash":134400864,"current-db-size-bytes":44052480,"current-db-size":"44 MB","current-db-size-in-use-bytes":30392320,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T20:58:07.854144Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":134400864,"revision":15983,"compact-revision":13761} {"level":"info","ts":"2026-03-31T20:59:48.111283Z","caller":"traceutil/trace.go:171","msg":"trace[539823350] transaction","detail":"{read_only:false; response_revision:19138; number_of_response:1; }","duration":"117.637751ms","start":"2026-03-31T20:59:47.993612Z","end":"2026-03-31T20:59:48.11125Z","steps":["trace[539823350] 'process raft request' (duration: 117.340273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:49.279078Z","caller":"traceutil/trace.go:171","msg":"trace[1642759943] linearizableReadLoop","detail":"{readStateIndex:19824; appliedIndex:19823; }","duration":"111.65585ms","start":"2026-03-31T20:59:49.167393Z","end":"2026-03-31T20:59:49.279049Z","steps":["trace[1642759943] 'read index received' (duration: 111.450595ms)","trace[1642759943] 'applied index is now lower than readState.Index' (duration: 203.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:49.279128Z","caller":"traceutil/trace.go:171","msg":"trace[1647427968] transaction","detail":"{read_only:false; response_revision:19144; number_of_response:1; }","duration":"114.055951ms","start":"2026-03-31T20:59:49.165035Z","end":"2026-03-31T20:59:49.279091Z","steps":["trace[1647427968] 'process raft request' (duration: 113.778624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.279391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.912941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T20:59:49.279437Z","caller":"traceutil/trace.go:171","msg":"trace[1547560658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19144; }","duration":"106.996653ms","start":"2026-03-31T20:59:49.172427Z","end":"2026-03-31T20:59:49.279423Z","steps":["trace[1547560658] 'agreement among raft nodes before linearized reading' (duration: 106.799388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.279448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.719616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T20:59:49.279473Z","caller":"traceutil/trace.go:171","msg":"trace[1563547546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19144; }","duration":"106.768617ms","start":"2026-03-31T20:59:49.172696Z","end":"2026-03-31T20:59:49.279465Z","steps":["trace[1563547546] 'agreement among raft nodes before linearized reading' (duration: 106.615984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.279439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.000859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:59:49.279552Z","caller":"traceutil/trace.go:171","msg":"trace[70935509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19144; }","duration":"112.153383ms","start":"2026-03-31T20:59:49.167368Z","end":"2026-03-31T20:59:49.279521Z","steps":["trace[70935509] 'agreement among raft nodes before linearized reading' (duration: 111.816944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.279612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.939102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T20:59:49.279712Z","caller":"traceutil/trace.go:171","msg":"trace[1069279585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19144; }","duration":"107.070585ms","start":"2026-03-31T20:59:49.172617Z","end":"2026-03-31T20:59:49.279688Z","steps":["trace[1069279585] 'agreement among raft nodes before linearized reading' (duration: 106.781578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:51.052793Z","caller":"traceutil/trace.go:171","msg":"trace[2003250820] linearizableReadLoop","detail":"{readStateIndex:19833; appliedIndex:19832; }","duration":"212.245463ms","start":"2026-03-31T20:59:50.840521Z","end":"2026-03-31T20:59:51.052766Z","steps":["trace[2003250820] 'read index received' (duration: 16.320939ms)","trace[2003250820] 'applied index is now lower than readState.Index' (duration: 195.923444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:51.052843Z","caller":"traceutil/trace.go:171","msg":"trace[501938421] transaction","detail":"{read_only:false; response_revision:19153; number_of_response:1; }","duration":"231.855715ms","start":"2026-03-31T20:59:50.820952Z","end":"2026-03-31T20:59:51.052807Z","steps":["trace[501938421] 'process raft request' (duration: 231.583168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:51.052906Z","caller":"traceutil/trace.go:171","msg":"trace[1283807717] transaction","detail":"{read_only:false; response_revision:19154; number_of_response:1; }","duration":"198.918689ms","start":"2026-03-31T20:59:50.853939Z","end":"2026-03-31T20:59:51.052857Z","steps":["trace[1283807717] 'process raft request' (duration: 198.775485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:51.052969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.423117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:51.053015Z","caller":"traceutil/trace.go:171","msg":"trace[379448853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19154; }","duration":"212.52251ms","start":"2026-03-31T20:59:50.840482Z","end":"2026-03-31T20:59:51.053005Z","steps":["trace[379448853] 'agreement among raft nodes before linearized reading' (duration: 212.426487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:51.053269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.140819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:51.053334Z","caller":"traceutil/trace.go:171","msg":"trace[454419853] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19154; }","duration":"139.224361ms","start":"2026-03-31T20:59:50.914092Z","end":"2026-03-31T20:59:51.053317Z","steps":["trace[454419853] 'agreement among raft nodes before linearized reading' (duration: 139.082998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:51.053547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.1902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b2xmm\" ","response":"range_response_count:1 size:6442"} {"level":"warn","ts":"2026-03-31T20:59:51.053861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.322839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T20:59:51.053912Z","caller":"traceutil/trace.go:171","msg":"trace[2025758008] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:19154; }","duration":"132.426513ms","start":"2026-03-31T20:59:50.921473Z","end":"2026-03-31T20:59:51.0539Z","steps":["trace[2025758008] 'agreement among raft nodes before linearized reading' (duration: 132.222628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:51.054057Z","caller":"traceutil/trace.go:171","msg":"trace[1868036041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b2xmm; range_end:; response_count:1; response_revision:19154; }","duration":"182.56328ms","start":"2026-03-31T20:59:50.871103Z","end":"2026-03-31T20:59:51.053666Z","steps":["trace[1868036041] 'agreement among raft nodes before linearized reading' (duration: 182.074657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:51.440455Z","caller":"traceutil/trace.go:171","msg":"trace[2095394985] linearizableReadLoop","detail":"{readStateIndex:19841; appliedIndex:19837; }","duration":"102.978993ms","start":"2026-03-31T20:59:51.337447Z","end":"2026-03-31T20:59:51.440426Z","steps":["trace[2095394985] 'read index received' (duration: 21.999352ms)","trace[2095394985] 'applied index is now lower than readState.Index' (duration: 80.978551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:51.440517Z","caller":"traceutil/trace.go:171","msg":"trace[2067796344] transaction","detail":"{read_only:false; response_revision:19159; number_of_response:1; }","duration":"115.734794ms","start":"2026-03-31T20:59:51.324754Z","end":"2026-03-31T20:59:51.440489Z","steps":["trace[2067796344] 'process raft request' (duration: 115.5838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:51.440617Z","caller":"traceutil/trace.go:171","msg":"trace[1144031430] transaction","detail":"{read_only:false; response_revision:19160; number_of_response:1; }","duration":"115.097797ms","start":"2026-03-31T20:59:51.32548Z","end":"2026-03-31T20:59:51.440578Z","steps":["trace[1144031430] 'process raft request' (duration: 114.902382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:51.440776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.24942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xw4dk\" ","response":"range_response_count:1 size:20665"} {"level":"info","ts":"2026-03-31T20:59:51.440843Z","caller":"traceutil/trace.go:171","msg":"trace[217534863] transaction","detail":"{read_only:false; response_revision:19158; number_of_response:1; }","duration":"116.205815ms","start":"2026-03-31T20:59:51.324623Z","end":"2026-03-31T20:59:51.440828Z","steps":["trace[217534863] 'process raft request' (duration: 115.523398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:51.440854Z","caller":"traceutil/trace.go:171","msg":"trace[87424623] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xw4dk; range_end:; response_count:1; response_revision:19160; }","duration":"103.404694ms","start":"2026-03-31T20:59:51.337408Z","end":"2026-03-31T20:59:51.440813Z","steps":["trace[87424623] 'agreement among raft nodes before linearized reading' (duration: 103.167478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:51.617579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.523548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-31T20:59:51.617792Z","caller":"traceutil/trace.go:171","msg":"trace[1605851898] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:19160; }","duration":"119.747024ms","start":"2026-03-31T20:59:51.498026Z","end":"2026-03-31T20:59:51.617773Z","steps":["trace[1605851898] 'range keys from in-memory index tree' (duration: 119.336723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:58.770443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.538012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19015"} {"level":"info","ts":"2026-03-31T20:59:58.770536Z","caller":"traceutil/trace.go:171","msg":"trace[426498548] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19201; }","duration":"179.680926ms","start":"2026-03-31T20:59:58.590835Z","end":"2026-03-31T20:59:58.770516Z","steps":["trace[426498548] 'range keys from in-memory index tree' (duration: 179.310318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:58.770775Z","caller":"traceutil/trace.go:171","msg":"trace[88011013] transaction","detail":"{read_only:false; response_revision:19202; number_of_response:1; }","duration":"118.325628ms","start":"2026-03-31T20:59:58.652418Z","end":"2026-03-31T20:59:58.770743Z","steps":["trace[88011013] 'process raft request' (duration: 105.514957ms)","trace[88011013] 'compare' (duration: 12.192125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:04.290551Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:00:04.300719Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-31T21:00:04.300826Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-31T21:00:15.651364Z","caller":"traceutil/trace.go:171","msg":"trace[475193346] linearizableReadLoop","detail":"{readStateIndex:20080; appliedIndex:20079; }","duration":"148.834392ms","start":"2026-03-31T21:00:15.502505Z","end":"2026-03-31T21:00:15.651339Z","steps":["trace[475193346] 'read index received' (duration: 148.644118ms)","trace[475193346] 'applied index is now lower than readState.Index' (duration: 189.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:15.651631Z","caller":"traceutil/trace.go:171","msg":"trace[1052226450] transaction","detail":"{read_only:false; response_revision:19391; number_of_response:1; }","duration":"165.375638ms","start":"2026-03-31T21:00:15.486221Z","end":"2026-03-31T21:00:15.651597Z","steps":["trace[1052226450] 'process raft request' (duration: 164.959618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:15.651799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.199541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:00:15.651875Z","caller":"traceutil/trace.go:171","msg":"trace[1567758170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19391; }","duration":"149.400296ms","start":"2026-03-31T21:00:15.50246Z","end":"2026-03-31T21:00:15.651861Z","steps":["trace[1567758170] 'agreement among raft nodes before linearized reading' (duration: 149.188111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:15.652209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.613461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:00:15.652305Z","caller":"traceutil/trace.go:171","msg":"trace[1869306454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19391; }","duration":"149.741916ms","start":"2026-03-31T21:00:15.502548Z","end":"2026-03-31T21:00:15.652289Z","steps":["trace[1869306454] 'agreement among raft nodes before linearized reading' (duration: 149.505639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:15.653232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.635998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T21:00:15.653301Z","caller":"traceutil/trace.go:171","msg":"trace[1819035476] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:19391; }","duration":"138.74079ms","start":"2026-03-31T21:00:15.514535Z","end":"2026-03-31T21:00:15.653276Z","steps":["trace[1819035476] 'agreement among raft nodes before linearized reading' (duration: 138.031863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.304632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837586460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:00:31.80546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837586460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:00:31.842671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187633447s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:00:31.843103Z","caller":"traceutil/trace.go:171","msg":"trace[1653565841] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"1.18816601s","start":"2026-03-31T21:00:30.654909Z","end":"2026-03-31T21:00:31.843075Z","steps":["trace[1653565841] 'process raft request' (duration: 1.188012787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.843261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:30.654886Z","time spent":"1.188294554s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:31.853631Z","caller":"traceutil/trace.go:171","msg":"trace[1421130400] transaction","detail":"{read_only:false; response_revision:19595; number_of_response:1; }","duration":"622.523833ms","start":"2026-03-31T21:00:31.231074Z","end":"2026-03-31T21:00:31.853598Z","steps":["trace[1421130400] 'process raft request' (duration: 622.422201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:31.853819Z","caller":"traceutil/trace.go:171","msg":"trace[1467472036] linearizableReadLoop","detail":"{readStateIndex:20289; appliedIndex:20286; }","duration":"1.049558394s","start":"2026-03-31T21:00:30.804197Z","end":"2026-03-31T21:00:31.853756Z","steps":["trace[1467472036] 'read index received' (duration: 1.039405619s)","trace[1467472036] 'applied index is now lower than readState.Index' (duration: 10.151595ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:31.853848Z","caller":"traceutil/trace.go:171","msg":"trace[508175918] transaction","detail":"{read_only:false; response_revision:19596; number_of_response:1; }","duration":"617.61011ms","start":"2026-03-31T21:00:31.236184Z","end":"2026-03-31T21:00:31.853794Z","steps":["trace[508175918] 'process raft request' (duration: 617.365054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.854031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:31.236146Z","time spent":"617.781405ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:31.854047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049779099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:31.854122Z","caller":"traceutil/trace.go:171","msg":"trace[1458819529] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19596; }","duration":"1.049900642s","start":"2026-03-31T21:00:30.80418Z","end":"2026-03-31T21:00:31.854081Z","steps":["trace[1458819529] 'agreement among raft nodes before linearized reading' (duration: 1.049729208s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.854201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.26559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:00:31.854273Z","caller":"traceutil/trace.go:171","msg":"trace[307221789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19596; }","duration":"107.343392ms","start":"2026-03-31T21:00:31.746913Z","end":"2026-03-31T21:00:31.854256Z","steps":["trace[307221789] 'agreement among raft nodes before linearized reading' (duration: 107.136297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.854316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.004298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-03-31T21:00:31.854379Z","caller":"traceutil/trace.go:171","msg":"trace[1056619700] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:19596; }","duration":"348.133071ms","start":"2026-03-31T21:00:31.506231Z","end":"2026-03-31T21:00:31.854364Z","steps":["trace[1056619700] 'agreement among raft nodes before linearized reading' (duration: 348.013888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.854426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:31.506203Z","time spent":"348.210873ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" "} {"level":"warn","ts":"2026-03-31T21:00:31.854533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.808696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:00:31.854204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.150331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-31T21:00:31.854933Z","caller":"traceutil/trace.go:171","msg":"trace[510568187] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19596; }","duration":"252.253977ms","start":"2026-03-31T21:00:31.602646Z","end":"2026-03-31T21:00:31.8549Z","steps":["trace[510568187] 'agreement among raft nodes before linearized reading' (duration: 251.470667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:31.854938Z","caller":"traceutil/trace.go:171","msg":"trace[804593179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:19596; }","duration":"891.899749ms","start":"2026-03-31T21:00:30.963009Z","end":"2026-03-31T21:00:31.854908Z","steps":["trace[804593179] 'agreement among raft nodes before linearized reading' (duration: 891.100819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.854988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:30.962987Z","time spent":"891.987652ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-31T21:00:31.853666Z","caller":"traceutil/trace.go:171","msg":"trace[669753546] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"785.040479ms","start":"2026-03-31T21:00:31.06859Z","end":"2026-03-31T21:00:31.853631Z","steps":["trace[669753546] 'process raft request' (duration: 784.701611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.855166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:30.804117Z","time spent":"1.050045716s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:00:31.85517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:31.068559Z","time spent":"786.496205ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:31.855191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0139179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:31.85526Z","caller":"traceutil/trace.go:171","msg":"trace[445336788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19596; }","duration":"1.014015422s","start":"2026-03-31T21:00:30.841224Z","end":"2026-03-31T21:00:31.855239Z","steps":["trace[445336788] 'agreement among raft nodes before linearized reading' (duration: 1.012819642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.8553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:30.841209Z","time spent":"1.014084664s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:00:31.855356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.181509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T21:00:31.855387Z","caller":"traceutil/trace.go:171","msg":"trace[1795810647] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:19596; }","duration":"928.24783ms","start":"2026-03-31T21:00:30.927129Z","end":"2026-03-31T21:00:31.855377Z","steps":["trace[1795810647] 'agreement among raft nodes before linearized reading' (duration: 927.696657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.855402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:30.927105Z","time spent":"928.292922ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:00:31.855504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.455426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:00:31.855517Z","caller":"traceutil/trace.go:171","msg":"trace[414129253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19596; }","duration":"908.507107ms","start":"2026-03-31T21:00:30.947005Z","end":"2026-03-31T21:00:31.855512Z","steps":["trace[414129253] 'agreement among raft nodes before linearized reading' (duration: 907.237094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.85553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:30.94687Z","time spent":"908.65612ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:00:31.860418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:31.231032Z","time spent":"622.79247ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:37.933114Z","caller":"traceutil/trace.go:171","msg":"trace[1809840929] transaction","detail":"{read_only:false; response_revision:19634; number_of_response:1; }","duration":"205.959116ms","start":"2026-03-31T21:00:37.727111Z","end":"2026-03-31T21:00:37.93307Z","steps":["trace[1809840929] 'process raft request' (duration: 205.695639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:38.433861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837586595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:00:38.934959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837586595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:00:39.052539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119695423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:00:39.053249Z","caller":"traceutil/trace.go:171","msg":"trace[1432457146] transaction","detail":"{read_only:false; response_revision:19636; number_of_response:1; }","duration":"1.172583719s","start":"2026-03-31T21:00:37.880634Z","end":"2026-03-31T21:00:39.053218Z","steps":["trace[1432457146] 'process raft request' (duration: 1.172477627s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:39.053303Z","caller":"traceutil/trace.go:171","msg":"trace[744203645] transaction","detail":"{read_only:false; response_revision:19635; number_of_response:1; }","duration":"1.191813662s","start":"2026-03-31T21:00:37.861439Z","end":"2026-03-31T21:00:39.053252Z","steps":["trace[744203645] 'process raft request' (duration: 1.191471444s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:39.053368Z","caller":"traceutil/trace.go:171","msg":"trace[554098406] linearizableReadLoop","detail":"{readStateIndex:20333; appliedIndex:20329; }","duration":"1.12036546s","start":"2026-03-31T21:00:37.932981Z","end":"2026-03-31T21:00:39.053346Z","steps":["trace[554098406] 'read index received' (duration: 1.119755845s)","trace[554098406] 'applied index is now lower than readState.Index' (duration: 608.815µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:00:39.05346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.880601Z","time spent":"1.172757244s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:39.053493Z","caller":"traceutil/trace.go:171","msg":"trace[1956317211] transaction","detail":"{read_only:false; response_revision:19638; number_of_response:1; }","duration":"1.171155454s","start":"2026-03-31T21:00:37.882319Z","end":"2026-03-31T21:00:39.053475Z","steps":["trace[1956317211] 'process raft request' (duration: 1.170974509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.053491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.861415Z","time spent":"1.191971467s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:39.053548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156468475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:00:39.053563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.882293Z","time spent":"1.171233285s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:39.054476Z","caller":"traceutil/trace.go:171","msg":"trace[7937906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19638; }","duration":"1.157382438s","start":"2026-03-31T21:00:37.89704Z","end":"2026-03-31T21:00:39.054423Z","steps":["trace[7937906] 'agreement among raft nodes before linearized reading' (duration: 1.156395394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.053574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154438025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:00:39.054571Z","caller":"traceutil/trace.go:171","msg":"trace[2100529072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19638; }","duration":"1.155465629s","start":"2026-03-31T21:00:37.89909Z","end":"2026-03-31T21:00:39.054556Z","steps":["trace[2100529072] 'agreement among raft nodes before linearized reading' (duration: 1.154306701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.054608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.899077Z","time spent":"1.155521581s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:00:39.054613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.897013Z","time spent":"1.157549102s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:00:39.053591Z","caller":"traceutil/trace.go:171","msg":"trace[403927701] transaction","detail":"{read_only:false; response_revision:19637; number_of_response:1; }","duration":"1.172280072s","start":"2026-03-31T21:00:37.881304Z","end":"2026-03-31T21:00:39.053584Z","steps":["trace[403927701] 'process raft request' (duration: 1.171860321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.05474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.881288Z","time spent":"1.173426499s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:39.053769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164288232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xw4dk\" ","response":"range_response_count:1 size:20767"} {"level":"info","ts":"2026-03-31T21:00:39.054867Z","caller":"traceutil/trace.go:171","msg":"trace[91764988] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xw4dk; range_end:; response_count:1; response_revision:19638; }","duration":"1.165388999s","start":"2026-03-31T21:00:37.889471Z","end":"2026-03-31T21:00:39.05486Z","steps":["trace[91764988] 'agreement among raft nodes before linearized reading' (duration: 1.16422714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.054892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.889336Z","time spent":"1.165548563s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20789,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xw4dk\" "} {"level":"warn","ts":"2026-03-31T21:00:39.053773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16303651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:00:39.055021Z","caller":"traceutil/trace.go:171","msg":"trace[787608912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19638; }","duration":"1.164306982s","start":"2026-03-31T21:00:37.890708Z","end":"2026-03-31T21:00:39.055015Z","steps":["trace[787608912] 'agreement among raft nodes before linearized reading' (duration: 1.162954317s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.055043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.890699Z","time spent":"1.164338503s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:00:39.053773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165317927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:00:39.055175Z","caller":"traceutil/trace.go:171","msg":"trace[1902353265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19638; }","duration":"1.166771865s","start":"2026-03-31T21:00:37.888394Z","end":"2026-03-31T21:00:39.055166Z","steps":["trace[1902353265] 'agreement among raft nodes before linearized reading' (duration: 1.165260836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.055205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.888368Z","time spent":"1.166828615s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:00:39.053797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119253751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:39.055377Z","caller":"traceutil/trace.go:171","msg":"trace[724995398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19638; }","duration":"1.120878373s","start":"2026-03-31T21:00:37.934492Z","end":"2026-03-31T21:00:39.055371Z","steps":["trace[724995398] 'agreement among raft nodes before linearized reading' (duration: 1.119244591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.055401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.934474Z","time spent":"1.120919953s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:00:39.053862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093153157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T21:00:39.055517Z","caller":"traceutil/trace.go:171","msg":"trace[1839119213] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:19638; }","duration":"1.09483656s","start":"2026-03-31T21:00:37.960674Z","end":"2026-03-31T21:00:39.055511Z","steps":["trace[1839119213] 'agreement among raft nodes before linearized reading' (duration: 1.093124727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.055539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.960663Z","time spent":"1.094869851s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" "} {"level":"warn","ts":"2026-03-31T21:00:39.053848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035230614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:39.055682Z","caller":"traceutil/trace.go:171","msg":"trace[1570434758] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19638; }","duration":"1.037116152s","start":"2026-03-31T21:00:38.01854Z","end":"2026-03-31T21:00:39.055656Z","steps":["trace[1570434758] 'agreement among raft nodes before linearized reading' (duration: 1.035222494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.055746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:38.018509Z","time spent":"1.037218284s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:00:39.053939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114265947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19015"} {"level":"info","ts":"2026-03-31T21:00:39.055853Z","caller":"traceutil/trace.go:171","msg":"trace[384804836] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19638; }","duration":"1.116202776s","start":"2026-03-31T21:00:37.939634Z","end":"2026-03-31T21:00:39.055837Z","steps":["trace[384804836] 'agreement among raft nodes before linearized reading' (duration: 1.114207756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.055892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.93962Z","time spent":"1.116261277s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19037,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T21:00:39.053932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.272442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:00:39.056035Z","caller":"traceutil/trace.go:171","msg":"trace[98858312] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19638; }","duration":"365.397765ms","start":"2026-03-31T21:00:38.690629Z","end":"2026-03-31T21:00:39.056027Z","steps":["trace[98858312] 'agreement among raft nodes before linearized reading' (duration: 363.183839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.056059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:38.690613Z","time spent":"365.438366ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":134,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:00:39.053936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107787254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-03-31T21:00:39.05614Z","caller":"traceutil/trace.go:171","msg":"trace[1154668783] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:19638; }","duration":"1.110105742s","start":"2026-03-31T21:00:37.946022Z","end":"2026-03-31T21:00:39.056128Z","steps":["trace[1154668783] 'agreement among raft nodes before linearized reading' (duration: 1.107736023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.05618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.945991Z","time spent":"1.110178373s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" "} {"level":"warn","ts":"2026-03-31T21:00:39.053977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.14602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-31T21:00:39.056305Z","caller":"traceutil/trace.go:171","msg":"trace[1513482391] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:19638; }","duration":"832.52661ms","start":"2026-03-31T21:00:38.223765Z","end":"2026-03-31T21:00:39.056291Z","steps":["trace[1513482391] 'agreement among raft nodes before linearized reading' (duration: 830.12595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.05636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:38.223735Z","time spent":"832.610913ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" "} {"level":"warn","ts":"2026-03-31T21:00:39.054015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153152342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:00:39.056542Z","caller":"traceutil/trace.go:171","msg":"trace[1900187779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19638; }","duration":"1.155709596s","start":"2026-03-31T21:00:37.900821Z","end":"2026-03-31T21:00:39.056531Z","steps":["trace[1900187779] 'agreement among raft nodes before linearized reading' (duration: 1.152806314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.056579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:37.900804Z","time spent":"1.155764658s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:00:39.204668Z","caller":"traceutil/trace.go:171","msg":"trace[1401579800] linearizableReadLoop","detail":"{readStateIndex:20334; appliedIndex:20333; }","duration":"143.982961ms","start":"2026-03-31T21:00:39.060656Z","end":"2026-03-31T21:00:39.204639Z","steps":["trace[1401579800] 'read index received' (duration: 57.506512ms)","trace[1401579800] 'applied index is now lower than readState.Index' (duration: 86.475279ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:39.204807Z","caller":"traceutil/trace.go:171","msg":"trace[1818202388] transaction","detail":"{read_only:false; response_revision:19639; number_of_response:1; }","duration":"144.675609ms","start":"2026-03-31T21:00:39.060114Z","end":"2026-03-31T21:00:39.20479Z","steps":["trace[1818202388] 'process raft request' (duration: 57.993085ms)","trace[1818202388] 'compare' (duration: 86.277494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:00:39.206031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.355265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:961618"} {"level":"info","ts":"2026-03-31T21:00:39.206103Z","caller":"traceutil/trace.go:171","msg":"trace[369423928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19639; }","duration":"145.484038ms","start":"2026-03-31T21:00:39.060604Z","end":"2026-03-31T21:00:39.206088Z","steps":["trace[369423928] 'agreement among raft nodes before linearized reading' (duration: 144.33357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:39.251351Z","caller":"traceutil/trace.go:171","msg":"trace[765915535] transaction","detail":"{read_only:false; response_revision:19640; number_of_response:1; }","duration":"190.428206ms","start":"2026-03-31T21:00:39.060883Z","end":"2026-03-31T21:00:39.251311Z","steps":["trace[765915535] 'process raft request' (duration: 189.890932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:39.251565Z","caller":"traceutil/trace.go:171","msg":"trace[65453750] transaction","detail":"{read_only:false; response_revision:19641; number_of_response:1; }","duration":"190.489287ms","start":"2026-03-31T21:00:39.060997Z","end":"2026-03-31T21:00:39.251487Z","steps":["trace[65453750] 'process raft request' (duration: 190.085096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:39.251598Z","caller":"traceutil/trace.go:171","msg":"trace[1844120555] transaction","detail":"{read_only:false; response_revision:19642; number_of_response:1; }","duration":"189.492463ms","start":"2026-03-31T21:00:39.062064Z","end":"2026-03-31T21:00:39.251557Z","steps":["trace[1844120555] 'process raft request' (duration: 189.101634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:39.251712Z","caller":"traceutil/trace.go:171","msg":"trace[1355368012] transaction","detail":"{read_only:false; response_revision:19643; number_of_response:1; }","duration":"187.040091ms","start":"2026-03-31T21:00:39.064645Z","end":"2026-03-31T21:00:39.251685Z","steps":["trace[1355368012] 'process raft request' (duration: 186.602211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.252553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.752111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5458dfcb95-697wl.18a20822e46fbba7\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-31T21:00:39.252891Z","caller":"traceutil/trace.go:171","msg":"trace[1316631132] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5458dfcb95-697wl.18a20822e46fbba7; range_end:; response_count:1; response_revision:19644; }","duration":"160.871524ms","start":"2026-03-31T21:00:39.091739Z","end":"2026-03-31T21:00:39.252611Z","steps":["trace[1316631132] 'agreement among raft nodes before linearized reading' (duration: 160.648249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:39.252959Z","caller":"traceutil/trace.go:171","msg":"trace[1328934017] transaction","detail":"{read_only:false; response_revision:19644; number_of_response:1; }","duration":"178.720932ms","start":"2026-03-31T21:00:39.07422Z","end":"2026-03-31T21:00:39.252941Z","steps":["trace[1328934017] 'process raft request' (duration: 177.83464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.253269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.764179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:39.253316Z","caller":"traceutil/trace.go:171","msg":"trace[1964846996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19644; }","duration":"189.83235ms","start":"2026-03-31T21:00:39.063473Z","end":"2026-03-31T21:00:39.253305Z","steps":["trace[1964846996] 'agreement among raft nodes before linearized reading' (duration: 189.748428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.253393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.290672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:961752"} {"level":"info","ts":"2026-03-31T21:00:39.253465Z","caller":"traceutil/trace.go:171","msg":"trace[1188799311] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19644; }","duration":"192.422945ms","start":"2026-03-31T21:00:39.061025Z","end":"2026-03-31T21:00:39.253448Z","steps":["trace[1188799311] 'agreement among raft nodes before linearized reading' (duration: 191.142043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:39.254535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.149765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:961752"} {"level":"info","ts":"2026-03-31T21:00:39.254601Z","caller":"traceutil/trace.go:171","msg":"trace[585159291] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19644; }","duration":"191.232957ms","start":"2026-03-31T21:00:39.063353Z","end":"2026-03-31T21:00:39.254586Z","steps":["trace[585159291] 'agreement among raft nodes before linearized reading' (duration: 190.336164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:41.340395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837586610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:00:41.840913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837586610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:00:42.341045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837586610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:00:42.748688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.728814041s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:00:42.749065Z","caller":"traceutil/trace.go:171","msg":"trace[550778784] transaction","detail":"{read_only:false; response_revision:19646; number_of_response:1; }","duration":"2.729286553s","start":"2026-03-31T21:00:40.019753Z","end":"2026-03-31T21:00:42.74904Z","steps":["trace[550778784] 'process raft request' (duration: 2.729118339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.74923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:40.019732Z","time spent":"2.729413115s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:42.839156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:00:42.839242Z","caller":"traceutil/trace.go:171","msg":"trace[576776542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993392s","start":"2026-03-31T21:00:40.839289Z","end":"2026-03-31T21:00:42.839223Z","steps":["trace[576776542] 'agreement among raft nodes before linearized reading' (duration: 1.999823238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.839292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:40.839196Z","time spent":"2.000085454s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:00:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:00:44.190214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326523471s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:00:44.191154Z","caller":"traceutil/trace.go:171","msg":"trace[57107997] linearizableReadLoop","detail":"{readStateIndex:20346; appliedIndex:20340; }","duration":"3.351833647s","start":"2026-03-31T21:00:40.839298Z","end":"2026-03-31T21:00:44.191132Z","steps":["trace[57107997] 'read index received' (duration: 1.909703687s)","trace[57107997] 'applied index is now lower than readState.Index' (duration: 1.44212851s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:44.191254Z","caller":"traceutil/trace.go:171","msg":"trace[2105650729] transaction","detail":"{read_only:false; response_revision:19648; number_of_response:1; }","duration":"3.132313801s","start":"2026-03-31T21:00:41.058917Z","end":"2026-03-31T21:00:44.191231Z","steps":["trace[2105650729] 'process raft request' (duration: 3.131972973s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:44.191302Z","caller":"traceutil/trace.go:171","msg":"trace[1239244181] transaction","detail":"{read_only:false; response_revision:19649; number_of_response:1; }","duration":"3.132101036s","start":"2026-03-31T21:00:41.05916Z","end":"2026-03-31T21:00:44.191261Z","steps":["trace[1239244181] 'process raft request' (duration: 3.131818729s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:44.191291Z","caller":"traceutil/trace.go:171","msg":"trace[1613812691] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"3.527498052s","start":"2026-03-31T21:00:40.663762Z","end":"2026-03-31T21:00:44.19126Z","steps":["trace[1613812691] 'process raft request' (duration: 2.199856403s)","trace[1613812691] 'compare' (duration: 1.326167722s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:44.191333Z","caller":"traceutil/trace.go:171","msg":"trace[751692879] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"3.12906558s","start":"2026-03-31T21:00:41.062238Z","end":"2026-03-31T21:00:44.191304Z","steps":["trace[751692879] 'process raft request' (duration: 3.128834254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.191372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.059126Z","time spent":"3.132202998s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:44.191384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.05889Z","time spent":"3.132422613s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:44.191449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:40.663737Z","time spent":"3.527624606s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:44.191443Z","caller":"traceutil/trace.go:171","msg":"trace[505033759] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"3.130450764s","start":"2026-03-31T21:00:41.060943Z","end":"2026-03-31T21:00:44.191394Z","steps":["trace[505033759] 'process raft request' (duration: 3.130078265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.191484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.062225Z","time spent":"3.129175503s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:44.19156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264264811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-31T21:00:44.191616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705444705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-31T21:00:44.191616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.060929Z","time spent":"3.130595958s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:44.191654Z","caller":"traceutil/trace.go:171","msg":"trace[1401082504] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:19651; }","duration":"3.264401653s","start":"2026-03-31T21:00:40.927228Z","end":"2026-03-31T21:00:44.19163Z","steps":["trace[1401082504] 'agreement among raft nodes before linearized reading' (duration: 3.264142067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.191673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93289448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:00:44.191712Z","caller":"traceutil/trace.go:171","msg":"trace[166360088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19651; }","duration":"2.932953431s","start":"2026-03-31T21:00:41.258746Z","end":"2026-03-31T21:00:44.191699Z","steps":["trace[166360088] 'agreement among raft nodes before linearized reading' (duration: 2.932817848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.191717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:40.927209Z","time spent":"3.264493916s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:00:44.191752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.25873Z","time spent":"2.933015103s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:00:44.191638Z","caller":"traceutil/trace.go:171","msg":"trace[376919453] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19651; }","duration":"2.705501866s","start":"2026-03-31T21:00:41.486128Z","end":"2026-03-31T21:00:44.19163Z","steps":["trace[376919453] 'agreement among raft nodes before linearized reading' (duration: 2.705415024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.191857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.486108Z","time spent":"2.705737153s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T21:00:44.191934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931481214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:00:44.191966Z","caller":"traceutil/trace.go:171","msg":"trace[709708840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19651; }","duration":"2.931536245s","start":"2026-03-31T21:00:41.260418Z","end":"2026-03-31T21:00:44.191955Z","steps":["trace[709708840] 'agreement among raft nodes before linearized reading' (duration: 2.931412822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.191976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919860622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-31T21:00:44.192002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352154102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:44.192026Z","caller":"traceutil/trace.go:171","msg":"trace[1491615877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19651; }","duration":"1.352197884s","start":"2026-03-31T21:00:42.839823Z","end":"2026-03-31T21:00:44.192021Z","steps":["trace[1491615877] 'agreement among raft nodes before linearized reading' (duration: 1.352166303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.260404Z","time spent":"2.931592976s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:00:44.192028Z","caller":"traceutil/trace.go:171","msg":"trace[1722612457] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:19651; }","duration":"2.919938645s","start":"2026-03-31T21:00:41.272073Z","end":"2026-03-31T21:00:44.192012Z","steps":["trace[1722612457] 'agreement among raft nodes before linearized reading' (duration: 2.91972998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822659393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:00:44.191727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.571136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:00:44.192086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.272059Z","time spent":"2.920015506s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" "} {"level":"info","ts":"2026-03-31T21:00:44.192113Z","caller":"traceutil/trace.go:171","msg":"trace[570935548] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19651; }","duration":"140.985026ms","start":"2026-03-31T21:00:44.051118Z","end":"2026-03-31T21:00:44.192103Z","steps":["trace[570935548] 'agreement among raft nodes before linearized reading' (duration: 140.529825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933526505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:00:44.192166Z","caller":"traceutil/trace.go:171","msg":"trace[1567200448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19651; }","duration":"2.933620107s","start":"2026-03-31T21:00:41.258531Z","end":"2026-03-31T21:00:44.192151Z","steps":["trace[1567200448] 'agreement among raft nodes before linearized reading' (duration: 2.933468753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313050793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-03-31T21:00:44.192177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231823526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:00:44.192286Z","caller":"traceutil/trace.go:171","msg":"trace[1550212796] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:19651; }","duration":"2.313146915s","start":"2026-03-31T21:00:41.879131Z","end":"2026-03-31T21:00:44.192278Z","steps":["trace[1550212796] 'agreement among raft nodes before linearized reading' (duration: 2.313061583s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:44.192083Z","caller":"traceutil/trace.go:171","msg":"trace[691646428] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19651; }","duration":"1.822717754s","start":"2026-03-31T21:00:42.36936Z","end":"2026-03-31T21:00:44.192078Z","steps":["trace[691646428] 'agreement among raft nodes before linearized reading' (duration: 1.822691894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.839803Z","time spent":"1.352237204s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:00:44.192306Z","caller":"traceutil/trace.go:171","msg":"trace[1296938350] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19651; }","duration":"2.2319801s","start":"2026-03-31T21:00:41.960308Z","end":"2026-03-31T21:00:44.192288Z","steps":["trace[1296938350] 'agreement among raft nodes before linearized reading' (duration: 2.231838366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.369337Z","time spent":"1.822990971s","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:00:44.192356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.960269Z","time spent":"2.232066532s","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:00:44.19247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936416048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T21:00:44.191978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.275069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:219355"} {"level":"warn","ts":"2026-03-31T21:00:44.192599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983237711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:00:44.192251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.258505Z","time spent":"2.9337039s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:00:44.19262Z","caller":"traceutil/trace.go:171","msg":"trace[122090034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19651; }","duration":"2.983293943s","start":"2026-03-31T21:00:41.20932Z","end":"2026-03-31T21:00:44.192614Z","steps":["trace[122090034] 'agreement among raft nodes before linearized reading' (duration: 2.983239481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.209296Z","time spent":"2.983343004s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:00:44.192627Z","caller":"traceutil/trace.go:171","msg":"trace[149525360] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:19651; }","duration":"774.926015ms","start":"2026-03-31T21:00:43.417676Z","end":"2026-03-31T21:00:44.192602Z","steps":["trace[149525360] 'agreement among raft nodes before linearized reading' (duration: 774.061934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916767915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"warn","ts":"2026-03-31T21:00:44.192697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:43.417658Z","time spent":"775.017607ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":219377,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T21:00:44.192714Z","caller":"traceutil/trace.go:171","msg":"trace[1351493753] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:19651; }","duration":"2.917054752s","start":"2026-03-31T21:00:41.275643Z","end":"2026-03-31T21:00:44.192698Z","steps":["trace[1351493753] 'agreement among raft nodes before linearized reading' (duration: 2.916764354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.879103Z","time spent":"2.313199126s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-31T21:00:44.192754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.275633Z","time spent":"2.917110635s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" "} {"level":"warn","ts":"2026-03-31T21:00:44.192136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097519987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:00:44.192715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967499027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-03-31T21:00:44.192851Z","caller":"traceutil/trace.go:171","msg":"trace[1631285181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19651; }","duration":"2.098302007s","start":"2026-03-31T21:00:42.094528Z","end":"2026-03-31T21:00:44.19283Z","steps":["trace[1631285181] 'agreement among raft nodes before linearized reading' (duration: 2.097563988s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:44.19286Z","caller":"traceutil/trace.go:171","msg":"trace[1674254475] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:19651; }","duration":"2.967662332s","start":"2026-03-31T21:00:41.225185Z","end":"2026-03-31T21:00:44.192847Z","steps":["trace[1674254475] 'agreement among raft nodes before linearized reading' (duration: 2.967494847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.225169Z","time spent":"2.967732854s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" "} {"level":"info","ts":"2026-03-31T21:00:44.192573Z","caller":"traceutil/trace.go:171","msg":"trace[1916794321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19651; }","duration":"2.936503459s","start":"2026-03-31T21:00:41.256023Z","end":"2026-03-31T21:00:44.192526Z","steps":["trace[1916794321] 'agreement among raft nodes before linearized reading' (duration: 2.936358286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.192964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.256011Z","time spent":"2.936942632s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:00:44.192918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.094478Z","time spent":"2.098421542s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:00:44.562764Z","caller":"traceutil/trace.go:171","msg":"trace[1028135095] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"362.134223ms","start":"2026-03-31T21:00:44.200607Z","end":"2026-03-31T21:00:44.562741Z","steps":["trace[1028135095] 'process raft request' (duration: 361.913808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.562911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.200591Z","time spent":"362.247786ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:44.563121Z","caller":"traceutil/trace.go:171","msg":"trace[1028156931] linearizableReadLoop","detail":"{readStateIndex:20352; appliedIndex:20348; }","duration":"344.022368ms","start":"2026-03-31T21:00:44.219077Z","end":"2026-03-31T21:00:44.563099Z","steps":["trace[1028156931] 'read index received' (duration: 343.672ms)","trace[1028156931] 'applied index is now lower than readState.Index' (duration: 349.468µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:44.563153Z","caller":"traceutil/trace.go:171","msg":"trace[77274040] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"359.260091ms","start":"2026-03-31T21:00:44.203864Z","end":"2026-03-31T21:00:44.563124Z","steps":["trace[77274040] 'process raft request' (duration: 359.179529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.563309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.203852Z","time spent":"359.371234ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:44.563371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.851911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:00:44.56341Z","caller":"traceutil/trace.go:171","msg":"trace[407832436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19656; }","duration":"366.921323ms","start":"2026-03-31T21:00:44.19648Z","end":"2026-03-31T21:00:44.563402Z","steps":["trace[407832436] 'agreement among raft nodes before linearized reading' (duration: 366.712048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.563438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.19647Z","time spent":"366.960433ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:00:44.563442Z","caller":"traceutil/trace.go:171","msg":"trace[770551792] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"362.787059ms","start":"2026-03-31T21:00:44.200642Z","end":"2026-03-31T21:00:44.563429Z","steps":["trace[770551792] 'process raft request' (duration: 362.056681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.563492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.20062Z","time spent":"362.84568ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:44.563658Z","caller":"traceutil/trace.go:171","msg":"trace[841759861] transaction","detail":"{read_only:false; response_revision:19655; number_of_response:1; }","duration":"360.151253ms","start":"2026-03-31T21:00:44.203497Z","end":"2026-03-31T21:00:44.563649Z","steps":["trace[841759861] 'process raft request' (duration: 359.520917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:44.563652Z","caller":"traceutil/trace.go:171","msg":"trace[1644634950] transaction","detail":"{read_only:false; response_revision:19654; number_of_response:1; }","duration":"362.870761ms","start":"2026-03-31T21:00:44.200738Z","end":"2026-03-31T21:00:44.563608Z","steps":["trace[1644634950] 'process raft request' (duration: 362.168263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.563714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.203484Z","time spent":"360.204275ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:44.563703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.299351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:44.563779Z","caller":"traceutil/trace.go:171","msg":"trace[2026383424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19656; }","duration":"361.403984ms","start":"2026-03-31T21:00:44.202352Z","end":"2026-03-31T21:00:44.563756Z","steps":["trace[2026383424] 'agreement among raft nodes before linearized reading' (duration: 361.274461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.563845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.202334Z","time spent":"361.498906ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:00:44.563792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.200727Z","time spent":"362.994145ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:44.564386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.710322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-31T21:00:44.564407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.918152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:961752"} {"level":"info","ts":"2026-03-31T21:00:44.564433Z","caller":"traceutil/trace.go:171","msg":"trace[1424449869] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:19656; }","duration":"367.769184ms","start":"2026-03-31T21:00:44.196652Z","end":"2026-03-31T21:00:44.564421Z","steps":["trace[1424449869] 'agreement among raft nodes before linearized reading' (duration: 366.553794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:44.564444Z","caller":"traceutil/trace.go:171","msg":"trace[1838760555] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19656; }","duration":"366.969784ms","start":"2026-03-31T21:00:44.197465Z","end":"2026-03-31T21:00:44.564435Z","steps":["trace[1838760555] 'agreement among raft nodes before linearized reading' (duration: 365.736844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.564465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.196646Z","time spent":"367.810265ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" "} {"level":"warn","ts":"2026-03-31T21:00:44.564472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.197459Z","time spent":"367.004135ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":961774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:00:44.564801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.050171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:961752"} {"level":"info","ts":"2026-03-31T21:00:44.564863Z","caller":"traceutil/trace.go:171","msg":"trace[1062567468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19656; }","duration":"364.150683ms","start":"2026-03-31T21:00:44.200697Z","end":"2026-03-31T21:00:44.564847Z","steps":["trace[1062567468] 'agreement among raft nodes before linearized reading' (duration: 362.942574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.564912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.200679Z","time spent":"364.220485ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":961774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:00:44.565299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.105327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:961752"} {"level":"info","ts":"2026-03-31T21:00:44.565348Z","caller":"traceutil/trace.go:171","msg":"trace[1719189663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19656; }","duration":"367.17025ms","start":"2026-03-31T21:00:44.198168Z","end":"2026-03-31T21:00:44.565338Z","steps":["trace[1719189663] 'agreement among raft nodes before linearized reading' (duration: 364.996415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.565732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.198163Z","time spent":"367.551329ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":961774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T21:00:44.580644Z","caller":"traceutil/trace.go:171","msg":"trace[1608519244] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"360.135393ms","start":"2026-03-31T21:00:44.220485Z","end":"2026-03-31T21:00:44.580621Z","steps":["trace[1608519244] 'process raft request' (duration: 360.01372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.580751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:44.22046Z","time spent":"360.234505ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:44.732933Z","caller":"traceutil/trace.go:171","msg":"trace[616355950] linearizableReadLoop","detail":"{readStateIndex:20354; appliedIndex:20353; }","duration":"152.294769ms","start":"2026-03-31T21:00:44.58061Z","end":"2026-03-31T21:00:44.732905Z","steps":["trace[616355950] 'read index received' (duration: 142.935775ms)","trace[616355950] 'applied index is now lower than readState.Index' (duration: 9.357714ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:44.733047Z","caller":"traceutil/trace.go:171","msg":"trace[2127176721] transaction","detail":"{read_only:false; response_revision:19658; number_of_response:1; }","duration":"165.949902ms","start":"2026-03-31T21:00:44.567055Z","end":"2026-03-31T21:00:44.733005Z","steps":["trace[2127176721] 'process raft request' (duration: 156.504316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.733164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.789847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:44.733248Z","caller":"traceutil/trace.go:171","msg":"trace[1271062383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19658; }","duration":"167.8747ms","start":"2026-03-31T21:00:44.565322Z","end":"2026-03-31T21:00:44.733196Z","steps":["trace[1271062383] 'agreement among raft nodes before linearized reading' (duration: 167.759467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:44.733532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.912235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T21:00:44.733635Z","caller":"traceutil/trace.go:171","msg":"trace[636348342] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19658; }","duration":"151.142941ms","start":"2026-03-31T21:00:44.582467Z","end":"2026-03-31T21:00:44.73361Z","steps":["trace[636348342] 'agreement among raft nodes before linearized reading' (duration: 150.868413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:12.423783Z","caller":"traceutil/trace.go:171","msg":"trace[1652527815] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"121.571909ms","start":"2026-03-31T21:01:12.302184Z","end":"2026-03-31T21:01:12.423756Z","steps":["trace[1652527815] 'process raft request' (duration: 121.369714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:12.635599Z","caller":"traceutil/trace.go:171","msg":"trace[1245647639] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"322.101099ms","start":"2026-03-31T21:01:12.31347Z","end":"2026-03-31T21:01:12.635571Z","steps":["trace[1245647639] 'process raft request' (duration: 321.575125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:12.635765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:12.313441Z","time spent":"322.241902ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:12.635831Z","caller":"traceutil/trace.go:171","msg":"trace[472585284] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"315.492423ms","start":"2026-03-31T21:01:12.320312Z","end":"2026-03-31T21:01:12.635804Z","steps":["trace[472585284] 'process raft request' (duration: 314.96727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:12.635933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:12.320294Z","time spent":"315.586335ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:12.636035Z","caller":"traceutil/trace.go:171","msg":"trace[217221617] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"319.252417ms","start":"2026-03-31T21:01:12.31677Z","end":"2026-03-31T21:01:12.636022Z","steps":["trace[217221617] 'process raft request' (duration: 318.451557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:12.63614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:12.316758Z","time spent":"319.34252ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:14.871797Z","caller":"traceutil/trace.go:171","msg":"trace[2142231589] linearizableReadLoop","detail":"{readStateIndex:20784; appliedIndex:20783; }","duration":"227.563007ms","start":"2026-03-31T21:01:14.644199Z","end":"2026-03-31T21:01:14.871762Z","steps":["trace[2142231589] 'read index received' (duration: 227.133967ms)","trace[2142231589] 'applied index is now lower than readState.Index' (duration: 427.34µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:14.871861Z","caller":"traceutil/trace.go:171","msg":"trace[1567809371] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"228.05133ms","start":"2026-03-31T21:01:14.643771Z","end":"2026-03-31T21:01:14.871822Z","steps":["trace[1567809371] 'process raft request' (duration: 227.554467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:14.872166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.918156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:14.872331Z","caller":"traceutil/trace.go:171","msg":"trace[12148589] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20074; }","duration":"228.154852ms","start":"2026-03-31T21:01:14.644151Z","end":"2026-03-31T21:01:14.872306Z","steps":["trace[12148589] 'agreement among raft nodes before linearized reading' (duration: 227.851394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.082474Z","caller":"traceutil/trace.go:171","msg":"trace[651859495] transaction","detail":"{read_only:false; response_revision:20075; number_of_response:1; }","duration":"438.031006ms","start":"2026-03-31T21:01:14.644402Z","end":"2026-03-31T21:01:15.082433Z","steps":["trace[651859495] 'process raft request' (duration: 435.560654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.082485Z","caller":"traceutil/trace.go:171","msg":"trace[2142920494] transaction","detail":"{read_only:false; response_revision:20076; number_of_response:1; }","duration":"438.007195ms","start":"2026-03-31T21:01:14.644448Z","end":"2026-03-31T21:01:15.082455Z","steps":["trace[2142920494] 'process raft request' (duration: 437.887012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.082616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.163909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:15.082643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.644381Z","time spent":"438.178869ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:15.082663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.644427Z","time spent":"438.147558ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:15.082698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.164716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T21:01:15.082773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.77646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:01:15.082723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.298442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:15.082783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.428085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:15.082814Z","caller":"traceutil/trace.go:171","msg":"trace[1071854283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20076; }","duration":"325.843012ms","start":"2026-03-31T21:01:14.756955Z","end":"2026-03-31T21:01:15.082798Z","steps":["trace[1071854283] 'agreement among raft nodes before linearized reading' (duration: 325.744579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.082852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.756935Z","time spent":"325.910154ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:01:15.082851Z","caller":"traceutil/trace.go:171","msg":"trace[1152881055] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20076; }","duration":"365.532218ms","start":"2026-03-31T21:01:14.717304Z","end":"2026-03-31T21:01:15.082837Z","steps":["trace[1152881055] 'agreement among raft nodes before linearized reading' (duration: 365.437615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.082861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.473107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:15.082889Z","caller":"traceutil/trace.go:171","msg":"trace[348031316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20076; }","duration":"243.522228ms","start":"2026-03-31T21:01:14.839358Z","end":"2026-03-31T21:01:15.08288Z","steps":["trace[348031316] 'agreement among raft nodes before linearized reading' (duration: 243.473877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.082901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.717282Z","time spent":"365.606379ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:15.082989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.618264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"warn","ts":"2026-03-31T21:01:15.082658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.781879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:15.082487Z","caller":"traceutil/trace.go:171","msg":"trace[1888659642] linearizableReadLoop","detail":"{readStateIndex:20786; appliedIndex:20784; }","duration":"210.545301ms","start":"2026-03-31T21:01:14.871917Z","end":"2026-03-31T21:01:15.082463Z","steps":["trace[1888659642] 'read index received' (duration: 207.971976ms)","trace[1888659642] 'applied index is now lower than readState.Index' (duration: 2.572245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:15.083031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.143608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:15.083058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.102497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:15.08307Z","caller":"traceutil/trace.go:171","msg":"trace[636854410] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:20076; }","duration":"438.22283ms","start":"2026-03-31T21:01:14.644836Z","end":"2026-03-31T21:01:15.083059Z","steps":["trace[636854410] 'agreement among raft nodes before linearized reading' (duration: 438.158829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.083083Z","caller":"traceutil/trace.go:171","msg":"trace[702398332] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:20076; }","duration":"365.167159ms","start":"2026-03-31T21:01:14.717908Z","end":"2026-03-31T21:01:15.083076Z","steps":["trace[702398332] 'agreement among raft nodes before linearized reading' (duration: 365.128538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.644809Z","time spent":"438.283872ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T21:01:15.083109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.717883Z","time spent":"365.220939ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-03-31T21:01:15.082673Z","caller":"traceutil/trace.go:171","msg":"trace[431130180] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20076; }","duration":"438.252971ms","start":"2026-03-31T21:01:14.644407Z","end":"2026-03-31T21:01:15.08266Z","steps":["trace[431130180] 'agreement among raft nodes before linearized reading' (duration: 438.133448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.082774Z","caller":"traceutil/trace.go:171","msg":"trace[2065080770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20076; }","duration":"276.279449ms","start":"2026-03-31T21:01:14.806472Z","end":"2026-03-31T21:01:15.082751Z","steps":["trace[2065080770] 'agreement among raft nodes before linearized reading' (duration: 276.026952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.653872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:15.083154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.313705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:15.083188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.93813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:01:15.083198Z","caller":"traceutil/trace.go:171","msg":"trace[1583605001] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20076; }","duration":"438.706812ms","start":"2026-03-31T21:01:14.644481Z","end":"2026-03-31T21:01:15.083188Z","steps":["trace[1583605001] 'agreement among raft nodes before linearized reading' (duration: 438.649471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.082812Z","caller":"traceutil/trace.go:171","msg":"trace[1363129898] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20076; }","duration":"365.386414ms","start":"2026-03-31T21:01:14.717415Z","end":"2026-03-31T21:01:15.082802Z","steps":["trace[1363129898] 'agreement among raft nodes before linearized reading' (duration: 365.280281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.690234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"warn","ts":"2026-03-31T21:01:15.083236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.644472Z","time spent":"438.757963ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:15.083242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.717341Z","time spent":"365.894587ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:15.083225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.328763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:15.083251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.7941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"warn","ts":"2026-03-31T21:01:15.083265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.916625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:15.083165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.644397Z","time spent":"438.750713ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:15.083292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.794147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:15.083296Z","caller":"traceutil/trace.go:171","msg":"trace[652219968] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20076; }","duration":"274.946896ms","start":"2026-03-31T21:01:14.808341Z","end":"2026-03-31T21:01:15.083288Z","steps":["trace[652219968] 'agreement among raft nodes before linearized reading' (duration: 274.903195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.0833Z","caller":"traceutil/trace.go:171","msg":"trace[1486298107] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:20076; }","duration":"130.921783ms","start":"2026-03-31T21:01:14.952363Z","end":"2026-03-31T21:01:15.083284Z","steps":["trace[1486298107] 'agreement among raft nodes before linearized reading' (duration: 130.746438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.083303Z","caller":"traceutil/trace.go:171","msg":"trace[652290963] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20076; }","duration":"365.458746ms","start":"2026-03-31T21:01:14.717824Z","end":"2026-03-31T21:01:15.083283Z","steps":["trace[652290963] 'agreement among raft nodes before linearized reading' (duration: 365.291912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.083314Z","caller":"traceutil/trace.go:171","msg":"trace[15180587] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20076; }","duration":"275.832447ms","start":"2026-03-31T21:01:14.807477Z","end":"2026-03-31T21:01:15.083309Z","steps":["trace[15180587] 'agreement among raft nodes before linearized reading' (duration: 275.802117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.408755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-03-31T21:01:15.083226Z","caller":"traceutil/trace.go:171","msg":"trace[1366887040] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:20076; }","duration":"275.429188ms","start":"2026-03-31T21:01:14.80778Z","end":"2026-03-31T21:01:15.083209Z","steps":["trace[1366887040] 'agreement among raft nodes before linearized reading' (duration: 275.290915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.717801Z","time spent":"365.536697ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T21:01:15.083349Z","caller":"traceutil/trace.go:171","msg":"trace[540686463] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:20076; }","duration":"438.471366ms","start":"2026-03-31T21:01:14.644865Z","end":"2026-03-31T21:01:15.083336Z","steps":["trace[540686463] 'agreement among raft nodes before linearized reading' (duration: 438.372114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.636582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:15.083082Z","caller":"traceutil/trace.go:171","msg":"trace[1083817811] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20076; }","duration":"365.24802ms","start":"2026-03-31T21:01:14.717801Z","end":"2026-03-31T21:01:15.083049Z","steps":["trace[1083817811] 'agreement among raft nodes before linearized reading' (duration: 364.804869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.08323Z","caller":"traceutil/trace.go:171","msg":"trace[40039421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20076; }","duration":"275.995912ms","start":"2026-03-31T21:01:14.807223Z","end":"2026-03-31T21:01:15.083219Z","steps":["trace[40039421] 'agreement among raft nodes before linearized reading' (duration: 275.870429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.644845Z","time spent":"438.525628ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4979,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-03-31T21:01:15.083394Z","caller":"traceutil/trace.go:171","msg":"trace[152267746] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20076; }","duration":"275.968631ms","start":"2026-03-31T21:01:14.807416Z","end":"2026-03-31T21:01:15.083385Z","steps":["trace[152267746] 'agreement among raft nodes before linearized reading' (duration: 275.587802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.083019Z","caller":"traceutil/trace.go:171","msg":"trace[281544383] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:20076; }","duration":"364.663946ms","start":"2026-03-31T21:01:14.718346Z","end":"2026-03-31T21:01:15.08301Z","steps":["trace[281544383] 'agreement among raft nodes before linearized reading' (duration: 364.579824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.717773Z","time spent":"365.618889ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:15.083359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.145255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:01:15.08343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:14.718336Z","time spent":"365.084116ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4979,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-03-31T21:01:15.083261Z","caller":"traceutil/trace.go:171","msg":"trace[70945733] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:20076; }","duration":"275.739535ms","start":"2026-03-31T21:01:14.807509Z","end":"2026-03-31T21:01:15.083249Z","steps":["trace[70945733] 'agreement among raft nodes before linearized reading' (duration: 275.622742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.522434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:15.08375Z","caller":"traceutil/trace.go:171","msg":"trace[335237802] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20076; }","duration":"276.893415ms","start":"2026-03-31T21:01:14.806846Z","end":"2026-03-31T21:01:15.083739Z","steps":["trace[335237802] 'agreement among raft nodes before linearized reading' (duration: 276.532615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.73215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:01:15.083821Z","caller":"traceutil/trace.go:171","msg":"trace[546474128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20076; }","duration":"277.09389ms","start":"2026-03-31T21:01:14.806708Z","end":"2026-03-31T21:01:15.083801Z","steps":["trace[546474128] 'agreement among raft nodes before linearized reading' (duration: 276.704139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.083452Z","caller":"traceutil/trace.go:171","msg":"trace[2110824505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20076; }","duration":"276.255288ms","start":"2026-03-31T21:01:14.807187Z","end":"2026-03-31T21:01:15.083442Z","steps":["trace[2110824505] 'agreement among raft nodes before linearized reading' (duration: 276.097594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:15.083602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.904286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T21:01:15.083948Z","caller":"traceutil/trace.go:171","msg":"trace[1783389284] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:20076; }","duration":"102.284036ms","start":"2026-03-31T21:01:14.981648Z","end":"2026-03-31T21:01:15.083932Z","steps":["trace[1783389284] 'agreement among raft nodes before linearized reading' (duration: 101.846294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:39.287288Z","caller":"traceutil/trace.go:171","msg":"trace[1923635780] transaction","detail":"{read_only:false; response_revision:20256; number_of_response:1; }","duration":"115.140197ms","start":"2026-03-31T21:01:39.172128Z","end":"2026-03-31T21:01:39.287268Z","steps":["trace[1923635780] 'process raft request' (duration: 114.981063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.722937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.750331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:39.723057Z","caller":"traceutil/trace.go:171","msg":"trace[2074653304] linearizableReadLoop","detail":"{readStateIndex:20972; appliedIndex:20970; }","duration":"523.299835ms","start":"2026-03-31T21:01:39.199738Z","end":"2026-03-31T21:01:39.723037Z","steps":["trace[2074653304] 'read index received' (duration: 87.470234ms)","trace[2074653304] 'applied index is now lower than readState.Index' (duration: 435.828311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:39.723088Z","caller":"traceutil/trace.go:171","msg":"trace[1601387533] transaction","detail":"{read_only:false; response_revision:20257; number_of_response:1; }","duration":"543.933643ms","start":"2026-03-31T21:01:39.179117Z","end":"2026-03-31T21:01:39.723051Z","steps":["trace[1601387533] 'process raft request' (duration: 398.970806ms)","trace[1601387533] 'compare' (duration: 144.541636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:39.723251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.17909Z","time spent":"544.073905ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:39.723267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.5142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:01:39.723315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.128581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-03-31T21:01:39.723347Z","caller":"traceutil/trace.go:171","msg":"trace[1523963817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20257; }","duration":"523.642823ms","start":"2026-03-31T21:01:39.199683Z","end":"2026-03-31T21:01:39.723326Z","steps":["trace[1523963817] 'agreement among raft nodes before linearized reading' (duration: 523.419418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.723267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.239003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T21:01:39.723375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.195131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T21:01:39.723395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.199658Z","time spent":"523.727756ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:01:39.723423Z","caller":"traceutil/trace.go:171","msg":"trace[1365815568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20257; }","duration":"513.287123ms","start":"2026-03-31T21:01:39.21012Z","end":"2026-03-31T21:01:39.723407Z","steps":["trace[1365815568] 'agreement among raft nodes before linearized reading' (duration: 513.192241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.723423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.561815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:01:39.723437Z","caller":"traceutil/trace.go:171","msg":"trace[67999631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20257; }","duration":"517.437158ms","start":"2026-03-31T21:01:39.205964Z","end":"2026-03-31T21:01:39.723402Z","steps":["trace[67999631] 'agreement among raft nodes before linearized reading' (duration: 517.198302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:39.72337Z","caller":"traceutil/trace.go:171","msg":"trace[1800344390] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:20257; }","duration":"340.198983ms","start":"2026-03-31T21:01:39.38314Z","end":"2026-03-31T21:01:39.723339Z","steps":["trace[1800344390] 'agreement among raft nodes before linearized reading' (duration: 340.048539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.723457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.210099Z","time spent":"513.348325ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:01:39.723493Z","caller":"traceutil/trace.go:171","msg":"trace[1199503980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20257; }","duration":"512.656108ms","start":"2026-03-31T21:01:39.210823Z","end":"2026-03-31T21:01:39.723479Z","steps":["trace[1199503980] 'agreement among raft nodes before linearized reading' (duration: 512.388642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.723511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.205942Z","time spent":"517.54592ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:01:39.723539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.210811Z","time spent":"512.720719ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:01:39.723432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.000385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-31T21:01:39.723635Z","caller":"traceutil/trace.go:171","msg":"trace[2021011039] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:20257; }","duration":"314.220771ms","start":"2026-03-31T21:01:39.40937Z","end":"2026-03-31T21:01:39.723591Z","steps":["trace[2021011039] 'agreement among raft nodes before linearized reading' (duration: 313.875992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.723681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.409349Z","time spent":"314.319033ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" "} {"level":"warn","ts":"2026-03-31T21:01:39.723736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.906568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T21:01:39.723687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.663887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T21:01:39.72385Z","caller":"traceutil/trace.go:171","msg":"trace[1172403517] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:20257; }","duration":"317.902943ms","start":"2026-03-31T21:01:39.405909Z","end":"2026-03-31T21:01:39.723811Z","steps":["trace[1172403517] 'agreement among raft nodes before linearized reading' (duration: 317.422111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.723937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.405885Z","time spent":"318.034086ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" "} {"level":"info","ts":"2026-03-31T21:01:39.723781Z","caller":"traceutil/trace.go:171","msg":"trace[1010793634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20257; }","duration":"511.971762ms","start":"2026-03-31T21:01:39.211803Z","end":"2026-03-31T21:01:39.723775Z","steps":["trace[1010793634] 'agreement among raft nodes before linearized reading' (duration: 511.547111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.724015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.211793Z","time spent":"512.201927ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:01:39.723547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:39.383121Z","time spent":"340.409917ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" "} {"level":"info","ts":"2026-03-31T21:01:40.77202Z","caller":"traceutil/trace.go:171","msg":"trace[958981674] transaction","detail":"{read_only:false; response_revision:20264; number_of_response:1; }","duration":"104.151822ms","start":"2026-03-31T21:01:40.667834Z","end":"2026-03-31T21:01:40.771986Z","steps":["trace[958981674] 'process raft request' (duration: 103.854285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.036361Z","caller":"traceutil/trace.go:171","msg":"trace[2001005274] linearizableReadLoop","detail":"{readStateIndex:20980; appliedIndex:20980; }","duration":"103.208449ms","start":"2026-03-31T21:01:40.933118Z","end":"2026-03-31T21:01:41.036326Z","steps":["trace[2001005274] 'read index received' (duration: 103.187149ms)","trace[2001005274] 'applied index is now lower than readState.Index' (duration: 19.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:41.036537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.393644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.036671Z","caller":"traceutil/trace.go:171","msg":"trace[1133728307] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20264; }","duration":"103.577608ms","start":"2026-03-31T21:01:40.933081Z","end":"2026-03-31T21:01:41.036658Z","steps":["trace[1133728307] 'agreement among raft nodes before linearized reading' (duration: 103.359303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.067294Z","caller":"traceutil/trace.go:171","msg":"trace[679511377] transaction","detail":"{read_only:false; response_revision:20265; number_of_response:1; }","duration":"109.305291ms","start":"2026-03-31T21:01:40.957968Z","end":"2026-03-31T21:01:41.067273Z","steps":["trace[679511377] 'process raft request' (duration: 109.159507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.273006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.340566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:41.273194Z","caller":"traceutil/trace.go:171","msg":"trace[1500717468] transaction","detail":"{read_only:false; response_revision:20266; number_of_response:1; }","duration":"235.492476ms","start":"2026-03-31T21:01:41.037656Z","end":"2026-03-31T21:01:41.273148Z","steps":["trace[1500717468] 'process raft request' (duration: 83.913855ms)","trace[1500717468] 'compare' (duration: 151.021457ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:41.273134Z","caller":"traceutil/trace.go:171","msg":"trace[1585970199] linearizableReadLoop","detail":"{readStateIndex:20982; appliedIndex:20981; }","duration":"119.707581ms","start":"2026-03-31T21:01:41.153411Z","end":"2026-03-31T21:01:41.273118Z","steps":["trace[1585970199] 'read index received' (duration: 88.582µs)","trace[1585970199] 'applied index is now lower than readState.Index' (duration: 119.617109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:41.273897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.112943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:41.273894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.631191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:41.273905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.61639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.273956Z","caller":"traceutil/trace.go:171","msg":"trace[166529651] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20266; }","duration":"118.202366ms","start":"2026-03-31T21:01:41.155741Z","end":"2026-03-31T21:01:41.273943Z","steps":["trace[166529651] 'agreement among raft nodes before linearized reading' (duration: 118.075623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.273976Z","caller":"traceutil/trace.go:171","msg":"trace[1543296582] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20266; }","duration":"119.740743ms","start":"2026-03-31T21:01:41.154218Z","end":"2026-03-31T21:01:41.273959Z","steps":["trace[1543296582] 'agreement among raft nodes before linearized reading' (duration: 119.59881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.273955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.390569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:41.274107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.669117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.274188Z","caller":"traceutil/trace.go:171","msg":"trace[1548434320] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20266; }","duration":"120.641406ms","start":"2026-03-31T21:01:41.153521Z","end":"2026-03-31T21:01:41.274163Z","steps":["trace[1548434320] 'agreement among raft nodes before linearized reading' (duration: 120.339499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.274Z","caller":"traceutil/trace.go:171","msg":"trace[27599776] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20266; }","duration":"119.732503ms","start":"2026-03-31T21:01:41.154242Z","end":"2026-03-31T21:01:41.273975Z","steps":["trace[27599776] 'agreement among raft nodes before linearized reading' (duration: 119.556349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.274199Z","caller":"traceutil/trace.go:171","msg":"trace[2002197177] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20266; }","duration":"120.81196ms","start":"2026-03-31T21:01:41.153369Z","end":"2026-03-31T21:01:41.274181Z","steps":["trace[2002197177] 'agreement among raft nodes before linearized reading' (duration: 120.614775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.273916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.707543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.274434Z","caller":"traceutil/trace.go:171","msg":"trace[1656614251] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20266; }","duration":"120.241755ms","start":"2026-03-31T21:01:41.154175Z","end":"2026-03-31T21:01:41.274417Z","steps":["trace[1656614251] 'agreement among raft nodes before linearized reading' (duration: 119.62992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.274403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.891932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:41.273924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.308903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.274548Z","caller":"traceutil/trace.go:171","msg":"trace[833716100] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20266; }","duration":"121.003775ms","start":"2026-03-31T21:01:41.153481Z","end":"2026-03-31T21:01:41.274485Z","steps":["trace[833716100] 'agreement among raft nodes before linearized reading' (duration: 120.277627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.27455Z","caller":"traceutil/trace.go:171","msg":"trace[1500989306] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20266; }","duration":"119.941418ms","start":"2026-03-31T21:01:41.154581Z","end":"2026-03-31T21:01:41.274523Z","steps":["trace[1500989306] 'agreement among raft nodes before linearized reading' (duration: 119.285642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.273951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.263667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.274801Z","caller":"traceutil/trace.go:171","msg":"trace[418937315] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20266; }","duration":"119.1775ms","start":"2026-03-31T21:01:41.155613Z","end":"2026-03-31T21:01:41.27479Z","steps":["trace[418937315] 'agreement among raft nodes before linearized reading' (duration: 118.240046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.273909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.246396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.274933Z","caller":"traceutil/trace.go:171","msg":"trace[1258725982] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20266; }","duration":"121.303512ms","start":"2026-03-31T21:01:41.153621Z","end":"2026-03-31T21:01:41.274924Z","steps":["trace[1258725982] 'agreement among raft nodes before linearized reading' (duration: 120.223575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.444885Z","caller":"traceutil/trace.go:171","msg":"trace[1233975173] transaction","detail":"{read_only:false; response_revision:20267; number_of_response:1; }","duration":"153.333866ms","start":"2026-03-31T21:01:41.291518Z","end":"2026-03-31T21:01:41.444851Z","steps":["trace[1233975173] 'process raft request' (duration: 110.217724ms)","trace[1233975173] 'compare' (duration: 42.971809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:42.066013Z","caller":"traceutil/trace.go:171","msg":"trace[623853167] transaction","detail":"{read_only:false; response_revision:20271; number_of_response:1; }","duration":"247.750203ms","start":"2026-03-31T21:01:41.818229Z","end":"2026-03-31T21:01:42.06598Z","steps":["trace[623853167] 'process raft request' (duration: 240.803889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:42.066088Z","caller":"traceutil/trace.go:171","msg":"trace[616735483] linearizableReadLoop","detail":"{readStateIndex:20989; appliedIndex:20986; }","duration":"206.651562ms","start":"2026-03-31T21:01:41.859412Z","end":"2026-03-31T21:01:42.066063Z","steps":["trace[616735483] 'read index received' (duration: 199.499703ms)","trace[616735483] 'applied index is now lower than readState.Index' (duration: 7.150899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:42.066123Z","caller":"traceutil/trace.go:171","msg":"trace[1937933655] transaction","detail":"{read_only:false; response_revision:20273; number_of_response:1; }","duration":"247.446676ms","start":"2026-03-31T21:01:41.818661Z","end":"2026-03-31T21:01:42.066108Z","steps":["trace[1937933655] 'process raft request' (duration: 247.331173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:42.066251Z","caller":"traceutil/trace.go:171","msg":"trace[679409891] transaction","detail":"{read_only:false; response_revision:20272; number_of_response:1; }","duration":"247.679272ms","start":"2026-03-31T21:01:41.818532Z","end":"2026-03-31T21:01:42.066211Z","steps":["trace[679409891] 'process raft request' (duration: 247.350734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:42.066707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.392148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:42.0668Z","caller":"traceutil/trace.go:171","msg":"trace[683018755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20273; }","duration":"226.591033ms","start":"2026-03-31T21:01:41.840189Z","end":"2026-03-31T21:01:42.06678Z","steps":["trace[683018755] 'agreement among raft nodes before linearized reading' (duration: 225.925455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:42.06704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.725533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1018241"} {"level":"info","ts":"2026-03-31T21:01:42.067134Z","caller":"traceutil/trace.go:171","msg":"trace[1615634867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:20273; }","duration":"247.864137ms","start":"2026-03-31T21:01:41.819251Z","end":"2026-03-31T21:01:42.067115Z","steps":["trace[1615634867] 'agreement among raft nodes before linearized reading' (duration: 246.887642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:42.067141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.527453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1018241"} {"level":"info","ts":"2026-03-31T21:01:42.067172Z","caller":"traceutil/trace.go:171","msg":"trace[656998937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:20273; }","duration":"248.582474ms","start":"2026-03-31T21:01:41.818583Z","end":"2026-03-31T21:01:42.067166Z","steps":["trace[656998937] 'agreement among raft nodes before linearized reading' (duration: 247.61882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:43.904665Z","caller":"traceutil/trace.go:171","msg":"trace[858718843] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"218.815808ms","start":"2026-03-31T21:01:43.685828Z","end":"2026-03-31T21:01:43.904644Z","steps":["trace[858718843] 'process raft request' (duration: 218.668875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:44.073952Z","caller":"traceutil/trace.go:171","msg":"trace[1590380100] linearizableReadLoop","detail":"{readStateIndex:20994; appliedIndex:20992; }","duration":"258.941744ms","start":"2026-03-31T21:01:43.814987Z","end":"2026-03-31T21:01:44.073929Z","steps":["trace[1590380100] 'read index received' (duration: 89.587217ms)","trace[1590380100] 'applied index is now lower than readState.Index' (duration: 169.353317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:44.074148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.143279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:44.074222Z","caller":"traceutil/trace.go:171","msg":"trace[1130386939] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20278; }","duration":"259.258532ms","start":"2026-03-31T21:01:43.814944Z","end":"2026-03-31T21:01:44.074203Z","steps":["trace[1130386939] 'agreement among raft nodes before linearized reading' (duration: 259.122409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:44.074238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.935914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:01:44.074281Z","caller":"traceutil/trace.go:171","msg":"trace[1406925037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20278; }","duration":"257.042927ms","start":"2026-03-31T21:01:43.817227Z","end":"2026-03-31T21:01:44.07427Z","steps":["trace[1406925037] 'agreement among raft nodes before linearized reading' (duration: 256.886313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:44.074372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.519217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:44.074411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.012986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T21:01:44.074436Z","caller":"traceutil/trace.go:171","msg":"trace[1057922421] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:20278; }","duration":"196.062428ms","start":"2026-03-31T21:01:43.878366Z","end":"2026-03-31T21:01:44.074428Z","steps":["trace[1057922421] 'agreement among raft nodes before linearized reading' (duration: 195.970356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:44.074432Z","caller":"traceutil/trace.go:171","msg":"trace[1099736260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20278; }","duration":"233.607259ms","start":"2026-03-31T21:01:43.84081Z","end":"2026-03-31T21:01:44.074417Z","steps":["trace[1099736260] 'agreement among raft nodes before linearized reading' (duration: 233.523916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:44.074444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.029732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:01:44.074509Z","caller":"traceutil/trace.go:171","msg":"trace[1331650716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20278; }","duration":"211.159585ms","start":"2026-03-31T21:01:43.863334Z","end":"2026-03-31T21:01:44.074493Z","steps":["trace[1331650716] 'agreement among raft nodes before linearized reading' (duration: 210.894199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:44.074781Z","caller":"traceutil/trace.go:171","msg":"trace[971669857] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"292.366772ms","start":"2026-03-31T21:01:43.781674Z","end":"2026-03-31T21:01:44.074041Z","steps":["trace[971669857] 'process raft request' (duration: 292.068795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:44.769233Z","caller":"traceutil/trace.go:171","msg":"trace[733157611] transaction","detail":"{read_only:false; response_revision:20285; number_of_response:1; }","duration":"134.071723ms","start":"2026-03-31T21:01:44.635141Z","end":"2026-03-31T21:01:44.769212Z","steps":["trace[733157611] 'process raft request' (duration: 133.924969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.589754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.598289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:45.589844Z","caller":"traceutil/trace.go:171","msg":"trace[760751318] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20285; }","duration":"544.744182ms","start":"2026-03-31T21:01:45.04508Z","end":"2026-03-31T21:01:45.589824Z","steps":["trace[760751318] 'range keys from in-memory index tree' (duration: 544.493106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.589905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.045056Z","time spent":"544.837855ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:45.589992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.361379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:45.59003Z","caller":"traceutil/trace.go:171","msg":"trace[1539567540] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20285; }","duration":"807.432751ms","start":"2026-03-31T21:01:44.782589Z","end":"2026-03-31T21:01:45.590022Z","steps":["trace[1539567540] 'range keys from in-memory index tree' (duration: 807.270817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.590053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.782566Z","time spent":"807.481022ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T21:01:45.590174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.978774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:45.590259Z","caller":"traceutil/trace.go:171","msg":"trace[433679207] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:20285; }","duration":"790.095877ms","start":"2026-03-31T21:01:44.800151Z","end":"2026-03-31T21:01:45.590247Z","steps":["trace[433679207] 'count revisions from in-memory index tree' (duration: 789.81117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.590289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.800129Z","time spent":"790.151208ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:01:45.590655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.601272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:45.590762Z","caller":"traceutil/trace.go:171","msg":"trace[1186724535] linearizableReadLoop","detail":"{readStateIndex:21002; appliedIndex:21001; }","duration":"305.601656ms","start":"2026-03-31T21:01:45.285144Z","end":"2026-03-31T21:01:45.590745Z","steps":["trace[1186724535] 'read index received' (duration: 169.689937ms)","trace[1186724535] 'applied index is now lower than readState.Index' (duration: 135.910299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:45.590862Z","caller":"traceutil/trace.go:171","msg":"trace[1120219053] transaction","detail":"{read_only:false; response_revision:20286; number_of_response:1; }","duration":"506.76536ms","start":"2026-03-31T21:01:45.08406Z","end":"2026-03-31T21:01:45.590826Z","steps":["trace[1120219053] 'process raft request' (duration: 370.909822ms)","trace[1120219053] 'compare' (duration: 135.252252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:45.590913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.74943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:45.590977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.084023Z","time spent":"506.889333ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:45.591007Z","caller":"traceutil/trace.go:171","msg":"trace[1448990970] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20286; }","duration":"305.901073ms","start":"2026-03-31T21:01:45.285087Z","end":"2026-03-31T21:01:45.590988Z","steps":["trace[1448990970] 'agreement among raft nodes before linearized reading' (duration: 305.736419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.591058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.285061Z","time spent":"305.986906ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:46.091864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837588560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:01:46.399643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.942904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:46.399864Z","caller":"traceutil/trace.go:171","msg":"trace[1075183595] linearizableReadLoop","detail":"{readStateIndex:21004; appliedIndex:21002; }","duration":"809.02431ms","start":"2026-03-31T21:01:45.590825Z","end":"2026-03-31T21:01:46.399849Z","steps":["trace[1075183595] 'read index received' (duration: 555.81087ms)","trace[1075183595] 'applied index is now lower than readState.Index' (duration: 253.2126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:46.399952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114484542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.399957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114403269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:46.399984Z","caller":"traceutil/trace.go:171","msg":"trace[693530189] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20288; }","duration":"1.114526072s","start":"2026-03-31T21:01:45.285448Z","end":"2026-03-31T21:01:46.399974Z","steps":["trace[693530189] 'agreement among raft nodes before linearized reading' (duration: 1.114477421s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.400009Z","caller":"traceutil/trace.go:171","msg":"trace[1577537142] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20288; }","duration":"1.114596874s","start":"2026-03-31T21:01:45.285397Z","end":"2026-03-31T21:01:46.399994Z","steps":["trace[1577537142] 'agreement among raft nodes before linearized reading' (duration: 1.114470401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.400057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114884632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.400039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114480211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:46.400086Z","caller":"traceutil/trace.go:171","msg":"trace[1638721533] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20288; }","duration":"1.114950544s","start":"2026-03-31T21:01:45.285129Z","end":"2026-03-31T21:01:46.400079Z","steps":["trace[1638721533] 'agreement among raft nodes before linearized reading' (duration: 1.114907743s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.400099Z","caller":"traceutil/trace.go:171","msg":"trace[31476200] transaction","detail":"{read_only:false; response_revision:20287; number_of_response:1; }","duration":"909.541961ms","start":"2026-03-31T21:01:45.490543Z","end":"2026-03-31T21:01:46.400085Z","steps":["trace[31476200] 'process raft request' (duration: 656.076625ms)","trace[31476200] 'compare' (duration: 252.100942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:46.400115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.285103Z","time spent":"1.115005586s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-31T21:01:46.400114Z","caller":"traceutil/trace.go:171","msg":"trace[471427247] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20288; }","duration":"1.114583684s","start":"2026-03-31T21:01:45.28551Z","end":"2026-03-31T21:01:46.400094Z","steps":["trace[471427247] 'agreement among raft nodes before linearized reading' (duration: 1.11439043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.400158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.285501Z","time spent":"1.114647586s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:46.400175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.490521Z","time spent":"909.605983ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:46.400172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114614405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.400166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11480769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.400055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.285384Z","time spent":"1.114661896s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:46.400342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114821751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:46.400359Z","caller":"traceutil/trace.go:171","msg":"trace[397044072] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20288; }","duration":"1.11516813s","start":"2026-03-31T21:01:45.285173Z","end":"2026-03-31T21:01:46.400341Z","steps":["trace[397044072] 'agreement among raft nodes before linearized reading' (duration: 1.114765269s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.400372Z","caller":"traceutil/trace.go:171","msg":"trace[782636579] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20288; }","duration":"1.114831471s","start":"2026-03-31T21:01:45.285487Z","end":"2026-03-31T21:01:46.400318Z","steps":["trace[782636579] 'agreement among raft nodes before linearized reading' (duration: 1.114387839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.400464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114171754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:46.400498Z","caller":"traceutil/trace.go:171","msg":"trace[1151585405] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20288; }","duration":"1.114251697s","start":"2026-03-31T21:01:45.286239Z","end":"2026-03-31T21:01:46.400491Z","steps":["trace[1151585405] 'agreement among raft nodes before linearized reading' (duration: 1.114200126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.40051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.285483Z","time spent":"1.114984485s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:46.400534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.286215Z","time spent":"1.114313048s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T21:01:46.400511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.285146Z","time spent":"1.115302284s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T21:01:46.400019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.28544Z","time spent":"1.114570443s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T21:01:46.400576Z","caller":"traceutil/trace.go:171","msg":"trace[144991044] transaction","detail":"{read_only:false; response_revision:20288; number_of_response:1; }","duration":"318.494249ms","start":"2026-03-31T21:01:46.08206Z","end":"2026-03-31T21:01:46.400554Z","steps":["trace[144991044] 'process raft request' (duration: 317.688118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.400396Z","caller":"traceutil/trace.go:171","msg":"trace[641626023] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20288; }","duration":"1.114887302s","start":"2026-03-31T21:01:45.285495Z","end":"2026-03-31T21:01:46.400382Z","steps":["trace[641626023] 'agreement among raft nodes before linearized reading' (duration: 1.114814471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.400665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.285488Z","time spent":"1.115169889s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:46.400743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.082028Z","time spent":"318.617981ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:46.400736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11438649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:46.400839Z","caller":"traceutil/trace.go:171","msg":"trace[993068307] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20288; }","duration":"1.114561194s","start":"2026-03-31T21:01:45.286253Z","end":"2026-03-31T21:01:46.400815Z","steps":["trace[993068307] 'agreement among raft nodes before linearized reading' (duration: 1.114325028s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.400885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.286226Z","time spent":"1.114653307s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:46.755995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.220819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:01:46.756107Z","caller":"traceutil/trace.go:171","msg":"trace[2146512683] linearizableReadLoop","detail":"{readStateIndex:21005; appliedIndex:21004; }","duration":"356.192555ms","start":"2026-03-31T21:01:46.399896Z","end":"2026-03-31T21:01:46.756088Z","steps":["trace[2146512683] 'read index received' (duration: 71.749211ms)","trace[2146512683] 'applied index is now lower than readState.Index' (duration: 284.441774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:46.756195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.505932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:46.756295Z","caller":"traceutil/trace.go:171","msg":"trace[1958025915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20288; }","duration":"915.649796ms","start":"2026-03-31T21:01:45.840631Z","end":"2026-03-31T21:01:46.75628Z","steps":["trace[1958025915] 'agreement among raft nodes before linearized reading' (duration: 915.505052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.756355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.840606Z","time spent":"915.733807ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:01:46.756515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.963406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-03-31T21:01:46.756607Z","caller":"traceutil/trace.go:171","msg":"trace[1763275695] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:20288; }","duration":"582.11678ms","start":"2026-03-31T21:01:46.174465Z","end":"2026-03-31T21:01:46.756582Z","steps":["trace[1763275695] 'agreement among raft nodes before linearized reading' (duration: 581.794642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.756657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.040686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:01:46.756666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.174442Z","time spent":"582.211323ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" "} {"level":"info","ts":"2026-03-31T21:01:46.756709Z","caller":"traceutil/trace.go:171","msg":"trace[1584138069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20288; }","duration":"672.095797ms","start":"2026-03-31T21:01:46.0846Z","end":"2026-03-31T21:01:46.756696Z","steps":["trace[1584138069] 'agreement among raft nodes before linearized reading' (duration: 671.893602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.756744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.084541Z","time spent":"672.194869ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:01:46.756741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.443804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"warn","ts":"2026-03-31T21:01:46.756761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.335036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:01:46.756808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.262621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T21:01:46.756846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.492481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:01:46.756857Z","caller":"traceutil/trace.go:171","msg":"trace[968409907] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:20288; }","duration":"658.598288ms","start":"2026-03-31T21:01:46.098233Z","end":"2026-03-31T21:01:46.756832Z","steps":["trace[968409907] 'agreement among raft nodes before linearized reading' (duration: 658.345852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.75688Z","caller":"traceutil/trace.go:171","msg":"trace[192287616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20288; }","duration":"603.487737ms","start":"2026-03-31T21:01:46.153372Z","end":"2026-03-31T21:01:46.75686Z","steps":["trace[192287616] 'agreement among raft nodes before linearized reading' (duration: 603.046606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.756869Z","caller":"traceutil/trace.go:171","msg":"trace[1285087132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20288; }","duration":"895.49624ms","start":"2026-03-31T21:01:45.861351Z","end":"2026-03-31T21:01:46.756848Z","steps":["trace[1285087132] 'agreement among raft nodes before linearized reading' (duration: 895.182122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.756899Z","caller":"traceutil/trace.go:171","msg":"trace[1912473886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20288; }","duration":"602.547753ms","start":"2026-03-31T21:01:46.154336Z","end":"2026-03-31T21:01:46.756884Z","steps":["trace[1912473886] 'agreement among raft nodes before linearized reading' (duration: 602.363058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.756928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.153347Z","time spent":"603.567548ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:01:46.756937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.861325Z","time spent":"895.600333ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:01:46.756939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.154263Z","time spent":"602.666245ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:01:46.756966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.098202Z","time spent":"658.756711ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" "} {"level":"warn","ts":"2026-03-31T21:01:46.757005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.410724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T21:01:46.75707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.519662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:01:46.757153Z","caller":"traceutil/trace.go:171","msg":"trace[1049603010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20288; }","duration":"602.647895ms","start":"2026-03-31T21:01:46.154483Z","end":"2026-03-31T21:01:46.757131Z","steps":["trace[1049603010] 'agreement among raft nodes before linearized reading' (duration: 602.352147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.757154Z","caller":"traceutil/trace.go:171","msg":"trace[879055272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20288; }","duration":"603.570608ms","start":"2026-03-31T21:01:46.153546Z","end":"2026-03-31T21:01:46.757117Z","steps":["trace[879055272] 'agreement among raft nodes before linearized reading' (duration: 603.158448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.757188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.154477Z","time spent":"602.703586ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:01:46.757218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.153456Z","time spent":"603.747403ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:01:46.757003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.190907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-31T21:01:46.758028Z","caller":"traceutil/trace.go:171","msg":"trace[22879616] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:20288; }","duration":"572.275233ms","start":"2026-03-31T21:01:46.185727Z","end":"2026-03-31T21:01:46.758002Z","steps":["trace[22879616] 'agreement among raft nodes before linearized reading' (duration: 570.979721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.758529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.185704Z","time spent":"572.802396ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" "} {"level":"info","ts":"2026-03-31T21:01:46.869851Z","caller":"traceutil/trace.go:171","msg":"trace[1357413347] transaction","detail":"{read_only:false; response_revision:20289; number_of_response:1; }","duration":"108.43112ms","start":"2026-03-31T21:01:46.76139Z","end":"2026-03-31T21:01:46.869821Z","steps":["trace[1357413347] 'process raft request' (duration: 108.218795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.894087Z","caller":"traceutil/trace.go:171","msg":"trace[862650500] linearizableReadLoop","detail":"{readStateIndex:21008; appliedIndex:21005; }","duration":"131.060197ms","start":"2026-03-31T21:01:46.763014Z","end":"2026-03-31T21:01:46.894075Z","steps":["trace[862650500] 'read index received' (duration: 106.554893ms)","trace[862650500] 'applied index is now lower than readState.Index' (duration: 24.504164ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:46.894177Z","caller":"traceutil/trace.go:171","msg":"trace[1189442961] transaction","detail":"{read_only:false; response_revision:20291; number_of_response:1; }","duration":"131.520029ms","start":"2026-03-31T21:01:46.762649Z","end":"2026-03-31T21:01:46.894169Z","steps":["trace[1189442961] 'process raft request' (duration: 131.304333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.894082Z","caller":"traceutil/trace.go:171","msg":"trace[1156466367] transaction","detail":"{read_only:false; response_revision:20290; number_of_response:1; }","duration":"131.55399ms","start":"2026-03-31T21:01:46.762495Z","end":"2026-03-31T21:01:46.894049Z","steps":["trace[1156466367] 'process raft request' (duration: 131.327294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.894505Z","caller":"traceutil/trace.go:171","msg":"trace[318414884] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"131.074938ms","start":"2026-03-31T21:01:46.763416Z","end":"2026-03-31T21:01:46.894491Z","steps":["trace[318414884] 'process raft request' (duration: 130.593736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.894581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.539719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:01:46.894639Z","caller":"traceutil/trace.go:171","msg":"trace[2035133433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20294; }","duration":"131.638981ms","start":"2026-03-31T21:01:46.762984Z","end":"2026-03-31T21:01:46.894623Z","steps":["trace[2035133433] 'agreement among raft nodes before linearized reading' (duration: 131.403055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.8947Z","caller":"traceutil/trace.go:171","msg":"trace[1449559535] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"131.539479ms","start":"2026-03-31T21:01:46.763149Z","end":"2026-03-31T21:01:46.894689Z","steps":["trace[1449559535] 'process raft request' (duration: 130.831071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.894826Z","caller":"traceutil/trace.go:171","msg":"trace[1305685511] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"120.80109ms","start":"2026-03-31T21:01:46.774015Z","end":"2026-03-31T21:01:46.894816Z","steps":["trace[1305685511] 'process raft request' (duration: 120.029171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.894856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.504601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:01:46.8949Z","caller":"traceutil/trace.go:171","msg":"trace[1953962426] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:20294; }","duration":"100.585752ms","start":"2026-03-31T21:01:46.794299Z","end":"2026-03-31T21:01:46.894885Z","steps":["trace[1953962426] 'agreement among raft nodes before linearized reading' (duration: 100.49108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.895192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.090993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1018241"} {"level":"info","ts":"2026-03-31T21:01:46.895216Z","caller":"traceutil/trace.go:171","msg":"trace[1459818299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:20294; }","duration":"132.144624ms","start":"2026-03-31T21:01:46.763064Z","end":"2026-03-31T21:01:46.895208Z","steps":["trace[1459818299] 'agreement among raft nodes before linearized reading' (duration: 131.363605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.897453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.361515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1018241"} {"level":"info","ts":"2026-03-31T21:01:46.89771Z","caller":"traceutil/trace.go:171","msg":"trace[314890210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:20294; }","duration":"133.508279ms","start":"2026-03-31T21:01:46.764021Z","end":"2026-03-31T21:01:46.897529Z","steps":["trace[314890210] 'agreement among raft nodes before linearized reading' (duration: 130.982255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.901586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.913669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1018241"} {"level":"info","ts":"2026-03-31T21:01:46.901738Z","caller":"traceutil/trace.go:171","msg":"trace[360449151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:20294; }","duration":"138.119675ms","start":"2026-03-31T21:01:46.763589Z","end":"2026-03-31T21:01:46.901709Z","steps":["trace[360449151] 'agreement among raft nodes before linearized reading' (duration: 131.500419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:50.587894Z","caller":"traceutil/trace.go:171","msg":"trace[1666094519] linearizableReadLoop","detail":"{readStateIndex:21029; appliedIndex:21028; }","duration":"227.219169ms","start":"2026-03-31T21:01:50.36065Z","end":"2026-03-31T21:01:50.587869Z","steps":["trace[1666094519] 'read index received' (duration: 226.964062ms)","trace[1666094519] 'applied index is now lower than readState.Index' (duration: 254.247µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:50.587966Z","caller":"traceutil/trace.go:171","msg":"trace[598691748] transaction","detail":"{read_only:false; response_revision:20312; number_of_response:1; }","duration":"403.764526ms","start":"2026-03-31T21:01:50.184164Z","end":"2026-03-31T21:01:50.587929Z","steps":["trace[598691748] 'process raft request' (duration: 403.51521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.588083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.380193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:50.588123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.184135Z","time spent":"403.90611ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9006,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:50.588134Z","caller":"traceutil/trace.go:171","msg":"trace[530259162] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:20312; }","duration":"227.510636ms","start":"2026-03-31T21:01:50.360608Z","end":"2026-03-31T21:01:50.588119Z","steps":["trace[530259162] 'agreement among raft nodes before linearized reading' (duration: 227.387393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.592319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.587885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.592384Z","caller":"traceutil/trace.go:171","msg":"trace[315971182] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20314; }","duration":"183.707668ms","start":"2026-03-31T21:01:50.408662Z","end":"2026-03-31T21:01:50.59237Z","steps":["trace[315971182] 'agreement among raft nodes before linearized reading' (duration: 183.596075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:50.592782Z","caller":"traceutil/trace.go:171","msg":"trace[649543310] transaction","detail":"{read_only:false; response_revision:20313; number_of_response:1; }","duration":"179.947613ms","start":"2026-03-31T21:01:50.412821Z","end":"2026-03-31T21:01:50.592769Z","steps":["trace[649543310] 'process raft request' (duration: 179.255996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:50.59289Z","caller":"traceutil/trace.go:171","msg":"trace[157862445] transaction","detail":"{read_only:false; response_revision:20314; number_of_response:1; }","duration":"179.578454ms","start":"2026-03-31T21:01:50.413289Z","end":"2026-03-31T21:01:50.592867Z","steps":["trace[157862445] 'process raft request' (duration: 178.913498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.608868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.418431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.608939Z","caller":"traceutil/trace.go:171","msg":"trace[2046980233] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20314; }","duration":"199.507394ms","start":"2026-03-31T21:01:50.409405Z","end":"2026-03-31T21:01:50.608913Z","steps":["trace[2046980233] 'agreement among raft nodes before linearized reading' (duration: 183.492132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.608923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.823946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.609007Z","caller":"traceutil/trace.go:171","msg":"trace[916503331] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20314; }","duration":"198.94668ms","start":"2026-03-31T21:01:50.410039Z","end":"2026-03-31T21:01:50.608986Z","steps":["trace[916503331] 'agreement among raft nodes before linearized reading' (duration: 182.834725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.289688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.609074Z","caller":"traceutil/trace.go:171","msg":"trace[2108182434] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20314; }","duration":"199.413442ms","start":"2026-03-31T21:01:50.409643Z","end":"2026-03-31T21:01:50.609056Z","steps":["trace[2108182434] 'agreement among raft nodes before linearized reading' (duration: 183.145543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.609151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.330789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.609192Z","caller":"traceutil/trace.go:171","msg":"trace[2072634281] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:20314; }","duration":"197.38422ms","start":"2026-03-31T21:01:50.411798Z","end":"2026-03-31T21:01:50.609182Z","steps":["trace[2072634281] 'agreement among raft nodes before linearized reading' (duration: 181.086951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.609239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.35454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.609276Z","caller":"traceutil/trace.go:171","msg":"trace[941103121] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20314; }","duration":"197.441562ms","start":"2026-03-31T21:01:50.411825Z","end":"2026-03-31T21:01:50.609267Z","steps":["trace[941103121] 'agreement among raft nodes before linearized reading' (duration: 181.056221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.609259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.404881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.609436Z","caller":"traceutil/trace.go:171","msg":"trace[151387103] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20314; }","duration":"197.701909ms","start":"2026-03-31T21:01:50.411716Z","end":"2026-03-31T21:01:50.609418Z","steps":["trace[151387103] 'agreement among raft nodes before linearized reading' (duration: 181.035381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.609368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.135904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.609555Z","caller":"traceutil/trace.go:171","msg":"trace[444240746] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20314; }","duration":"199.36439ms","start":"2026-03-31T21:01:50.410179Z","end":"2026-03-31T21:01:50.609543Z","steps":["trace[444240746] 'agreement among raft nodes before linearized reading' (duration: 182.681851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:50.60972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.179195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:50.609891Z","caller":"traceutil/trace.go:171","msg":"trace[786204154] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20314; }","duration":"197.37161ms","start":"2026-03-31T21:01:50.412502Z","end":"2026-03-31T21:01:50.609873Z","steps":["trace[786204154] 'agreement among raft nodes before linearized reading' (duration: 180.333132ms)","trace[786204154] 'range keys from in-memory index tree' (duration: 16.848902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:51.064651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.682941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:51.064901Z","caller":"traceutil/trace.go:171","msg":"trace[328666879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20317; }","duration":"225.992228ms","start":"2026-03-31T21:01:50.838884Z","end":"2026-03-31T21:01:51.064876Z","steps":["trace[328666879] 'range keys from in-memory index tree' (duration: 225.595068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.072267Z","caller":"traceutil/trace.go:171","msg":"trace[878385596] linearizableReadLoop","detail":"{readStateIndex:21035; appliedIndex:21034; }","duration":"189.366079ms","start":"2026-03-31T21:01:50.882884Z","end":"2026-03-31T21:01:51.07225Z","steps":["trace[878385596] 'read index received' (duration: 189.233735ms)","trace[878385596] 'applied index is now lower than readState.Index' (duration: 131.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:51.072324Z","caller":"traceutil/trace.go:171","msg":"trace[1096275250] transaction","detail":"{read_only:false; response_revision:20318; number_of_response:1; }","duration":"228.565082ms","start":"2026-03-31T21:01:50.843737Z","end":"2026-03-31T21:01:51.072302Z","steps":["trace[1096275250] 'process raft request' (duration: 228.358627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.072595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.692826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:01:51.072676Z","caller":"traceutil/trace.go:171","msg":"trace[735236172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20318; }","duration":"189.779839ms","start":"2026-03-31T21:01:50.882875Z","end":"2026-03-31T21:01:51.072655Z","steps":["trace[735236172] 'agreement among raft nodes before linearized reading' (duration: 189.461981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.311054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.195001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:51.311376Z","caller":"traceutil/trace.go:171","msg":"trace[1069429567] transaction","detail":"{read_only:false; response_revision:20320; number_of_response:1; }","duration":"232.338047ms","start":"2026-03-31T21:01:51.079013Z","end":"2026-03-31T21:01:51.311351Z","steps":["trace[1069429567] 'process raft request' (duration: 232.201154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.311368Z","caller":"traceutil/trace.go:171","msg":"trace[1167613894] transaction","detail":"{read_only:false; response_revision:20319; number_of_response:1; }","duration":"401.629013ms","start":"2026-03-31T21:01:50.909698Z","end":"2026-03-31T21:01:51.311327Z","steps":["trace[1167613894] 'process raft request' (duration: 262.042692ms)","trace[1167613894] 'compare' (duration: 138.736039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:51.311562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.909683Z","time spent":"401.775118ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:51.311553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.242011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:51.311429Z","caller":"traceutil/trace.go:171","msg":"trace[226259287] linearizableReadLoop","detail":"{readStateIndex:21036; appliedIndex:21035; }","duration":"239.082437ms","start":"2026-03-31T21:01:51.072314Z","end":"2026-03-31T21:01:51.311397Z","steps":["trace[226259287] 'read index received' (duration: 99.398084ms)","trace[226259287] 'applied index is now lower than readState.Index' (duration: 139.681553ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:51.311648Z","caller":"traceutil/trace.go:171","msg":"trace[1011067911] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20320; }","duration":"298.390094ms","start":"2026-03-31T21:01:51.013237Z","end":"2026-03-31T21:01:51.311627Z","steps":["trace[1011067911] 'agreement among raft nodes before linearized reading' (duration: 298.205509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.311661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.79016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-31T21:01:51.311667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.183647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T21:01:51.311686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.057169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T21:01:51.31178Z","caller":"traceutil/trace.go:171","msg":"trace[1694579837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20320; }","duration":"400.30824ms","start":"2026-03-31T21:01:50.911453Z","end":"2026-03-31T21:01:51.311762Z","steps":["trace[1694579837] 'agreement among raft nodes before linearized reading' (duration: 400.048694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.311777Z","caller":"traceutil/trace.go:171","msg":"trace[889892521] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:20320; }","duration":"380.940374ms","start":"2026-03-31T21:01:50.93081Z","end":"2026-03-31T21:01:51.31175Z","steps":["trace[889892521] 'agreement among raft nodes before linearized reading' (duration: 380.708108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.311814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.817543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:51.311706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.481035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"warn","ts":"2026-03-31T21:01:51.311848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.911448Z","time spent":"400.385382ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:01:51.311879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.781287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:01:51.311805Z","caller":"traceutil/trace.go:171","msg":"trace[913495241] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:20320; }","duration":"332.192992ms","start":"2026-03-31T21:01:50.9796Z","end":"2026-03-31T21:01:51.311793Z","steps":["trace[913495241] 'agreement among raft nodes before linearized reading' (duration: 331.947246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.311919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.226944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-31T21:01:51.311925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.856394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T21:01:51.311952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.979593Z","time spent":"332.345256ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" "} {"level":"warn","ts":"2026-03-31T21:01:51.311959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.372427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:01:51.312032Z","caller":"traceutil/trace.go:171","msg":"trace[1224627369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20320; }","duration":"403.468949ms","start":"2026-03-31T21:01:50.908547Z","end":"2026-03-31T21:01:51.312016Z","steps":["trace[1224627369] 'agreement among raft nodes before linearized reading' (duration: 403.266254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.312003Z","caller":"traceutil/trace.go:171","msg":"trace[815610877] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:20320; }","duration":"347.775412ms","start":"2026-03-31T21:01:50.964112Z","end":"2026-03-31T21:01:51.311887Z","steps":["trace[815610877] 'agreement among raft nodes before linearized reading' (duration: 347.29658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.312143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.964065Z","time spent":"348.063909ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" "} {"level":"info","ts":"2026-03-31T21:01:51.311846Z","caller":"traceutil/trace.go:171","msg":"trace[415519293] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:20320; }","duration":"223.873625ms","start":"2026-03-31T21:01:51.08796Z","end":"2026-03-31T21:01:51.311834Z","steps":["trace[415519293] 'agreement among raft nodes before linearized reading' (duration: 223.834234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.312088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.908519Z","time spent":"403.556342ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:01:51.311986Z","caller":"traceutil/trace.go:171","msg":"trace[1079496038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20320; }","duration":"402.948116ms","start":"2026-03-31T21:01:50.909022Z","end":"2026-03-31T21:01:51.31197Z","steps":["trace[1079496038] 'agreement among raft nodes before linearized reading' (duration: 402.743231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.312486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.909014Z","time spent":"403.452399ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:01:51.311941Z","caller":"traceutil/trace.go:171","msg":"trace[1388186639] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:20320; }","duration":"340.278754ms","start":"2026-03-31T21:01:50.971656Z","end":"2026-03-31T21:01:51.311935Z","steps":["trace[1388186639] 'agreement among raft nodes before linearized reading' (duration: 340.206803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.312606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.971638Z","time spent":"340.943311ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" "} {"level":"warn","ts":"2026-03-31T21:01:51.311753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.2906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:01:51.312792Z","caller":"traceutil/trace.go:171","msg":"trace[607666061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20320; }","duration":"403.329356ms","start":"2026-03-31T21:01:50.909444Z","end":"2026-03-31T21:01:51.312773Z","steps":["trace[607666061] 'agreement among raft nodes before linearized reading' (duration: 402.230679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.311626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.755649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:51.31286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.909438Z","time spent":"403.402758ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:01:51.312916Z","caller":"traceutil/trace.go:171","msg":"trace[631876962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20320; }","duration":"246.121483ms","start":"2026-03-31T21:01:51.06676Z","end":"2026-03-31T21:01:51.312882Z","steps":["trace[631876962] 'agreement among raft nodes before linearized reading' (duration: 244.761619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.311848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:50.930787Z","time spent":"381.045847ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-03-31T21:01:51.311918Z","caller":"traceutil/trace.go:171","msg":"trace[2009969654] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20320; }","duration":"218.854339ms","start":"2026-03-31T21:01:51.093051Z","end":"2026-03-31T21:01:51.311905Z","steps":["trace[2009969654] 'agreement among raft nodes before linearized reading' (duration: 218.783967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.44841Z","caller":"traceutil/trace.go:171","msg":"trace[1392754424] transaction","detail":"{read_only:false; response_revision:20321; number_of_response:1; }","duration":"133.046888ms","start":"2026-03-31T21:01:51.315326Z","end":"2026-03-31T21:01:51.448373Z","steps":["trace[1392754424] 'process raft request' (duration: 106.145603ms)","trace[1392754424] 'compare' (duration: 26.546715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:51.44864Z","caller":"traceutil/trace.go:171","msg":"trace[254316900] transaction","detail":"{read_only:false; response_revision:20322; number_of_response:1; }","duration":"132.300769ms","start":"2026-03-31T21:01:51.316306Z","end":"2026-03-31T21:01:51.448606Z","steps":["trace[254316900] 'process raft request' (duration: 131.902368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.448804Z","caller":"traceutil/trace.go:171","msg":"trace[853896768] transaction","detail":"{read_only:false; response_revision:20323; number_of_response:1; }","duration":"131.508658ms","start":"2026-03-31T21:01:51.317273Z","end":"2026-03-31T21:01:51.448781Z","steps":["trace[853896768] 'process raft request' (duration: 131.070877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.448933Z","caller":"traceutil/trace.go:171","msg":"trace[1999926349] transaction","detail":"{read_only:false; response_revision:20324; number_of_response:1; }","duration":"131.562209ms","start":"2026-03-31T21:01:51.31736Z","end":"2026-03-31T21:01:51.448922Z","steps":["trace[1999926349] 'process raft request' (duration: 131.235971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.448919Z","caller":"traceutil/trace.go:171","msg":"trace[331269784] transaction","detail":"{read_only:false; response_revision:20325; number_of_response:1; }","duration":"131.378295ms","start":"2026-03-31T21:01:51.317508Z","end":"2026-03-31T21:01:51.448886Z","steps":["trace[331269784] 'process raft request' (duration: 131.14513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.448942Z","caller":"traceutil/trace.go:171","msg":"trace[119762721] linearizableReadLoop","detail":"{readStateIndex:21043; appliedIndex:21037; }","duration":"131.358394ms","start":"2026-03-31T21:01:51.317568Z","end":"2026-03-31T21:01:51.448927Z","steps":["trace[119762721] 'read index received' (duration: 43.195893ms)","trace[119762721] 'applied index is now lower than readState.Index' (duration: 88.160751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:51.449986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.39129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1018433"} {"level":"info","ts":"2026-03-31T21:01:51.45006Z","caller":"traceutil/trace.go:171","msg":"trace[1194060085] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:20326; }","duration":"132.514483ms","start":"2026-03-31T21:01:51.317529Z","end":"2026-03-31T21:01:51.450044Z","steps":["trace[1194060085] 'agreement among raft nodes before linearized reading' (duration: 131.445027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.451013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.542994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1018433"} {"level":"info","ts":"2026-03-31T21:01:51.45112Z","caller":"traceutil/trace.go:171","msg":"trace[2135964088] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:20326; }","duration":"132.700488ms","start":"2026-03-31T21:01:51.318404Z","end":"2026-03-31T21:01:51.451105Z","steps":["trace[2135964088] 'agreement among raft nodes before linearized reading' (duration: 130.765199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.452182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.76192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:105 size:1018433"} {"level":"info","ts":"2026-03-31T21:01:51.452347Z","caller":"traceutil/trace.go:171","msg":"trace[1453170768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:105; response_revision:20326; }","duration":"130.972375ms","start":"2026-03-31T21:01:51.32135Z","end":"2026-03-31T21:01:51.452323Z","steps":["trace[1453170768] 'agreement among raft nodes before linearized reading' (duration: 128.177905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.78034Z","caller":"traceutil/trace.go:171","msg":"trace[1374750719] linearizableReadLoop","detail":"{readStateIndex:21049; appliedIndex:21048; }","duration":"164.978508ms","start":"2026-03-31T21:01:51.61533Z","end":"2026-03-31T21:01:51.780309Z","steps":["trace[1374750719] 'read index received' (duration: 128.691367ms)","trace[1374750719] 'applied index is now lower than readState.Index' (duration: 36.285791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:51.780468Z","caller":"traceutil/trace.go:171","msg":"trace[812157194] transaction","detail":"{read_only:false; response_revision:20331; number_of_response:1; }","duration":"169.257545ms","start":"2026-03-31T21:01:51.611173Z","end":"2026-03-31T21:01:51.780431Z","steps":["trace[812157194] 'process raft request' (duration: 132.889722ms)","trace[812157194] 'compare' (duration: 36.056355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:51.780582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.704216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:51.780628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.976994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-31T21:01:51.780674Z","caller":"traceutil/trace.go:171","msg":"trace[209306596] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20331; }","duration":"173.86043ms","start":"2026-03-31T21:01:51.606793Z","end":"2026-03-31T21:01:51.780653Z","steps":["trace[209306596] 'agreement among raft nodes before linearized reading' (duration: 173.671096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.780681Z","caller":"traceutil/trace.go:171","msg":"trace[612946418] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20331; }","duration":"174.077536ms","start":"2026-03-31T21:01:51.606588Z","end":"2026-03-31T21:01:51.780665Z","steps":["trace[612946418] 'agreement among raft nodes before linearized reading' (duration: 173.884331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.812742Z","caller":"traceutil/trace.go:171","msg":"trace[1147354230] transaction","detail":"{read_only:false; response_revision:20332; number_of_response:1; }","duration":"192.586891ms","start":"2026-03-31T21:01:51.620141Z","end":"2026-03-31T21:01:51.812728Z","steps":["trace[1147354230] 'process raft request' (duration: 192.503739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:51.812927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.415285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-endpoints-jggp7\" ","response":"range_response_count:1 size:22008"} {"level":"info","ts":"2026-03-31T21:01:51.812997Z","caller":"traceutil/trace.go:171","msg":"trace[1022795019] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-endpoints-jggp7; range_end:; response_count:1; response_revision:20332; }","duration":"178.536778ms","start":"2026-03-31T21:01:51.634444Z","end":"2026-03-31T21:01:51.812981Z","steps":["trace[1022795019] 'agreement among raft nodes before linearized reading' (duration: 178.325663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.100863Z","caller":"traceutil/trace.go:171","msg":"trace[1680710176] linearizableReadLoop","detail":"{readStateIndex:21052; appliedIndex:21051; }","duration":"198.827566ms","start":"2026-03-31T21:01:51.902008Z","end":"2026-03-31T21:01:52.100836Z","steps":["trace[1680710176] 'read index received' (duration: 131.655861ms)","trace[1680710176] 'applied index is now lower than readState.Index' (duration: 67.170515ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:52.10098Z","caller":"traceutil/trace.go:171","msg":"trace[1544843119] transaction","detail":"{read_only:false; response_revision:20334; number_of_response:1; }","duration":"271.801847ms","start":"2026-03-31T21:01:51.829141Z","end":"2026-03-31T21:01:52.100943Z","steps":["trace[1544843119] 'process raft request' (duration: 204.619663ms)","trace[1544843119] 'compare' (duration: 66.928288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:52.10124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.847961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:52.101276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.257229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-31T21:01:52.101305Z","caller":"traceutil/trace.go:171","msg":"trace[950389889] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20334; }","duration":"110.959073ms","start":"2026-03-31T21:01:51.990327Z","end":"2026-03-31T21:01:52.101286Z","steps":["trace[950389889] 'agreement among raft nodes before linearized reading' (duration: 110.857221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.101324Z","caller":"traceutil/trace.go:171","msg":"trace[1680736359] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20334; }","duration":"199.33555ms","start":"2026-03-31T21:01:51.901975Z","end":"2026-03-31T21:01:52.101311Z","steps":["trace[1680736359] 'agreement among raft nodes before linearized reading' (duration: 199.007372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.101616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.071885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:01:52.101673Z","caller":"traceutil/trace.go:171","msg":"trace[71819149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20334; }","duration":"107.163209ms","start":"2026-03-31T21:01:51.994497Z","end":"2026-03-31T21:01:52.101661Z","steps":["trace[71819149] 'agreement among raft nodes before linearized reading' (duration: 106.964854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.783346Z","caller":"traceutil/trace.go:171","msg":"trace[1665254662] transaction","detail":"{read_only:false; response_revision:20337; number_of_response:1; }","duration":"202.069238ms","start":"2026-03-31T21:01:52.581216Z","end":"2026-03-31T21:01:52.783285Z","steps":["trace[1665254662] 'process raft request' (duration: 112.803769ms)","trace[1665254662] 'compare' (duration: 88.983602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:52.783381Z","caller":"traceutil/trace.go:171","msg":"trace[1459264801] linearizableReadLoop","detail":"{readStateIndex:21055; appliedIndex:21054; }","duration":"201.640297ms","start":"2026-03-31T21:01:52.58168Z","end":"2026-03-31T21:01:52.78332Z","steps":["trace[1459264801] 'read index received' (duration: 112.337857ms)","trace[1459264801] 'applied index is now lower than readState.Index' (duration: 89.29861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:52.783466Z","caller":"traceutil/trace.go:171","msg":"trace[979890796] transaction","detail":"{read_only:false; response_revision:20339; number_of_response:1; }","duration":"185.035361ms","start":"2026-03-31T21:01:52.598387Z","end":"2026-03-31T21:01:52.783422Z","steps":["trace[979890796] 'process raft request' (duration: 184.963929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.78383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.14233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-31T21:01:52.783911Z","caller":"traceutil/trace.go:171","msg":"trace[245659501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d; range_end:; response_count:1; response_revision:20339; }","duration":"202.259423ms","start":"2026-03-31T21:01:52.581627Z","end":"2026-03-31T21:01:52.783886Z","steps":["trace[245659501] 'agreement among raft nodes before linearized reading' (duration: 201.911094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.783864Z","caller":"traceutil/trace.go:171","msg":"trace[1144492535] transaction","detail":"{read_only:false; response_revision:20338; number_of_response:1; }","duration":"185.439431ms","start":"2026-03-31T21:01:52.598363Z","end":"2026-03-31T21:01:52.783803Z","steps":["trace[1144492535] 'process raft request' (duration: 184.864287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.784383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.328156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:52.784414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.440449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:52.784423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.401339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:52.784478Z","caller":"traceutil/trace.go:171","msg":"trace[163933703] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20339; }","duration":"169.530151ms","start":"2026-03-31T21:01:52.61493Z","end":"2026-03-31T21:01:52.78446Z","steps":["trace[163933703] 'agreement among raft nodes before linearized reading' (duration: 169.414098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.784544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.306947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:52.784536Z","caller":"traceutil/trace.go:171","msg":"trace[579627164] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20339; }","duration":"169.528562ms","start":"2026-03-31T21:01:52.614978Z","end":"2026-03-31T21:01:52.784507Z","steps":["trace[579627164] 'agreement among raft nodes before linearized reading' (duration: 169.371137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.784584Z","caller":"traceutil/trace.go:171","msg":"trace[32994656] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20339; }","duration":"169.346548ms","start":"2026-03-31T21:01:52.615229Z","end":"2026-03-31T21:01:52.784575Z","steps":["trace[32994656] 'agreement among raft nodes before linearized reading' (duration: 169.279276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.784606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.555044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:52.784423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.021776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-31T21:01:52.784661Z","caller":"traceutil/trace.go:171","msg":"trace[1792875814] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20339; }","duration":"171.608135ms","start":"2026-03-31T21:01:52.613038Z","end":"2026-03-31T21:01:52.784646Z","steps":["trace[1792875814] 'agreement among raft nodes before linearized reading' (duration: 171.537483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.784712Z","caller":"traceutil/trace.go:171","msg":"trace[92962899] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20339; }","duration":"186.359235ms","start":"2026-03-31T21:01:52.598324Z","end":"2026-03-31T21:01:52.784683Z","steps":["trace[92962899] 'agreement among raft nodes before linearized reading' (duration: 185.80332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.784545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.745438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:52.784798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.753038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:52.784841Z","caller":"traceutil/trace.go:171","msg":"trace[1312752191] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20339; }","duration":"169.807869ms","start":"2026-03-31T21:01:52.615025Z","end":"2026-03-31T21:01:52.784833Z","steps":["trace[1312752191] 'agreement among raft nodes before linearized reading' (duration: 169.728217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.784832Z","caller":"traceutil/trace.go:171","msg":"trace[1252020844] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20339; }","duration":"170.046815ms","start":"2026-03-31T21:01:52.614767Z","end":"2026-03-31T21:01:52.784813Z","steps":["trace[1252020844] 'agreement among raft nodes before linearized reading' (duration: 169.733586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.784897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.81735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-31T21:01:52.784479Z","caller":"traceutil/trace.go:171","msg":"trace[785612102] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20339; }","duration":"169.456339ms","start":"2026-03-31T21:01:52.615002Z","end":"2026-03-31T21:01:52.784459Z","steps":["trace[785612102] 'agreement among raft nodes before linearized reading' (duration: 169.296845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.784964Z","caller":"traceutil/trace.go:171","msg":"trace[194288313] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20339; }","duration":"169.899081ms","start":"2026-03-31T21:01:52.615051Z","end":"2026-03-31T21:01:52.78495Z","steps":["trace[194288313] 'agreement among raft nodes before linearized reading' (duration: 169.698696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:53.711385Z","caller":"traceutil/trace.go:171","msg":"trace[1119967883] transaction","detail":"{read_only:false; response_revision:20340; number_of_response:1; }","duration":"393.373846ms","start":"2026-03-31T21:01:53.317982Z","end":"2026-03-31T21:01:53.711356Z","steps":["trace[1119967883] 'process raft request' (duration: 393.202212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.711579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.317953Z","time spent":"393.51916ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:53.711664Z","caller":"traceutil/trace.go:171","msg":"trace[1032768716] linearizableReadLoop","detail":"{readStateIndex:21058; appliedIndex:21058; }","duration":"393.267453ms","start":"2026-03-31T21:01:53.31836Z","end":"2026-03-31T21:01:53.711627Z","steps":["trace[1032768716] 'read index received' (duration: 393.249803ms)","trace[1032768716] 'applied index is now lower than readState.Index' (duration: 14.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:53.71196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.821516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:01:53.712015Z","caller":"traceutil/trace.go:171","msg":"trace[1769180750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20340; }","duration":"257.912479ms","start":"2026-03-31T21:01:53.454086Z","end":"2026-03-31T21:01:53.711998Z","steps":["trace[1769180750] 'agreement among raft nodes before linearized reading' (duration: 257.729704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.712039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.444321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pthbz\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-31T21:01:53.711987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.600592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:01:53.712146Z","caller":"traceutil/trace.go:171","msg":"trace[10910454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20340; }","duration":"393.811378ms","start":"2026-03-31T21:01:53.318311Z","end":"2026-03-31T21:01:53.712122Z","steps":["trace[10910454] 'agreement among raft nodes before linearized reading' (duration: 393.419627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.712179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.425687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:01:53.712274Z","caller":"traceutil/trace.go:171","msg":"trace[1052798829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20340; }","duration":"257.529739ms","start":"2026-03-31T21:01:53.454733Z","end":"2026-03-31T21:01:53.712263Z","steps":["trace[1052798829] 'agreement among raft nodes before linearized reading' (duration: 257.379635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.71229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.318273Z","time spent":"394.003182ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:01:53.712085Z","caller":"traceutil/trace.go:171","msg":"trace[188448279] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pthbz; range_end:; response_count:1; response_revision:20340; }","duration":"238.530293ms","start":"2026-03-31T21:01:53.473542Z","end":"2026-03-31T21:01:53.712072Z","steps":["trace[188448279] 'agreement among raft nodes before linearized reading' (duration: 238.289087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.712439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.236966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:01:53.712486Z","caller":"traceutil/trace.go:171","msg":"trace[932012293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20340; }","duration":"258.298788ms","start":"2026-03-31T21:01:53.454167Z","end":"2026-03-31T21:01:53.712465Z","steps":["trace[932012293] 'agreement among raft nodes before linearized reading' (duration: 258.199876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.712562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.437465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-03-31T21:01:53.712636Z","caller":"traceutil/trace.go:171","msg":"trace[1604531853] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:20340; }","duration":"237.537628ms","start":"2026-03-31T21:01:53.47507Z","end":"2026-03-31T21:01:53.712608Z","steps":["trace[1604531853] 'agreement among raft nodes before linearized reading' (duration: 237.385024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.712729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.584885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:01:53.712789Z","caller":"traceutil/trace.go:171","msg":"trace[1822813278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20340; }","duration":"258.646647ms","start":"2026-03-31T21:01:53.454128Z","end":"2026-03-31T21:01:53.712775Z","steps":["trace[1822813278] 'agreement among raft nodes before linearized reading' (duration: 258.502323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.712811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.398019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T21:01:53.712847Z","caller":"traceutil/trace.go:171","msg":"trace[692691014] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:20340; }","duration":"238.45704ms","start":"2026-03-31T21:01:53.474382Z","end":"2026-03-31T21:01:53.712839Z","steps":["trace[692691014] 'agreement among raft nodes before linearized reading' (duration: 238.359188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:54.030324Z","caller":"traceutil/trace.go:171","msg":"trace[2028368966] transaction","detail":"{read_only:false; response_revision:20341; number_of_response:1; }","duration":"311.01652ms","start":"2026-03-31T21:01:53.719278Z","end":"2026-03-31T21:01:54.030294Z","steps":["trace[2028368966] 'process raft request' (duration: 245.514437ms)","trace[2028368966] 'compare' (duration: 65.3878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:54.030498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.719252Z","time spent":"311.142914ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:54.044774Z","caller":"traceutil/trace.go:171","msg":"trace[1685436460] linearizableReadLoop","detail":"{readStateIndex:21061; appliedIndex:21058; }","duration":"324.713314ms","start":"2026-03-31T21:01:53.720037Z","end":"2026-03-31T21:01:54.044751Z","steps":["trace[1685436460] 'read index received' (duration: 244.772019ms)","trace[1685436460] 'applied index is now lower than readState.Index' (duration: 79.939665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:54.045129Z","caller":"traceutil/trace.go:171","msg":"trace[2107354762] transaction","detail":"{read_only:false; response_revision:20342; number_of_response:1; }","duration":"325.804351ms","start":"2026-03-31T21:01:53.719306Z","end":"2026-03-31T21:01:54.045111Z","steps":["trace[2107354762] 'process raft request' (duration: 325.134965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.045255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.71929Z","time spent":"325.885684ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:54.045458Z","caller":"traceutil/trace.go:171","msg":"trace[1233731361] transaction","detail":"{read_only:false; response_revision:20343; number_of_response:1; }","duration":"325.985956ms","start":"2026-03-31T21:01:53.719457Z","end":"2026-03-31T21:01:54.045443Z","steps":["trace[1233731361] 'process raft request' (duration: 325.122334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.045526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.719416Z","time spent":"326.078959ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:54.04566Z","caller":"traceutil/trace.go:171","msg":"trace[818409974] transaction","detail":"{read_only:false; response_revision:20344; number_of_response:1; }","duration":"325.514805ms","start":"2026-03-31T21:01:53.720132Z","end":"2026-03-31T21:01:54.045647Z","steps":["trace[818409974] 'process raft request' (duration: 324.497558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.045725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.720126Z","time spent":"325.569246ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:54.04586Z","caller":"traceutil/trace.go:171","msg":"trace[1581942042] transaction","detail":"{read_only:false; response_revision:20345; number_of_response:1; }","duration":"324.493879ms","start":"2026-03-31T21:01:53.721355Z","end":"2026-03-31T21:01:54.045849Z","steps":["trace[1581942042] 'process raft request' (duration: 323.315498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.04592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.721347Z","time spent":"324.54446ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:54.046033Z","caller":"traceutil/trace.go:171","msg":"trace[1283235084] transaction","detail":"{read_only:false; response_revision:20346; number_of_response:1; }","duration":"260.525114ms","start":"2026-03-31T21:01:53.785499Z","end":"2026-03-31T21:01:54.046024Z","steps":["trace[1283235084] 'process raft request' (duration: 259.20947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.047046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.012032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1043042"} {"level":"info","ts":"2026-03-31T21:01:54.047098Z","caller":"traceutil/trace.go:171","msg":"trace[1294983363] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20346; }","duration":"327.094194ms","start":"2026-03-31T21:01:53.719993Z","end":"2026-03-31T21:01:54.047087Z","steps":["trace[1294983363] 'agreement among raft nodes before linearized reading' (duration: 326.148811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.047134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.719971Z","time spent":"327.152065ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":106,"response size":1043064,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:01:54.048425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.991342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1043042"} {"level":"info","ts":"2026-03-31T21:01:54.048476Z","caller":"traceutil/trace.go:171","msg":"trace[223067345] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20346; }","duration":"327.057803ms","start":"2026-03-31T21:01:53.721404Z","end":"2026-03-31T21:01:54.048462Z","steps":["trace[223067345] 'agreement among raft nodes before linearized reading' (duration: 326.178041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.048511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.721354Z","time spent":"327.144205ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":106,"response size":1043064,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:01:54.048593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.623692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-31T21:01:54.048685Z","caller":"traceutil/trace.go:171","msg":"trace[2039934785] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20346; }","duration":"259.739304ms","start":"2026-03-31T21:01:53.788921Z","end":"2026-03-31T21:01:54.048661Z","steps":["trace[2039934785] 'agreement among raft nodes before linearized reading' (duration: 259.451617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.04886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.31673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.048908Z","caller":"traceutil/trace.go:171","msg":"trace[468858394] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20346; }","duration":"262.389821ms","start":"2026-03-31T21:01:53.786506Z","end":"2026-03-31T21:01:54.048896Z","steps":["trace[468858394] 'agreement among raft nodes before linearized reading' (duration: 262.323219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.049048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.100459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.049086Z","caller":"traceutil/trace.go:171","msg":"trace[66513808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20346; }","duration":"208.16598ms","start":"2026-03-31T21:01:53.840911Z","end":"2026-03-31T21:01:54.049077Z","steps":["trace[66513808] 'agreement among raft nodes before linearized reading' (duration: 208.109969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.049139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.900173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:01:54.049177Z","caller":"traceutil/trace.go:171","msg":"trace[1871043360] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:20346; }","duration":"309.961825ms","start":"2026-03-31T21:01:53.739206Z","end":"2026-03-31T21:01:54.049168Z","steps":["trace[1871043360] 'agreement among raft nodes before linearized reading' (duration: 309.851642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.049208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.73919Z","time spent":"310.006835ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":142,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:01:54.050053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.606641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1043042"} {"level":"info","ts":"2026-03-31T21:01:54.0501Z","caller":"traceutil/trace.go:171","msg":"trace[1749443443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20346; }","duration":"328.668202ms","start":"2026-03-31T21:01:53.721422Z","end":"2026-03-31T21:01:54.05009Z","steps":["trace[1749443443] 'agreement among raft nodes before linearized reading' (duration: 327.851982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.050133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.721413Z","time spent":"328.708764ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":106,"response size":1043064,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:01:54.391607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.251808ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.39187Z","caller":"traceutil/trace.go:171","msg":"trace[821124080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20346; }","duration":"152.557725ms","start":"2026-03-31T21:01:54.239251Z","end":"2026-03-31T21:01:54.391809Z","steps":["trace[821124080] 'range keys from in-memory index tree' (duration: 152.231047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:54.391993Z","caller":"traceutil/trace.go:171","msg":"trace[512354966] transaction","detail":"{read_only:false; response_revision:20347; number_of_response:1; }","duration":"166.574587ms","start":"2026-03-31T21:01:54.225396Z","end":"2026-03-31T21:01:54.39197Z","steps":["trace[512354966] 'process raft request' (duration: 134.423802ms)","trace[512354966] 'compare' (duration: 31.91765ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:54.951512Z","caller":"traceutil/trace.go:171","msg":"trace[1955948245] linearizableReadLoop","detail":"{readStateIndex:21068; appliedIndex:21066; }","duration":"160.901975ms","start":"2026-03-31T21:01:54.790569Z","end":"2026-03-31T21:01:54.951471Z","steps":["trace[1955948245] 'read index received' (duration: 49.734437ms)","trace[1955948245] 'applied index is now lower than readState.Index' (duration: 111.164958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:54.951788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.696826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:54.951813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.808678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.951864Z","caller":"traceutil/trace.go:171","msg":"trace[346427752] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20350; }","duration":"159.808109ms","start":"2026-03-31T21:01:54.792041Z","end":"2026-03-31T21:01:54.951849Z","steps":["trace[346427752] 'agreement among raft nodes before linearized reading' (duration: 159.670165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.95188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.618254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.951883Z","caller":"traceutil/trace.go:171","msg":"trace[393153882] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20350; }","duration":"159.901941ms","start":"2026-03-31T21:01:54.791962Z","end":"2026-03-31T21:01:54.951863Z","steps":["trace[393153882] 'agreement among raft nodes before linearized reading' (duration: 159.781578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.951883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.852369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:54.951879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.633759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.95192Z","caller":"traceutil/trace.go:171","msg":"trace[72035985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20350; }","duration":"110.686716ms","start":"2026-03-31T21:01:54.841218Z","end":"2026-03-31T21:01:54.951905Z","steps":["trace[72035985] 'agreement among raft nodes before linearized reading' (duration: 110.641475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:54.951947Z","caller":"traceutil/trace.go:171","msg":"trace[520553372] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20350; }","duration":"159.934562ms","start":"2026-03-31T21:01:54.791999Z","end":"2026-03-31T21:01:54.951933Z","steps":["trace[520553372] 'agreement among raft nodes before linearized reading' (duration: 159.819219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:54.951961Z","caller":"traceutil/trace.go:171","msg":"trace[1607835719] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20350; }","duration":"160.747632ms","start":"2026-03-31T21:01:54.791196Z","end":"2026-03-31T21:01:54.951943Z","steps":["trace[1607835719] 'agreement among raft nodes before linearized reading' (duration: 160.613959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.951814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.100991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:54.95194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.306095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.951684Z","caller":"traceutil/trace.go:171","msg":"trace[1651547101] transaction","detail":"{read_only:false; response_revision:20350; number_of_response:1; }","duration":"161.0796ms","start":"2026-03-31T21:01:54.790545Z","end":"2026-03-31T21:01:54.951625Z","steps":["trace[1651547101] 'process raft request' (duration: 140.970456ms)","trace[1651547101] 'compare' (duration: 19.627902ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:54.952176Z","caller":"traceutil/trace.go:171","msg":"trace[1457690119] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20350; }","duration":"161.582972ms","start":"2026-03-31T21:01:54.79056Z","end":"2026-03-31T21:01:54.952142Z","steps":["trace[1457690119] 'agreement among raft nodes before linearized reading' (duration: 161.10089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.952041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.961752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"warn","ts":"2026-03-31T21:01:54.95237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.902061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-31T21:01:54.952465Z","caller":"traceutil/trace.go:171","msg":"trace[1217397623] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20350; }","duration":"158.419624ms","start":"2026-03-31T21:01:54.794026Z","end":"2026-03-31T21:01:54.952446Z","steps":["trace[1217397623] 'agreement among raft nodes before linearized reading' (duration: 157.838899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:54.952496Z","caller":"traceutil/trace.go:171","msg":"trace[699645041] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20350; }","duration":"160.067235ms","start":"2026-03-31T21:01:54.792405Z","end":"2026-03-31T21:01:54.952472Z","steps":["trace[699645041] 'agreement among raft nodes before linearized reading' (duration: 159.648265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:54.952057Z","caller":"traceutil/trace.go:171","msg":"trace[1013576338] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20350; }","duration":"161.424659ms","start":"2026-03-31T21:01:54.790615Z","end":"2026-03-31T21:01:54.95204Z","steps":["trace[1013576338] 'agreement among raft nodes before linearized reading' (duration: 161.09325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:55.969237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.741354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:55.969338Z","caller":"traceutil/trace.go:171","msg":"trace[6419579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20353; }","duration":"129.905748ms","start":"2026-03-31T21:01:55.839408Z","end":"2026-03-31T21:01:55.969313Z","steps":["trace[6419579] 'range keys from in-memory index tree' (duration: 129.61547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:56.262254Z","caller":"traceutil/trace.go:171","msg":"trace[1652058157] transaction","detail":"{read_only:false; response_revision:20357; number_of_response:1; }","duration":"158.049213ms","start":"2026-03-31T21:01:56.104167Z","end":"2026-03-31T21:01:56.262216Z","steps":["trace[1652058157] 'process raft request' (duration: 157.93444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:56.262466Z","caller":"traceutil/trace.go:171","msg":"trace[1262740145] transaction","detail":"{read_only:false; response_revision:20356; number_of_response:1; }","duration":"158.821064ms","start":"2026-03-31T21:01:56.103609Z","end":"2026-03-31T21:01:56.262431Z","steps":["trace[1262740145] 'process raft request' (duration: 95.237169ms)","trace[1262740145] 'compare' (duration: 62.966069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:56.262568Z","caller":"traceutil/trace.go:171","msg":"trace[759243137] transaction","detail":"{read_only:false; response_revision:20358; number_of_response:1; }","duration":"158.392402ms","start":"2026-03-31T21:01:56.104158Z","end":"2026-03-31T21:01:56.26255Z","steps":["trace[759243137] 'process raft request' (duration: 158.005752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:56.262746Z","caller":"traceutil/trace.go:171","msg":"trace[703378357] linearizableReadLoop","detail":"{readStateIndex:21076; appliedIndex:21073; }","duration":"157.358717ms","start":"2026-03-31T21:01:56.105361Z","end":"2026-03-31T21:01:56.262719Z","steps":["trace[703378357] 'read index received' (duration: 93.491445ms)","trace[703378357] 'applied index is now lower than readState.Index' (duration: 63.865832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:56.262816Z","caller":"traceutil/trace.go:171","msg":"trace[86594049] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"157.340536ms","start":"2026-03-31T21:01:56.105454Z","end":"2026-03-31T21:01:56.262795Z","steps":["trace[86594049] 'process raft request' (duration: 156.999667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:56.265901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.184422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1043042"} {"level":"info","ts":"2026-03-31T21:01:56.266055Z","caller":"traceutil/trace.go:171","msg":"trace[1092496551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20359; }","duration":"159.414208ms","start":"2026-03-31T21:01:56.106622Z","end":"2026-03-31T21:01:56.266036Z","steps":["trace[1092496551] 'agreement among raft nodes before linearized reading' (duration: 156.527535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:56.267403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.89254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1043042"} {"level":"info","ts":"2026-03-31T21:01:56.267469Z","caller":"traceutil/trace.go:171","msg":"trace[41716638] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20359; }","duration":"161.972273ms","start":"2026-03-31T21:01:56.105479Z","end":"2026-03-31T21:01:56.267452Z","steps":["trace[41716638] 'agreement among raft nodes before linearized reading' (duration: 157.582132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:56.267463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.069805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1043042"} {"level":"info","ts":"2026-03-31T21:01:56.267668Z","caller":"traceutil/trace.go:171","msg":"trace[1719992181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20359; }","duration":"162.29053ms","start":"2026-03-31T21:01:56.105323Z","end":"2026-03-31T21:01:56.267614Z","steps":["trace[1719992181] 'agreement among raft nodes before linearized reading' (duration: 157.487439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:02:04.241529Z","caller":"traceutil/trace.go:171","msg":"trace[1460750196] transaction","detail":"{read_only:false; response_revision:20419; number_of_response:1; }","duration":"102.118431ms","start":"2026-03-31T21:02:04.139391Z","end":"2026-03-31T21:02:04.241509Z","steps":["trace[1460750196] 'process raft request' (duration: 87.819882ms)","trace[1460750196] 'compare' (duration: 13.784786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:03.744588Z","caller":"traceutil/trace.go:171","msg":"trace[889459299] transaction","detail":"{read_only:false; response_revision:20821; number_of_response:1; }","duration":"136.34723ms","start":"2026-03-31T21:03:03.608203Z","end":"2026-03-31T21:03:03.744551Z","steps":["trace[889459299] 'process raft request' (duration: 136.095364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:04.869857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.915033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:03:04.870098Z","caller":"traceutil/trace.go:171","msg":"trace[1261757470] linearizableReadLoop","detail":"{readStateIndex:21560; appliedIndex:21557; }","duration":"215.356021ms","start":"2026-03-31T21:03:04.654717Z","end":"2026-03-31T21:03:04.870073Z","steps":["trace[1261757470] 'read index received' (duration: 45.307116ms)","trace[1261757470] 'applied index is now lower than readState.Index' (duration: 170.047315ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:04.870103Z","caller":"traceutil/trace.go:171","msg":"trace[318073635] transaction","detail":"{read_only:false; response_revision:20825; number_of_response:1; }","duration":"238.108852ms","start":"2026-03-31T21:03:04.631958Z","end":"2026-03-31T21:03:04.870067Z","steps":["trace[318073635] 'process raft request' (duration: 114.860331ms)","trace[318073635] 'compare' (duration: 122.723387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:04.87018Z","caller":"traceutil/trace.go:171","msg":"trace[725773998] transaction","detail":"{read_only:false; response_revision:20826; number_of_response:1; }","duration":"237.64152ms","start":"2026-03-31T21:03:04.63249Z","end":"2026-03-31T21:03:04.870132Z","steps":["trace[725773998] 'process raft request' (duration: 237.508897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:04.870343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.623568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:03:04.870387Z","caller":"traceutil/trace.go:171","msg":"trace[1073537539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20826; }","duration":"215.7128ms","start":"2026-03-31T21:03:04.654663Z","end":"2026-03-31T21:03:04.870375Z","steps":["trace[1073537539] 'agreement among raft nodes before linearized reading' (duration: 215.539886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:04.870543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.678349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:04.870956Z","caller":"traceutil/trace.go:171","msg":"trace[1456058025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20826; }","duration":"192.15271ms","start":"2026-03-31T21:03:04.678778Z","end":"2026-03-31T21:03:04.870931Z","steps":["trace[1456058025] 'agreement among raft nodes before linearized reading' (duration: 191.560206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:04.870621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.242443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:03:04.871171Z","caller":"traceutil/trace.go:171","msg":"trace[746549255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20826; }","duration":"208.795956ms","start":"2026-03-31T21:03:04.662327Z","end":"2026-03-31T21:03:04.871123Z","steps":["trace[746549255] 'agreement among raft nodes before linearized reading' (duration: 207.933135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:04.99913Z","caller":"traceutil/trace.go:171","msg":"trace[1069819509] transaction","detail":"{read_only:false; response_revision:20828; number_of_response:1; }","duration":"107.939527ms","start":"2026-03-31T21:03:04.891165Z","end":"2026-03-31T21:03:04.999104Z","steps":["trace[1069819509] 'process raft request' (duration: 97.931606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:05.432467Z","caller":"traceutil/trace.go:171","msg":"trace[300600116] transaction","detail":"{read_only:false; response_revision:20832; number_of_response:1; }","duration":"169.598834ms","start":"2026-03-31T21:03:05.262832Z","end":"2026-03-31T21:03:05.432431Z","steps":["trace[300600116] 'process raft request' (duration: 115.920228ms)","trace[300600116] 'compare' (duration: 53.410129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:06.267332Z","caller":"traceutil/trace.go:171","msg":"trace[1285421528] transaction","detail":"{read_only:false; response_revision:20834; number_of_response:1; }","duration":"198.776125ms","start":"2026-03-31T21:03:06.068523Z","end":"2026-03-31T21:03:06.267299Z","steps":["trace[1285421528] 'process raft request' (duration: 198.56039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:07.151149Z","caller":"traceutil/trace.go:171","msg":"trace[1034040317] linearizableReadLoop","detail":"{readStateIndex:21572; appliedIndex:21571; }","duration":"263.011167ms","start":"2026-03-31T21:03:06.888115Z","end":"2026-03-31T21:03:07.151127Z","steps":["trace[1034040317] 'read index received' (duration: 262.920654ms)","trace[1034040317] 'applied index is now lower than readState.Index' (duration: 89.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:07.151263Z","caller":"traceutil/trace.go:171","msg":"trace[1025471184] transaction","detail":"{read_only:false; response_revision:20837; number_of_response:1; }","duration":"271.741765ms","start":"2026-03-31T21:03:06.879497Z","end":"2026-03-31T21:03:07.151239Z","steps":["trace[1025471184] 'process raft request' (duration: 271.472879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:07.15141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.257183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:03:07.15147Z","caller":"traceutil/trace.go:171","msg":"trace[290329890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20837; }","duration":"263.358895ms","start":"2026-03-31T21:03:06.888097Z","end":"2026-03-31T21:03:07.151456Z","steps":["trace[290329890] 'agreement among raft nodes before linearized reading' (duration: 263.144729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:07.795714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.466737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:03:07.796006Z","caller":"traceutil/trace.go:171","msg":"trace[360261389] transaction","detail":"{read_only:false; response_revision:20840; number_of_response:1; }","duration":"560.160739ms","start":"2026-03-31T21:03:07.23582Z","end":"2026-03-31T21:03:07.795981Z","steps":["trace[360261389] 'process raft request' (duration: 560.102198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:07.796114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.2358Z","time spent":"560.262722ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:03:07.796112Z","caller":"traceutil/trace.go:171","msg":"trace[1862332548] linearizableReadLoop","detail":"{readStateIndex:21573; appliedIndex:21572; }","duration":"644.843933ms","start":"2026-03-31T21:03:07.151211Z","end":"2026-03-31T21:03:07.796055Z","steps":["trace[1862332548] 'read index received' (duration: 140.779031ms)","trace[1862332548] 'applied index is now lower than readState.Index' (duration: 504.060742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:07.796323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.33329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:03:07.796359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.744803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:03:07.796362Z","caller":"traceutil/trace.go:171","msg":"trace[782704895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20840; }","duration":"646.424212ms","start":"2026-03-31T21:03:07.149925Z","end":"2026-03-31T21:03:07.796349Z","steps":["trace[782704895] 'agreement among raft nodes before linearized reading' (duration: 646.278519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:07.796386Z","caller":"traceutil/trace.go:171","msg":"trace[1250417646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20840; }","duration":"792.810245ms","start":"2026-03-31T21:03:07.003568Z","end":"2026-03-31T21:03:07.796379Z","steps":["trace[1250417646] 'agreement among raft nodes before linearized reading' (duration: 792.699342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:07.796354Z","caller":"traceutil/trace.go:171","msg":"trace[1059005258] transaction","detail":"{read_only:false; response_revision:20839; number_of_response:1; }","duration":"640.297968ms","start":"2026-03-31T21:03:07.156014Z","end":"2026-03-31T21:03:07.796312Z","steps":["trace[1059005258] 'process raft request' (duration: 639.826417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:07.796399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.149905Z","time spent":"646.482505ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:03:07.796405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.755208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:03:07.796403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.003553Z","time spent":"792.846206ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:03:07.796493Z","caller":"traceutil/trace.go:171","msg":"trace[1709916876] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20840; }","duration":"791.86547ms","start":"2026-03-31T21:03:07.004604Z","end":"2026-03-31T21:03:07.79647Z","steps":["trace[1709916876] 'agreement among raft nodes before linearized reading' (duration: 791.703576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:07.796501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.666164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T21:03:07.796537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.004598Z","time spent":"791.930882ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:03:07.796552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.15599Z","time spent":"640.443562ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:03:07.796605Z","caller":"traceutil/trace.go:171","msg":"trace[1607580745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20840; }","duration":"828.819538ms","start":"2026-03-31T21:03:06.967755Z","end":"2026-03-31T21:03:07.796574Z","steps":["trace[1607580745] 'agreement among raft nodes before linearized reading' (duration: 828.521391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:07.796665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:06.967724Z","time spent":"828.928331ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:03:07.796915Z","caller":"traceutil/trace.go:171","msg":"trace[141608363] transaction","detail":"{read_only:false; response_revision:20838; number_of_response:1; }","duration":"896.315871ms","start":"2026-03-31T21:03:06.900577Z","end":"2026-03-31T21:03:07.796893Z","steps":["trace[141608363] 'process raft request' (duration: 391.387397ms)","trace[141608363] 'compare' (duration: 503.316784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:07.797013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:06.900523Z","time spent":"896.435533ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:03:08.734779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.095829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:03:08.734919Z","caller":"traceutil/trace.go:171","msg":"trace[384747123] transaction","detail":"{read_only:false; response_revision:20841; number_of_response:1; }","duration":"1.296276481s","start":"2026-03-31T21:03:07.438617Z","end":"2026-03-31T21:03:08.734893Z","steps":["trace[384747123] 'process raft request' (duration: 711.958086ms)","trace[384747123] 'compare' (duration: 583.751011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:08.735021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.43859Z","time spent":"1.296380274s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:03:08.736334Z","caller":"traceutil/trace.go:171","msg":"trace[455931187] transaction","detail":"{read_only:false; response_revision:20842; number_of_response:1; }","duration":"984.875322ms","start":"2026-03-31T21:03:07.75141Z","end":"2026-03-31T21:03:08.736286Z","steps":["trace[455931187] 'process raft request' (duration: 984.666277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:08.736387Z","caller":"traceutil/trace.go:171","msg":"trace[1678810407] transaction","detail":"{read_only:false; response_revision:20843; number_of_response:1; }","duration":"935.344179ms","start":"2026-03-31T21:03:07.801017Z","end":"2026-03-31T21:03:08.736361Z","steps":["trace[1678810407] 'process raft request' (duration: 935.177475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.736505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.800998Z","time spent":"935.450142ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:03:08.736507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.751382Z","time spent":"985.044587ms","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:03:08.736726Z","caller":"traceutil/trace.go:171","msg":"trace[1621028610] linearizableReadLoop","detail":"{readStateIndex:21577; appliedIndex:21575; }","duration":"940.519839ms","start":"2026-03-31T21:03:07.79617Z","end":"2026-03-31T21:03:08.73669Z","steps":["trace[1621028610] 'read index received' (duration: 354.504172ms)","trace[1621028610] 'applied index is now lower than readState.Index' (duration: 586.010437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:08.736868Z","caller":"traceutil/trace.go:171","msg":"trace[237919988] transaction","detail":"{read_only:false; response_revision:20844; number_of_response:1; }","duration":"935.668327ms","start":"2026-03-31T21:03:07.801182Z","end":"2026-03-31T21:03:08.73685Z","steps":["trace[237919988] 'process raft request' (duration: 935.116444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.736927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538304542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:08.736992Z","caller":"traceutil/trace.go:171","msg":"trace[1597471070] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20844; }","duration":"1.538400144s","start":"2026-03-31T21:03:07.198575Z","end":"2026-03-31T21:03:08.736975Z","steps":["trace[1597471070] 'agreement among raft nodes before linearized reading' (duration: 1.538302072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.737016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.801149Z","time spent":"935.76839ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:03:08.737176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274849004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T21:03:08.73722Z","caller":"traceutil/trace.go:171","msg":"trace[1628877266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20844; }","duration":"1.274939247s","start":"2026-03-31T21:03:07.46227Z","end":"2026-03-31T21:03:08.737209Z","steps":["trace[1628877266] 'agreement among raft nodes before linearized reading' (duration: 1.274793563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.737251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.462243Z","time spent":"1.275000188s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-31T21:03:08.737302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460504551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-03-31T21:03:08.737378Z","caller":"traceutil/trace.go:171","msg":"trace[302306878] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:20844; }","duration":"1.460642364s","start":"2026-03-31T21:03:07.276721Z","end":"2026-03-31T21:03:08.737363Z","steps":["trace[302306878] 'agreement among raft nodes before linearized reading' (duration: 1.460389248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.737413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.276696Z","time spent":"1.460709476s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" "} {"level":"warn","ts":"2026-03-31T21:03:08.737041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.198556Z","time spent":"1.538475257s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:03:08.737519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538926317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-03-31T21:03:08.737579Z","caller":"traceutil/trace.go:171","msg":"trace[189436239] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:20844; }","duration":"1.539055491s","start":"2026-03-31T21:03:07.198505Z","end":"2026-03-31T21:03:08.73756Z","steps":["trace[189436239] 'agreement among raft nodes before linearized reading' (duration: 1.538829875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.737586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522028464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"warn","ts":"2026-03-31T21:03:08.737634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.198487Z","time spent":"1.539135092s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-31T21:03:08.737683Z","caller":"traceutil/trace.go:171","msg":"trace[1165161937] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:20844; }","duration":"1.522214238s","start":"2026-03-31T21:03:07.215447Z","end":"2026-03-31T21:03:08.737661Z","steps":["trace[1165161937] 'agreement among raft nodes before linearized reading' (duration: 1.521925591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.737763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.215439Z","time spent":"1.52230765s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" "} {"level":"warn","ts":"2026-03-31T21:03:08.737607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53905408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"warn","ts":"2026-03-31T21:03:08.73735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538782194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-03-31T21:03:08.737954Z","caller":"traceutil/trace.go:171","msg":"trace[153083963] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:20844; }","duration":"1.53941989s","start":"2026-03-31T21:03:07.198507Z","end":"2026-03-31T21:03:08.737927Z","steps":["trace[153083963] 'agreement among raft nodes before linearized reading' (duration: 1.538984939s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:08.737975Z","caller":"traceutil/trace.go:171","msg":"trace[1655708442] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:20844; }","duration":"1.539397119s","start":"2026-03-31T21:03:07.198552Z","end":"2026-03-31T21:03:08.737949Z","steps":["trace[1655708442] 'agreement among raft nodes before linearized reading' (duration: 1.538645081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.738022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.198488Z","time spent":"1.539516072s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:03:08.738039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.198502Z","time spent":"1.539516292s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-31T21:03:08.74467Z","caller":"traceutil/trace.go:171","msg":"trace[994414253] transaction","detail":"{read_only:false; response_revision:20845; number_of_response:1; }","duration":"471.600629ms","start":"2026-03-31T21:03:08.273017Z","end":"2026-03-31T21:03:08.744618Z","steps":["trace[994414253] 'process raft request' (duration: 471.473176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.744774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:08.272991Z","time spent":"471.728291ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:03:08.744851Z","caller":"traceutil/trace.go:171","msg":"trace[1479041228] transaction","detail":"{read_only:false; response_revision:20846; number_of_response:1; }","duration":"171.972804ms","start":"2026-03-31T21:03:08.572855Z","end":"2026-03-31T21:03:08.744828Z","steps":["trace[1479041228] 'process raft request' (duration: 171.727938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.744908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.345266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:03:08.744928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.0603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:08.744976Z","caller":"traceutil/trace.go:171","msg":"trace[79114881] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20846; }","duration":"212.445028ms","start":"2026-03-31T21:03:08.532502Z","end":"2026-03-31T21:03:08.744947Z","steps":["trace[79114881] 'agreement among raft nodes before linearized reading' (duration: 212.319535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:08.744992Z","caller":"traceutil/trace.go:171","msg":"trace[57153618] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20846; }","duration":"848.157803ms","start":"2026-03-31T21:03:07.896819Z","end":"2026-03-31T21:03:08.744977Z","steps":["trace[57153618] 'agreement among raft nodes before linearized reading' (duration: 848.072351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.745045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:07.896802Z","time spent":"848.224964ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T21:03:08.74841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18485} {"level":"info","ts":"2026-03-31T21:03:08.850281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18485,"took":"97.981507ms","hash":2408663894,"current-db-size-bytes":45748224,"current-db-size":"46 MB","current-db-size-in-use-bytes":34451456,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T21:03:08.85038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2408663894,"revision":18485,"compact-revision":15983} {"level":"info","ts":"2026-03-31T21:03:20.048305Z","caller":"traceutil/trace.go:171","msg":"trace[1521744076] transaction","detail":"{read_only:false; response_revision:20928; number_of_response:1; }","duration":"147.11485ms","start":"2026-03-31T21:03:19.901158Z","end":"2026-03-31T21:03:20.048273Z","steps":["trace[1521744076] 'process raft request' (duration: 58.161009ms)","trace[1521744076] 'compare' (duration: 88.549911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:26.554452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.465516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:03:26.554549Z","caller":"traceutil/trace.go:171","msg":"trace[808621352] linearizableReadLoop","detail":"{readStateIndex:21698; appliedIndex:21697; }","duration":"553.775088ms","start":"2026-03-31T21:03:26.000757Z","end":"2026-03-31T21:03:26.554532Z","steps":["trace[808621352] 'read index received' (duration: 5.150208ms)","trace[808621352] 'applied index is now lower than readState.Index' (duration: 548.62338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:26.554879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.120597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:26.554924Z","caller":"traceutil/trace.go:171","msg":"trace[1107425254] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20958; }","duration":"554.20664ms","start":"2026-03-31T21:03:26.000704Z","end":"2026-03-31T21:03:26.554911Z","steps":["trace[1107425254] 'agreement among raft nodes before linearized reading' (duration: 554.122997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:26.55498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.000684Z","time spent":"554.273951ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:03:26.824023Z","caller":"traceutil/trace.go:171","msg":"trace[602423561] linearizableReadLoop","detail":"{readStateIndex:21699; appliedIndex:21698; }","duration":"269.420858ms","start":"2026-03-31T21:03:26.554582Z","end":"2026-03-31T21:03:26.824003Z","steps":["trace[602423561] 'read index received' (duration: 269.321365ms)","trace[602423561] 'applied index is now lower than readState.Index' (duration: 98.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:26.824167Z","caller":"traceutil/trace.go:171","msg":"trace[1151375119] transaction","detail":"{read_only:false; response_revision:20959; number_of_response:1; }","duration":"701.547906ms","start":"2026-03-31T21:03:26.122545Z","end":"2026-03-31T21:03:26.824093Z","steps":["trace[1151375119] 'process raft request' (duration: 701.299329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:26.824288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.18632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:03:26.824332Z","caller":"traceutil/trace.go:171","msg":"trace[1305061610] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20959; }","duration":"733.272692ms","start":"2026-03-31T21:03:26.091049Z","end":"2026-03-31T21:03:26.824322Z","steps":["trace[1305061610] 'agreement among raft nodes before linearized reading' (duration: 733.047326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:26.824286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.180586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T21:03:26.824363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.091018Z","time spent":"733.336433ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":208,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:03:26.824387Z","caller":"traceutil/trace.go:171","msg":"trace[1018409207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20959; }","duration":"748.386901ms","start":"2026-03-31T21:03:26.075984Z","end":"2026-03-31T21:03:26.82437Z","steps":["trace[1018409207] 'agreement among raft nodes before linearized reading' (duration: 748.128295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:26.824477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.075962Z","time spent":"748.504214ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:03:26.825027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.122494Z","time spent":"701.833663ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:03:27.093726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.77734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:03:27.093929Z","caller":"traceutil/trace.go:171","msg":"trace[374415078] linearizableReadLoop","detail":"{readStateIndex:21702; appliedIndex:21699; }","duration":"269.824947ms","start":"2026-03-31T21:03:26.824089Z","end":"2026-03-31T21:03:27.093914Z","steps":["trace[374415078] 'read index received' (duration: 132.702508ms)","trace[374415078] 'applied index is now lower than readState.Index' (duration: 137.121709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:27.093995Z","caller":"traceutil/trace.go:171","msg":"trace[812252580] transaction","detail":"{read_only:false; response_revision:20961; number_of_response:1; }","duration":"289.160682ms","start":"2026-03-31T21:03:26.804826Z","end":"2026-03-31T21:03:27.093987Z","steps":["trace[812252580] 'process raft request' (duration: 288.990858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.094492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.992437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:03:27.094544Z","caller":"traceutil/trace.go:171","msg":"trace[978018492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20962; }","duration":"281.054689ms","start":"2026-03-31T21:03:26.813471Z","end":"2026-03-31T21:03:27.094526Z","steps":["trace[978018492] 'agreement among raft nodes before linearized reading' (duration: 280.920736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.094545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.48859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:27.094703Z","caller":"traceutil/trace.go:171","msg":"trace[1522445349] transaction","detail":"{read_only:false; response_revision:20962; number_of_response:1; }","duration":"288.857995ms","start":"2026-03-31T21:03:26.805779Z","end":"2026-03-31T21:03:27.094637Z","steps":["trace[1522445349] 'process raft request' (duration: 288.095716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.094765Z","caller":"traceutil/trace.go:171","msg":"trace[102840838] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20962; }","duration":"281.750886ms","start":"2026-03-31T21:03:26.81299Z","end":"2026-03-31T21:03:27.094741Z","steps":["trace[102840838] 'agreement among raft nodes before linearized reading' (duration: 281.458769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.094758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.131486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:03:27.09487Z","caller":"traceutil/trace.go:171","msg":"trace[1731874484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20962; }","duration":"278.276229ms","start":"2026-03-31T21:03:26.816568Z","end":"2026-03-31T21:03:27.094845Z","steps":["trace[1731874484] 'agreement among raft nodes before linearized reading' (duration: 277.941471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.094861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.074096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-03-31T21:03:27.094571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.067269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:03:27.094989Z","caller":"traceutil/trace.go:171","msg":"trace[618868095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20962; }","duration":"271.509529ms","start":"2026-03-31T21:03:26.823465Z","end":"2026-03-31T21:03:27.094975Z","steps":["trace[618868095] 'agreement among raft nodes before linearized reading' (duration: 270.962066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.094974Z","caller":"traceutil/trace.go:171","msg":"trace[1589623980] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20962; }","duration":"296.21388ms","start":"2026-03-31T21:03:26.798739Z","end":"2026-03-31T21:03:27.094953Z","steps":["trace[1589623980] 'agreement among raft nodes before linearized reading' (duration: 295.686217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.094637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.697467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-31T21:03:27.095092Z","caller":"traceutil/trace.go:171","msg":"trace[828358423] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20962; }","duration":"308.20169ms","start":"2026-03-31T21:03:26.786877Z","end":"2026-03-31T21:03:27.095079Z","steps":["trace[828358423] 'agreement among raft nodes before linearized reading' (duration: 307.575494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.095145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.786853Z","time spent":"308.264272ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T21:03:27.095232Z","caller":"traceutil/trace.go:171","msg":"trace[1016877642] transaction","detail":"{read_only:false; response_revision:20960; number_of_response:1; }","duration":"292.800154ms","start":"2026-03-31T21:03:26.801083Z","end":"2026-03-31T21:03:27.093883Z","steps":["trace[1016877642] 'process raft request' (duration: 155.627534ms)","trace[1016877642] 'compare' (duration: 136.645437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:27.18241Z","caller":"traceutil/trace.go:171","msg":"trace[993500400] transaction","detail":"{read_only:false; response_revision:20963; number_of_response:1; }","duration":"347.187708ms","start":"2026-03-31T21:03:26.83517Z","end":"2026-03-31T21:03:27.182358Z","steps":["trace[993500400] 'process raft request' (duration: 346.984203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.182493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.505073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-snj86\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-03-31T21:03:27.182591Z","caller":"traceutil/trace.go:171","msg":"trace[1002122621] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-snj86; range_end:; response_count:1; response_revision:20963; }","duration":"203.640877ms","start":"2026-03-31T21:03:26.978923Z","end":"2026-03-31T21:03:27.182564Z","steps":["trace[1002122621] 'agreement among raft nodes before linearized reading' (duration: 203.385481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.182673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.835141Z","time spent":"347.398403ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:03:27.182969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.141445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-87mkc\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-03-31T21:03:27.183096Z","caller":"traceutil/trace.go:171","msg":"trace[1387705573] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-87mkc; range_end:; response_count:1; response_revision:20963; }","duration":"201.329799ms","start":"2026-03-31T21:03:26.98174Z","end":"2026-03-31T21:03:27.18307Z","steps":["trace[1387705573] 'agreement among raft nodes before linearized reading' (duration: 200.642731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.25514Z","caller":"traceutil/trace.go:171","msg":"trace[887341761] transaction","detail":"{read_only:false; response_revision:20964; number_of_response:1; }","duration":"156.33622ms","start":"2026-03-31T21:03:27.098776Z","end":"2026-03-31T21:03:27.255112Z","steps":["trace[887341761] 'process raft request' (duration: 155.50827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.255422Z","caller":"traceutil/trace.go:171","msg":"trace[1362535150] transaction","detail":"{read_only:false; response_revision:20965; number_of_response:1; }","duration":"155.801158ms","start":"2026-03-31T21:03:27.099602Z","end":"2026-03-31T21:03:27.255403Z","steps":["trace[1362535150] 'process raft request' (duration: 155.444689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.256659Z","caller":"traceutil/trace.go:171","msg":"trace[520301286] transaction","detail":"{read_only:false; response_revision:20966; number_of_response:1; }","duration":"155.731096ms","start":"2026-03-31T21:03:27.100911Z","end":"2026-03-31T21:03:27.256642Z","steps":["trace[520301286] 'process raft request' (duration: 154.421853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.495537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.673182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:03:27.495618Z","caller":"traceutil/trace.go:171","msg":"trace[682945905] transaction","detail":"{read_only:false; response_revision:20967; number_of_response:1; }","duration":"231.796885ms","start":"2026-03-31T21:03:27.263806Z","end":"2026-03-31T21:03:27.495603Z","steps":["trace[682945905] 'process raft request' (duration: 101.998429ms)","trace[682945905] 'compare' (duration: 129.458497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:29.317281Z","caller":"traceutil/trace.go:171","msg":"trace[717492214] linearizableReadLoop","detail":"{readStateIndex:21710; appliedIndex:21708; }","duration":"214.523021ms","start":"2026-03-31T21:03:29.102737Z","end":"2026-03-31T21:03:29.31726Z","steps":["trace[717492214] 'read index received' (duration: 12.283198ms)","trace[717492214] 'applied index is now lower than readState.Index' (duration: 202.239133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:29.31749Z","caller":"traceutil/trace.go:171","msg":"trace[801701231] transaction","detail":"{read_only:false; response_revision:20970; number_of_response:1; }","duration":"216.785547ms","start":"2026-03-31T21:03:29.100695Z","end":"2026-03-31T21:03:29.31748Z","steps":["trace[801701231] 'process raft request' (duration: 152.583327ms)","trace[801701231] 'compare' (duration: 63.780979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:29.317618Z","caller":"traceutil/trace.go:171","msg":"trace[1446683238] transaction","detail":"{read_only:false; response_revision:20971; number_of_response:1; }","duration":"212.516931ms","start":"2026-03-31T21:03:29.105095Z","end":"2026-03-31T21:03:29.317612Z","steps":["trace[1446683238] 'process raft request' (duration: 212.101499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:29.317774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.022593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-31T21:03:29.317804Z","caller":"traceutil/trace.go:171","msg":"trace[488355762] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20971; }","duration":"215.066264ms","start":"2026-03-31T21:03:29.102731Z","end":"2026-03-31T21:03:29.317798Z","steps":["trace[488355762] 'agreement among raft nodes before linearized reading' (duration: 214.958442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:29.317948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.729669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:03:29.317975Z","caller":"traceutil/trace.go:171","msg":"trace[1522261497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20971; }","duration":"130.79495ms","start":"2026-03-31T21:03:29.187173Z","end":"2026-03-31T21:03:29.317968Z","steps":["trace[1522261497] 'agreement among raft nodes before linearized reading' (duration: 130.732019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:29.499093Z","caller":"traceutil/trace.go:171","msg":"trace[1165843905] transaction","detail":"{read_only:false; response_revision:20973; number_of_response:1; }","duration":"175.914612ms","start":"2026-03-31T21:03:29.32315Z","end":"2026-03-31T21:03:29.499064Z","steps":["trace[1165843905] 'process raft request' (duration: 175.498451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:29.499452Z","caller":"traceutil/trace.go:171","msg":"trace[2112004586] transaction","detail":"{read_only:false; response_revision:20974; number_of_response:1; }","duration":"175.255827ms","start":"2026-03-31T21:03:29.324166Z","end":"2026-03-31T21:03:29.499422Z","steps":["trace[2112004586] 'process raft request' (duration: 174.931868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:29.499776Z","caller":"traceutil/trace.go:171","msg":"trace[388193076] transaction","detail":"{read_only:false; response_revision:20975; number_of_response:1; }","duration":"172.266051ms","start":"2026-03-31T21:03:29.32737Z","end":"2026-03-31T21:03:29.499636Z","steps":["trace[388193076] 'process raft request' (duration: 171.981334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:29.500038Z","caller":"traceutil/trace.go:171","msg":"trace[1425434520] transaction","detail":"{read_only:false; response_revision:20976; number_of_response:1; }","duration":"150.377711ms","start":"2026-03-31T21:03:29.349646Z","end":"2026-03-31T21:03:29.500024Z","steps":["trace[1425434520] 'process raft request' (duration: 149.969841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:29.499982Z","caller":"traceutil/trace.go:171","msg":"trace[699171252] linearizableReadLoop","detail":"{readStateIndex:21714; appliedIndex:21711; }","duration":"173.866751ms","start":"2026-03-31T21:03:29.326097Z","end":"2026-03-31T21:03:29.499963Z","steps":["trace[699171252] 'read index received' (duration: 82.789796ms)","trace[699171252] 'applied index is now lower than readState.Index' (duration: 91.075535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:29.501057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.938307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:109 size:1075859"} {"level":"info","ts":"2026-03-31T21:03:29.501126Z","caller":"traceutil/trace.go:171","msg":"trace[1241944703] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:109; response_revision:20976; }","duration":"175.044249ms","start":"2026-03-31T21:03:29.326066Z","end":"2026-03-31T21:03:29.50111Z","steps":["trace[1241944703] 'agreement among raft nodes before linearized reading' (duration: 174.032864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:29.501293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.897506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:03:29.501562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.361258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:109 size:1075859"} {"level":"info","ts":"2026-03-31T21:03:29.501564Z","caller":"traceutil/trace.go:171","msg":"trace[959889484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20976; }","duration":"175.196154ms","start":"2026-03-31T21:03:29.32614Z","end":"2026-03-31T21:03:29.501336Z","steps":["trace[959889484] 'agreement among raft nodes before linearized reading' (duration: 174.348823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:29.501682Z","caller":"traceutil/trace.go:171","msg":"trace[1795130811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:109; response_revision:20976; }","duration":"175.45035ms","start":"2026-03-31T21:03:29.326152Z","end":"2026-03-31T21:03:29.501603Z","steps":["trace[1795130811] 'agreement among raft nodes before linearized reading' (duration: 174.413844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:29.610082Z","caller":"traceutil/trace.go:171","msg":"trace[407137451] transaction","detail":"{read_only:false; response_revision:20977; number_of_response:1; }","duration":"101.986368ms","start":"2026-03-31T21:03:29.508058Z","end":"2026-03-31T21:03:29.610044Z","steps":["trace[407137451] 'process raft request' (duration: 54.844285ms)","trace[407137451] 'compare' (duration: 46.117917ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:31.367765Z","caller":"traceutil/trace.go:171","msg":"trace[147942183] transaction","detail":"{read_only:false; response_revision:20981; number_of_response:1; }","duration":"248.227365ms","start":"2026-03-31T21:03:31.11951Z","end":"2026-03-31T21:03:31.367737Z","steps":["trace[147942183] 'process raft request' (duration: 248.092531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:31.498262Z","caller":"traceutil/trace.go:171","msg":"trace[2111977969] transaction","detail":"{read_only:false; response_revision:20982; number_of_response:1; }","duration":"174.65944ms","start":"2026-03-31T21:03:31.32357Z","end":"2026-03-31T21:03:31.498229Z","steps":["trace[2111977969] 'process raft request' (duration: 124.632275ms)","trace[2111977969] 'compare' (duration: 49.82168ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:31.498498Z","caller":"traceutil/trace.go:171","msg":"trace[810524832] linearizableReadLoop","detail":"{readStateIndex:21724; appliedIndex:21722; }","duration":"172.473805ms","start":"2026-03-31T21:03:31.325987Z","end":"2026-03-31T21:03:31.498461Z","steps":["trace[810524832] 'read index received' (duration: 41.761926ms)","trace[810524832] 'applied index is now lower than readState.Index' (duration: 130.709599ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:31.498646Z","caller":"traceutil/trace.go:171","msg":"trace[745569555] transaction","detail":"{read_only:false; response_revision:20983; number_of_response:1; }","duration":"173.817559ms","start":"2026-03-31T21:03:31.324814Z","end":"2026-03-31T21:03:31.498632Z","steps":["trace[745569555] 'process raft request' (duration: 173.371238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:31.498957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.963578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-31T21:03:31.498997Z","caller":"traceutil/trace.go:171","msg":"trace[330784184] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20983; }","duration":"173.0592ms","start":"2026-03-31T21:03:31.325923Z","end":"2026-03-31T21:03:31.498983Z","steps":["trace[330784184] 'agreement among raft nodes before linearized reading' (duration: 172.890166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:04:57.775172Z","caller":"traceutil/trace.go:171","msg":"trace[1529166792] transaction","detail":"{read_only:false; response_revision:21706; number_of_response:1; }","duration":"114.726708ms","start":"2026-03-31T21:04:57.660401Z","end":"2026-03-31T21:04:57.775128Z","steps":["trace[1529166792] 'process raft request' (duration: 114.119393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.090403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.591891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:21.090509Z","caller":"traceutil/trace.go:171","msg":"trace[757365083] linearizableReadLoop","detail":"{readStateIndex:22682; appliedIndex:22681; }","duration":"894.135086ms","start":"2026-03-31T21:05:20.196358Z","end":"2026-03-31T21:05:21.090493Z","steps":["trace[757365083] 'read index received' (duration: 262.36717ms)","trace[757365083] 'applied index is now lower than readState.Index' (duration: 631.766736ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:21.090595Z","caller":"traceutil/trace.go:171","msg":"trace[707887261] transaction","detail":"{read_only:false; response_revision:21912; number_of_response:1; }","duration":"947.577926ms","start":"2026-03-31T21:05:20.142995Z","end":"2026-03-31T21:05:21.090572Z","steps":["trace[707887261] 'process raft request' (duration: 315.730588ms)","trace[707887261] 'compare' (duration: 631.452258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:21.090697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.142964Z","time spent":"947.685349ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:21.091169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.758321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:05:21.091441Z","caller":"traceutil/trace.go:171","msg":"trace[1873245194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21912; }","duration":"894.978406ms","start":"2026-03-31T21:05:20.196289Z","end":"2026-03-31T21:05:21.091267Z","steps":["trace[1873245194] 'agreement among raft nodes before linearized reading' (duration: 894.628117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.091556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.19627Z","time spent":"895.228903ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:05:21.291786Z","caller":"traceutil/trace.go:171","msg":"trace[1837447560] transaction","detail":"{read_only:false; response_revision:21913; number_of_response:1; }","duration":"904.674221ms","start":"2026-03-31T21:05:20.387074Z","end":"2026-03-31T21:05:21.291748Z","steps":["trace[1837447560] 'process raft request' (duration: 870.044321ms)","trace[1837447560] 'compare' (duration: 34.493076ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:21.291886Z","caller":"traceutil/trace.go:171","msg":"trace[1909877758] linearizableReadLoop","detail":"{readStateIndex:22683; appliedIndex:22682; }","duration":"201.33433ms","start":"2026-03-31T21:05:21.090535Z","end":"2026-03-31T21:05:21.291869Z","steps":["trace[1909877758] 'read index received' (duration: 166.570047ms)","trace[1909877758] 'applied index is now lower than readState.Index' (duration: 34.763063ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:21.291867Z","caller":"traceutil/trace.go:171","msg":"trace[1121088177] transaction","detail":"{read_only:false; response_revision:21914; number_of_response:1; }","duration":"195.881303ms","start":"2026-03-31T21:05:21.09596Z","end":"2026-03-31T21:05:21.291842Z","steps":["trace[1121088177] 'process raft request' (duration: 195.802591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.292043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.253428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:05:21.292086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.855771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:05:21.292117Z","caller":"traceutil/trace.go:171","msg":"trace[468867173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21914; }","duration":"439.358579ms","start":"2026-03-31T21:05:20.852738Z","end":"2026-03-31T21:05:21.292096Z","steps":["trace[468867173] 'agreement among raft nodes before linearized reading' (duration: 439.237336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.292171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.852716Z","time spent":"439.442572ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:05:21.292129Z","caller":"traceutil/trace.go:171","msg":"trace[222325779] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21914; }","duration":"858.923483ms","start":"2026-03-31T21:05:20.433196Z","end":"2026-03-31T21:05:21.29212Z","steps":["trace[222325779] 'agreement among raft nodes before linearized reading' (duration: 858.731188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.292356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002594826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:05:21.292363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002966775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T21:05:21.292397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001837688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:05:21.29242Z","caller":"traceutil/trace.go:171","msg":"trace[1643150016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21914; }","duration":"1.002661898s","start":"2026-03-31T21:05:20.289743Z","end":"2026-03-31T21:05:21.292405Z","steps":["trace[1643150016] 'agreement among raft nodes before linearized reading' (duration: 1.002417972s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:21.292451Z","caller":"traceutil/trace.go:171","msg":"trace[576454556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21914; }","duration":"1.001892519s","start":"2026-03-31T21:05:20.290548Z","end":"2026-03-31T21:05:21.29244Z","steps":["trace[576454556] 'agreement among raft nodes before linearized reading' (duration: 1.001716725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.292457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.289661Z","time spent":"1.002786661s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:05:21.292478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.290516Z","time spent":"1.001955591s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:05:21.292465Z","caller":"traceutil/trace.go:171","msg":"trace[1682445051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21914; }","duration":"1.003085239s","start":"2026-03-31T21:05:20.289349Z","end":"2026-03-31T21:05:21.292434Z","steps":["trace[1682445051] 'agreement among raft nodes before linearized reading' (duration: 1.002836443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.292522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.289339Z","time spent":"1.003170351s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:05:21.292676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.207436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241590"} {"level":"info","ts":"2026-03-31T21:05:21.292759Z","caller":"traceutil/trace.go:171","msg":"trace[1551795774] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21914; }","duration":"878.334019ms","start":"2026-03-31T21:05:20.414406Z","end":"2026-03-31T21:05:21.29274Z","steps":["trace[1551795774] 'agreement among raft nodes before linearized reading' (duration: 877.855298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.292588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.387049Z","time spent":"904.811954ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:21.292416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.433137Z","time spent":"859.268742ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":154,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:21.292399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006388381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:05:21.293068Z","caller":"traceutil/trace.go:171","msg":"trace[488131489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21914; }","duration":"1.007095168s","start":"2026-03-31T21:05:20.285963Z","end":"2026-03-31T21:05:21.293059Z","steps":["trace[488131489] 'agreement among raft nodes before linearized reading' (duration: 1.006336699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.293097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.285942Z","time spent":"1.00714689s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:05:21.292817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.414386Z","time spent":"878.415461ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":241612,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:05:21.293507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.54316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T21:05:21.29365Z","caller":"traceutil/trace.go:171","msg":"trace[1014579432] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:21914; }","duration":"341.056173ms","start":"2026-03-31T21:05:20.952575Z","end":"2026-03-31T21:05:21.293631Z","steps":["trace[1014579432] 'agreement among raft nodes before linearized reading' (duration: 339.478574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.293885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.952557Z","time spent":"341.31295ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:05:21.294654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.597821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:05:21.294732Z","caller":"traceutil/trace.go:171","msg":"trace[2103919049] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:21914; }","duration":"440.730325ms","start":"2026-03-31T21:05:20.853986Z","end":"2026-03-31T21:05:21.294716Z","steps":["trace[2103919049] 'agreement among raft nodes before linearized reading' (duration: 437.956576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.294857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:20.853967Z","time spent":"440.799256ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":149,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:05:23.562094Z","caller":"traceutil/trace.go:171","msg":"trace[2053794786] transaction","detail":"{read_only:false; response_revision:21927; number_of_response:1; }","duration":"201.443342ms","start":"2026-03-31T21:05:23.360614Z","end":"2026-03-31T21:05:23.562057Z","steps":["trace[2053794786] 'process raft request' (duration: 138.050592ms)","trace[2053794786] 'compare' (duration: 63.093753ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:23.562181Z","caller":"traceutil/trace.go:171","msg":"trace[673080609] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"200.93214ms","start":"2026-03-31T21:05:23.361213Z","end":"2026-03-31T21:05:23.562145Z","steps":["trace[673080609] 'process raft request' (duration: 200.761296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:23.562367Z","caller":"traceutil/trace.go:171","msg":"trace[857785180] transaction","detail":"{read_only:false; response_revision:21930; number_of_response:1; }","duration":"200.771625ms","start":"2026-03-31T21:05:23.361571Z","end":"2026-03-31T21:05:23.562343Z","steps":["trace[857785180] 'process raft request' (duration: 200.711134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:23.562392Z","caller":"traceutil/trace.go:171","msg":"trace[1567253671] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"200.892588ms","start":"2026-03-31T21:05:23.361485Z","end":"2026-03-31T21:05:23.562377Z","steps":["trace[1567253671] 'process raft request' (duration: 200.609921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:24.017202Z","caller":"traceutil/trace.go:171","msg":"trace[818152959] linearizableReadLoop","detail":"{readStateIndex:22702; appliedIndex:22701; }","duration":"176.396784ms","start":"2026-03-31T21:05:23.840782Z","end":"2026-03-31T21:05:24.017179Z","steps":["trace[818152959] 'read index received' (duration: 176.20944ms)","trace[818152959] 'applied index is now lower than readState.Index' (duration: 186.354µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:24.017316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.524137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:24.017309Z","caller":"traceutil/trace.go:171","msg":"trace[28355640] transaction","detail":"{read_only:false; response_revision:21931; number_of_response:1; }","duration":"223.635309ms","start":"2026-03-31T21:05:23.793639Z","end":"2026-03-31T21:05:24.017275Z","steps":["trace[28355640] 'process raft request' (duration: 223.348962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:24.017358Z","caller":"traceutil/trace.go:171","msg":"trace[1434189951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21931; }","duration":"176.60903ms","start":"2026-03-31T21:05:23.840738Z","end":"2026-03-31T21:05:24.017347Z","steps":["trace[1434189951] 'agreement among raft nodes before linearized reading' (duration: 176.530958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:24.072236Z","caller":"traceutil/trace.go:171","msg":"trace[2514745] transaction","detail":"{read_only:false; response_revision:21932; number_of_response:1; }","duration":"182.974669ms","start":"2026-03-31T21:05:23.889226Z","end":"2026-03-31T21:05:24.072201Z","steps":["trace[2514745] 'process raft request' (duration: 182.61777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:24.22004Z","caller":"traceutil/trace.go:171","msg":"trace[505664983] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"144.803102ms","start":"2026-03-31T21:05:24.075211Z","end":"2026-03-31T21:05:24.220014Z","steps":["trace[505664983] 'process raft request' (duration: 144.648688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:24.381133Z","caller":"traceutil/trace.go:171","msg":"trace[83346371] transaction","detail":"{read_only:false; response_revision:21937; number_of_response:1; }","duration":"100.522511ms","start":"2026-03-31T21:05:24.280581Z","end":"2026-03-31T21:05:24.381103Z","steps":["trace[83346371] 'process raft request' (duration: 64.962669ms)","trace[83346371] 'compare' (duration: 35.414317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:26.098169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.374972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:26.098268Z","caller":"traceutil/trace.go:171","msg":"trace[169765231] linearizableReadLoop","detail":"{readStateIndex:22710; appliedIndex:22709; }","duration":"531.335236ms","start":"2026-03-31T21:05:25.56692Z","end":"2026-03-31T21:05:26.098255Z","steps":["trace[169765231] 'read index received' (duration: 100.703µs)","trace[169765231] 'applied index is now lower than readState.Index' (duration: 531.233343ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:26.098333Z","caller":"traceutil/trace.go:171","msg":"trace[876296361] transaction","detail":"{read_only:false; response_revision:21939; number_of_response:1; }","duration":"737.549028ms","start":"2026-03-31T21:05:25.360774Z","end":"2026-03-31T21:05:26.098323Z","steps":["trace[876296361] 'process raft request' (duration: 21.928701ms)","trace[876296361] 'compare' (duration: 714.91725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:26.098375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.360753Z","time spent":"737.60042ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:26.09861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.695155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:05:26.09864Z","caller":"traceutil/trace.go:171","msg":"trace[173931619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21939; }","duration":"531.786498ms","start":"2026-03-31T21:05:25.566846Z","end":"2026-03-31T21:05:26.098633Z","steps":["trace[173931619] 'agreement among raft nodes before linearized reading' (duration: 531.665585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:26.098661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.566812Z","time spent":"531.8439ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:05:26.598902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837593182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:05:26.785256Z","caller":"traceutil/trace.go:171","msg":"trace[1131352703] transaction","detail":"{read_only:false; response_revision:21940; number_of_response:1; }","duration":"707.390502ms","start":"2026-03-31T21:05:26.077838Z","end":"2026-03-31T21:05:26.785229Z","steps":["trace[1131352703] 'process raft request' (duration: 707.203458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:26.785463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.077812Z","time spent":"707.560767ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:27.186118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.253486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:27.186365Z","caller":"traceutil/trace.go:171","msg":"trace[370102308] transaction","detail":"{read_only:false; response_revision:21941; number_of_response:1; }","duration":"1.108208235s","start":"2026-03-31T21:05:26.078123Z","end":"2026-03-31T21:05:27.186331Z","steps":["trace[370102308] 'process raft request' (duration: 928.630732ms)","trace[370102308] 'compare' (duration: 179.119252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:27.186549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.078101Z","time spent":"1.108357969s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:27.186674Z","caller":"traceutil/trace.go:171","msg":"trace[785355270] transaction","detail":"{read_only:false; response_revision:21943; number_of_response:1; }","duration":"1.083827774s","start":"2026-03-31T21:05:26.102799Z","end":"2026-03-31T21:05:27.186626Z","steps":["trace[785355270] 'process raft request' (duration: 1.083510086s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:27.186686Z","caller":"traceutil/trace.go:171","msg":"trace[982991613] transaction","detail":"{read_only:false; response_revision:21942; number_of_response:1; }","duration":"1.107695622s","start":"2026-03-31T21:05:26.078938Z","end":"2026-03-31T21:05:27.186634Z","steps":["trace[982991613] 'process raft request' (duration: 1.107286342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.186844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.078926Z","time spent":"1.107838235s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:27.186843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.102759Z","time spent":"1.083998098s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:27.241016Z","caller":"traceutil/trace.go:171","msg":"trace[17883976] linearizableReadLoop","detail":"{readStateIndex:22715; appliedIndex:22710; }","duration":"1.142698139s","start":"2026-03-31T21:05:26.098288Z","end":"2026-03-31T21:05:27.240986Z","steps":["trace[17883976] 'read index received' (duration: 686.785776ms)","trace[17883976] 'applied index is now lower than readState.Index' (duration: 455.910683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:27.24119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256944255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:05:27.241261Z","caller":"traceutil/trace.go:171","msg":"trace[17500939] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21943; }","duration":"1.257063458s","start":"2026-03-31T21:05:25.984181Z","end":"2026-03-31T21:05:27.241245Z","steps":["trace[17500939] 'agreement among raft nodes before linearized reading' (duration: 1.256881813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.241311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.984159Z","time spent":"1.257141349s","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:27.241378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399870309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:05:27.241423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072456168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:05:27.241426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673971665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:05:27.241467Z","caller":"traceutil/trace.go:171","msg":"trace[1605250321] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21943; }","duration":"1.072554361s","start":"2026-03-31T21:05:26.168903Z","end":"2026-03-31T21:05:27.241457Z","steps":["trace[1605250321] 'agreement among raft nodes before linearized reading' (duration: 1.072426278s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:27.241489Z","caller":"traceutil/trace.go:171","msg":"trace[1418754109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21943; }","duration":"1.674027356s","start":"2026-03-31T21:05:25.567443Z","end":"2026-03-31T21:05:27.24147Z","steps":["trace[1418754109] 'agreement among raft nodes before linearized reading' (duration: 1.673905223s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:27.241482Z","caller":"traceutil/trace.go:171","msg":"trace[1949148709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21943; }","duration":"1.400053185s","start":"2026-03-31T21:05:25.841387Z","end":"2026-03-31T21:05:27.24144Z","steps":["trace[1949148709] 'agreement among raft nodes before linearized reading' (duration: 1.399822648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.241545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.567369Z","time spent":"1.67416657s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:05:27.241523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.168878Z","time spent":"1.072636133s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:27.241565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.280652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:05:27.241603Z","caller":"traceutil/trace.go:171","msg":"trace[1824727835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21943; }","duration":"298.349903ms","start":"2026-03-31T21:05:26.943241Z","end":"2026-03-31T21:05:27.241591Z","steps":["trace[1824727835] 'agreement among raft nodes before linearized reading' (duration: 298.245711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.241404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673913254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:05:27.241653Z","caller":"traceutil/trace.go:171","msg":"trace[2118717678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21943; }","duration":"1.674191601s","start":"2026-03-31T21:05:25.567453Z","end":"2026-03-31T21:05:27.241644Z","steps":["trace[2118717678] 'agreement among raft nodes before linearized reading' (duration: 1.673824401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.241691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.567445Z","time spent":"1.674236992s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:05:27.241853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674648142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:05:27.241929Z","caller":"traceutil/trace.go:171","msg":"trace[144141932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21943; }","duration":"1.674829456s","start":"2026-03-31T21:05:25.567081Z","end":"2026-03-31T21:05:27.24191Z","steps":["trace[144141932] 'agreement among raft nodes before linearized reading' (duration: 1.67419441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.242059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.567072Z","time spent":"1.674949509s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:05:27.242146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.841367Z","time spent":"1.400636309s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:05:27.3829Z","caller":"traceutil/trace.go:171","msg":"trace[666542359] transaction","detail":"{read_only:false; response_revision:21945; number_of_response:1; }","duration":"136.419002ms","start":"2026-03-31T21:05:27.246457Z","end":"2026-03-31T21:05:27.382876Z","steps":["trace[666542359] 'process raft request' (duration: 136.230307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:27.383118Z","caller":"traceutil/trace.go:171","msg":"trace[2124550834] transaction","detail":"{read_only:false; response_revision:21946; number_of_response:1; }","duration":"136.611077ms","start":"2026-03-31T21:05:27.24647Z","end":"2026-03-31T21:05:27.383081Z","steps":["trace[2124550834] 'process raft request' (duration: 136.358101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.38335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.448177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:27.383428Z","caller":"traceutil/trace.go:171","msg":"trace[1600110552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21946; }","duration":"133.60782ms","start":"2026-03-31T21:05:27.249804Z","end":"2026-03-31T21:05:27.383411Z","steps":["trace[1600110552] 'agreement among raft nodes before linearized reading' (duration: 133.473137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:29.359719Z","caller":"traceutil/trace.go:171","msg":"trace[2061326683] transaction","detail":"{read_only:false; response_revision:21953; number_of_response:1; }","duration":"102.078791ms","start":"2026-03-31T21:05:29.257605Z","end":"2026-03-31T21:05:29.359683Z","steps":["trace[2061326683] 'process raft request' (duration: 14.514074ms)","trace[2061326683] 'compare' (duration: 87.298931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:29.596529Z","caller":"traceutil/trace.go:171","msg":"trace[1426589560] transaction","detail":"{read_only:false; response_revision:21955; number_of_response:1; }","duration":"166.802713ms","start":"2026-03-31T21:05:29.429699Z","end":"2026-03-31T21:05:29.596502Z","steps":["trace[1426589560] 'process raft request' (duration: 101.099136ms)","trace[1426589560] 'compare' (duration: 65.566624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:29.820637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.615005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:29.82082Z","caller":"traceutil/trace.go:171","msg":"trace[1067307989] transaction","detail":"{read_only:false; response_revision:21957; number_of_response:1; }","duration":"362.268006ms","start":"2026-03-31T21:05:29.458538Z","end":"2026-03-31T21:05:29.820806Z","steps":["trace[1067307989] 'process raft request' (duration: 362.185954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:29.820867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:29.458492Z","time spent":"362.351968ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:29.820903Z","caller":"traceutil/trace.go:171","msg":"trace[110422015] transaction","detail":"{read_only:false; response_revision:21956; number_of_response:1; }","duration":"391.100048ms","start":"2026-03-31T21:05:29.429771Z","end":"2026-03-31T21:05:29.820871Z","steps":["trace[110422015] 'process raft request' (duration: 270.171136ms)","trace[110422015] 'compare' (duration: 120.509122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:29.821024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:29.429735Z","time spent":"391.223952ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:30.229013Z","caller":"traceutil/trace.go:171","msg":"trace[1826735424] transaction","detail":"{read_only:false; response_revision:21958; number_of_response:1; }","duration":"108.164833ms","start":"2026-03-31T21:05:30.120827Z","end":"2026-03-31T21:05:30.228992Z","steps":["trace[1826735424] 'process raft request' (duration: 107.768393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:31.365069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.182392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:31.365188Z","caller":"traceutil/trace.go:171","msg":"trace[739775154] linearizableReadLoop","detail":"{readStateIndex:22734; appliedIndex:22733; }","duration":"281.579753ms","start":"2026-03-31T21:05:31.083588Z","end":"2026-03-31T21:05:31.365167Z","steps":["trace[739775154] 'read index received' (duration: 146.146056ms)","trace[739775154] 'applied index is now lower than readState.Index' (duration: 135.432307ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:31.365267Z","caller":"traceutil/trace.go:171","msg":"trace[1279989022] transaction","detail":"{read_only:false; response_revision:21961; number_of_response:1; }","duration":"307.780379ms","start":"2026-03-31T21:05:31.057475Z","end":"2026-03-31T21:05:31.365255Z","steps":["trace[1279989022] 'process raft request' (duration: 172.328611ms)","trace[1279989022] 'compare' (duration: 135.043197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:31.3655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.907471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:05:31.365336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:31.05746Z","time spent":"307.843002ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:31.36556Z","caller":"traceutil/trace.go:171","msg":"trace[1580742584] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21961; }","duration":"282.011513ms","start":"2026-03-31T21:05:31.083532Z","end":"2026-03-31T21:05:31.365544Z","steps":["trace[1580742584] 'agreement among raft nodes before linearized reading' (duration: 281.797328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:31.367428Z","caller":"traceutil/trace.go:171","msg":"trace[1011991112] transaction","detail":"{read_only:false; response_revision:21962; number_of_response:1; }","duration":"135.56899ms","start":"2026-03-31T21:05:31.231845Z","end":"2026-03-31T21:05:31.367414Z","steps":["trace[1011991112] 'process raft request' (duration: 135.453217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:31.369135Z","caller":"traceutil/trace.go:171","msg":"trace[2066066681] transaction","detail":"{read_only:false; response_revision:21963; number_of_response:1; }","duration":"134.109453ms","start":"2026-03-31T21:05:31.234997Z","end":"2026-03-31T21:05:31.369107Z","steps":["trace[2066066681] 'process raft request' (duration: 133.682023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:31.369508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.829517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:05:31.369564Z","caller":"traceutil/trace.go:171","msg":"trace[904788953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21963; }","duration":"135.934008ms","start":"2026-03-31T21:05:31.233616Z","end":"2026-03-31T21:05:31.36955Z","steps":["trace[904788953] 'agreement among raft nodes before linearized reading' (duration: 135.759174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:31.556217Z","caller":"traceutil/trace.go:171","msg":"trace[1044657871] transaction","detail":"{read_only:false; response_revision:21965; number_of_response:1; }","duration":"123.478407ms","start":"2026-03-31T21:05:31.432703Z","end":"2026-03-31T21:05:31.556182Z","steps":["trace[1044657871] 'process raft request' (duration: 43.777767ms)","trace[1044657871] 'compare' (duration: 79.500705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:32.341369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837593247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:05:32.381342Z","caller":"traceutil/trace.go:171","msg":"trace[2116412067] transaction","detail":"{read_only:false; response_revision:21967; number_of_response:1; }","duration":"554.753703ms","start":"2026-03-31T21:05:31.826562Z","end":"2026-03-31T21:05:32.381316Z","steps":["trace[2116412067] 'process raft request' (duration: 554.60904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.381532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:31.826542Z","time spent":"554.890477ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:32.534072Z","caller":"traceutil/trace.go:171","msg":"trace[1843497050] transaction","detail":"{read_only:false; response_revision:21968; number_of_response:1; }","duration":"705.581426ms","start":"2026-03-31T21:05:31.828467Z","end":"2026-03-31T21:05:32.534049Z","steps":["trace[1843497050] 'process raft request' (duration: 705.422702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.534184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:31.82844Z","time spent":"705.686049ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:32.534292Z","caller":"traceutil/trace.go:171","msg":"trace[764353403] transaction","detail":"{read_only:false; response_revision:21969; number_of_response:1; }","duration":"512.831452ms","start":"2026-03-31T21:05:32.021452Z","end":"2026-03-31T21:05:32.534284Z","steps":["trace[764353403] 'process raft request' (duration: 512.562336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:32.534277Z","caller":"traceutil/trace.go:171","msg":"trace[2054460732] linearizableReadLoop","detail":"{readStateIndex:22742; appliedIndex:22740; }","duration":"693.724769ms","start":"2026-03-31T21:05:31.840522Z","end":"2026-03-31T21:05:32.534246Z","steps":["trace[2054460732] 'read index received' (duration: 541.515122ms)","trace[2054460732] 'applied index is now lower than readState.Index' (duration: 152.205757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:32.53433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:32.021427Z","time spent":"512.883774ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:32.534401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.891014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:32.534426Z","caller":"traceutil/trace.go:171","msg":"trace[1090778362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21969; }","duration":"693.952536ms","start":"2026-03-31T21:05:31.840467Z","end":"2026-03-31T21:05:32.53442Z","steps":["trace[1090778362] 'agreement among raft nodes before linearized reading' (duration: 693.912555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.534445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:31.840437Z","time spent":"694.004396ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:05:32.534519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.959553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:05:32.534601Z","caller":"traceutil/trace.go:171","msg":"trace[1641132113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21969; }","duration":"300.097167ms","start":"2026-03-31T21:05:32.234494Z","end":"2026-03-31T21:05:32.534591Z","steps":["trace[1641132113] 'agreement among raft nodes before linearized reading' (duration: 299.901232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.534631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:32.234471Z","time spent":"300.151288ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:05:33.8592Z","caller":"traceutil/trace.go:171","msg":"trace[797769663] transaction","detail":"{read_only:false; response_revision:21976; number_of_response:1; }","duration":"195.876843ms","start":"2026-03-31T21:05:33.663288Z","end":"2026-03-31T21:05:33.859165Z","steps":["trace[797769663] 'process raft request' (duration: 160.767491ms)","trace[797769663] 'compare' (duration: 34.791894ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:58.761541Z","caller":"traceutil/trace.go:171","msg":"trace[1855853851] transaction","detail":"{read_only:false; response_revision:22106; number_of_response:1; }","duration":"266.045522ms","start":"2026-03-31T21:05:58.495467Z","end":"2026-03-31T21:05:58.761512Z","steps":["trace[1855853851] 'process raft request' (duration: 265.873328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:03.773823Z","caller":"traceutil/trace.go:171","msg":"trace[1475038264] transaction","detail":"{read_only:false; response_revision:22132; number_of_response:1; }","duration":"199.926764ms","start":"2026-03-31T21:06:03.573872Z","end":"2026-03-31T21:06:03.773799Z","steps":["trace[1475038264] 'process raft request' (duration: 199.752329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.123848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.514024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:06:04.123961Z","caller":"traceutil/trace.go:171","msg":"trace[1698142085] linearizableReadLoop","detail":"{readStateIndex:22912; appliedIndex:22910; }","duration":"529.841479ms","start":"2026-03-31T21:06:03.594101Z","end":"2026-03-31T21:06:04.123943Z","steps":["trace[1698142085] 'read index received' (duration: 179.493502ms)","trace[1698142085] 'applied index is now lower than readState.Index' (duration: 350.346387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:04.124089Z","caller":"traceutil/trace.go:171","msg":"trace[912159039] transaction","detail":"{read_only:false; response_revision:22133; number_of_response:1; }","duration":"548.619839ms","start":"2026-03-31T21:06:03.575454Z","end":"2026-03-31T21:06:04.124073Z","steps":["trace[912159039] 'process raft request' (duration: 407.706075ms)","trace[912159039] 'compare' (duration: 140.36022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:04.124183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.575426Z","time spent":"548.710721ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:04.124419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.110461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:06:04.124501Z","caller":"traceutil/trace.go:171","msg":"trace[1962772418] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22133; }","duration":"525.241464ms","start":"2026-03-31T21:06:03.599241Z","end":"2026-03-31T21:06:04.124483Z","steps":["trace[1962772418] 'agreement among raft nodes before linearized reading' (duration: 524.912265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.124434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.039704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:04.12455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.599224Z","time spent":"525.317476ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T21:06:04.124635Z","caller":"traceutil/trace.go:171","msg":"trace[938926463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22133; }","duration":"284.24509ms","start":"2026-03-31T21:06:03.840326Z","end":"2026-03-31T21:06:04.124572Z","steps":["trace[938926463] 'agreement among raft nodes before linearized reading' (duration: 284.032805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.124605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.475025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:06:04.124649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.3973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7944d89747-9zb7t.18a208f3332c5321\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-31T21:06:04.124704Z","caller":"traceutil/trace.go:171","msg":"trace[847455385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22133; }","duration":"530.619809ms","start":"2026-03-31T21:06:03.594058Z","end":"2026-03-31T21:06:04.124678Z","steps":["trace[847455385] 'agreement among raft nodes before linearized reading' (duration: 530.323211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:04.124727Z","caller":"traceutil/trace.go:171","msg":"trace[1163502310] range","detail":"{range_begin:/registry/events/openstack/heat-api-7944d89747-9zb7t.18a208f3332c5321; range_end:; response_count:1; response_revision:22133; }","duration":"356.513952ms","start":"2026-03-31T21:06:03.768191Z","end":"2026-03-31T21:06:04.124705Z","steps":["trace[1163502310] 'agreement among raft nodes before linearized reading' (duration: 356.212105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.124775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.768169Z","time spent":"356.593445ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-7944d89747-9zb7t.18a208f3332c5321\" "} {"level":"warn","ts":"2026-03-31T21:06:04.124774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.594037Z","time spent":"530.721142ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:04.124834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.619498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:06:04.124969Z","caller":"traceutil/trace.go:171","msg":"trace[1949965044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22133; }","duration":"267.004807ms","start":"2026-03-31T21:06:03.857935Z","end":"2026-03-31T21:06:04.12494Z","steps":["trace[1949965044] 'agreement among raft nodes before linearized reading' (duration: 266.408633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:05.052048Z","caller":"traceutil/trace.go:171","msg":"trace[1875072744] transaction","detail":"{read_only:false; response_revision:22141; number_of_response:1; }","duration":"125.346754ms","start":"2026-03-31T21:06:04.926671Z","end":"2026-03-31T21:06:05.052018Z","steps":["trace[1875072744] 'process raft request' (duration: 123.2137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:08.316796Z","caller":"traceutil/trace.go:171","msg":"trace[1394000527] transaction","detail":"{read_only:false; response_revision:22156; number_of_response:1; }","duration":"131.58246ms","start":"2026-03-31T21:06:08.185168Z","end":"2026-03-31T21:06:08.316751Z","steps":["trace[1394000527] 'process raft request' (duration: 48.896087ms)","trace[1394000527] 'compare' (duration: 82.368026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:08.494904Z","caller":"traceutil/trace.go:171","msg":"trace[676022087] transaction","detail":"{read_only:false; response_revision:22157; number_of_response:1; }","duration":"173.492442ms","start":"2026-03-31T21:06:08.321367Z","end":"2026-03-31T21:06:08.49486Z","steps":["trace[676022087] 'process raft request' (duration: 110.623095ms)","trace[676022087] 'compare' (duration: 62.59663ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:08.49492Z","caller":"traceutil/trace.go:171","msg":"trace[79632621] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"171.215774ms","start":"2026-03-31T21:06:08.32365Z","end":"2026-03-31T21:06:08.494866Z","steps":["trace[79632621] 'process raft request' (duration: 171.098861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:08.495135Z","caller":"traceutil/trace.go:171","msg":"trace[582443403] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"171.4748ms","start":"2026-03-31T21:06:08.323648Z","end":"2026-03-31T21:06:08.495123Z","steps":["trace[582443403] 'process raft request' (duration: 171.180323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:15.040047Z","caller":"traceutil/trace.go:171","msg":"trace[93178625] transaction","detail":"{read_only:false; response_revision:22190; number_of_response:1; }","duration":"102.970933ms","start":"2026-03-31T21:06:14.93705Z","end":"2026-03-31T21:06:15.040021Z","steps":["trace[93178625] 'process raft request' (duration: 102.774758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.227581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.167163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:06:20.227832Z","caller":"traceutil/trace.go:171","msg":"trace[1607088642] transaction","detail":"{read_only:false; response_revision:22209; number_of_response:1; }","duration":"1.139451003s","start":"2026-03-31T21:06:19.088351Z","end":"2026-03-31T21:06:20.227802Z","steps":["trace[1607088642] 'process raft request' (duration: 373.983702ms)","trace[1607088642] 'compare' (duration: 765.060181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:20.227866Z","caller":"traceutil/trace.go:171","msg":"trace[1223588756] linearizableReadLoop","detail":"{readStateIndex:22992; appliedIndex:22991; }","duration":"1.119106073s","start":"2026-03-31T21:06:19.108562Z","end":"2026-03-31T21:06:20.227669Z","steps":["trace[1223588756] 'read index received' (duration: 353.800215ms)","trace[1223588756] 'applied index is now lower than readState.Index' (duration: 765.304648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:20.227957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.088322Z","time spent":"1.139565116s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:20.228117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119541954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:06:20.228276Z","caller":"traceutil/trace.go:171","msg":"trace[225680220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22209; }","duration":"1.119702858s","start":"2026-03-31T21:06:19.108506Z","end":"2026-03-31T21:06:20.228208Z","steps":["trace[225680220] 'agreement among raft nodes before linearized reading' (duration: 1.11937325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.228349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.10848Z","time spent":"1.119852461s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:06:20.238508Z","caller":"traceutil/trace.go:171","msg":"trace[841260493] transaction","detail":"{read_only:false; response_revision:22210; number_of_response:1; }","duration":"817.708582ms","start":"2026-03-31T21:06:19.420779Z","end":"2026-03-31T21:06:20.238487Z","steps":["trace[841260493] 'process raft request' (duration: 817.61595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.238633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.420749Z","time spent":"817.816815ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:20.240667Z","caller":"traceutil/trace.go:171","msg":"trace[1692271129] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"197.496925ms","start":"2026-03-31T21:06:20.043141Z","end":"2026-03-31T21:06:20.240638Z","steps":["trace[1692271129] 'process raft request' (duration: 197.325909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.243124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.561635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:20.243126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.959219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:20.243207Z","caller":"traceutil/trace.go:171","msg":"trace[406406438] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22212; }","duration":"252.679508ms","start":"2026-03-31T21:06:19.990495Z","end":"2026-03-31T21:06:20.243175Z","steps":["trace[406406438] 'agreement among raft nodes before linearized reading' (duration: 251.842388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.243192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.748081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T21:06:20.243302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.768338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:20.243357Z","caller":"traceutil/trace.go:171","msg":"trace[778349638] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:22212; }","duration":"663.927395ms","start":"2026-03-31T21:06:19.579363Z","end":"2026-03-31T21:06:20.24329Z","steps":["trace[778349638] 'agreement among raft nodes before linearized reading' (duration: 663.237728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:20.243273Z","caller":"traceutil/trace.go:171","msg":"trace[603373627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22212; }","duration":"598.112053ms","start":"2026-03-31T21:06:19.645082Z","end":"2026-03-31T21:06:20.243194Z","steps":["trace[603373627] 'agreement among raft nodes before linearized reading' (duration: 597.59089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.243446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.579336Z","time spent":"664.09221ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-31T21:06:20.243449Z","caller":"traceutil/trace.go:171","msg":"trace[1852168970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22212; }","duration":"401.951383ms","start":"2026-03-31T21:06:19.841457Z","end":"2026-03-31T21:06:20.243408Z","steps":["trace[1852168970] 'agreement among raft nodes before linearized reading' (duration: 400.824274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.24349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.645053Z","time spent":"598.416092ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:06:20.243526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.841443Z","time spent":"402.070967ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:06:20.243586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.181469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:20.243676Z","caller":"traceutil/trace.go:171","msg":"trace[977691508] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22212; }","duration":"396.298681ms","start":"2026-03-31T21:06:19.847356Z","end":"2026-03-31T21:06:20.243655Z","steps":["trace[977691508] 'agreement among raft nodes before linearized reading' (duration: 395.276865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.243722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.285153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-31T21:06:20.243754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.847345Z","time spent":"396.391554ms","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:20.243978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.972781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:06:20.244134Z","caller":"traceutil/trace.go:171","msg":"trace[907743313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22212; }","duration":"962.147775ms","start":"2026-03-31T21:06:19.281924Z","end":"2026-03-31T21:06:20.244071Z","steps":["trace[907743313] 'agreement among raft nodes before linearized reading' (duration: 960.34655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.244433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.2819Z","time spent":"962.515245ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:06:20.244442Z","caller":"traceutil/trace.go:171","msg":"trace[854463049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:22212; }","duration":"660.428757ms","start":"2026-03-31T21:06:19.583366Z","end":"2026-03-31T21:06:20.243795Z","steps":["trace[854463049] 'agreement among raft nodes before linearized reading' (duration: 658.941579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:20.244518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:19.583344Z","time spent":"661.152845ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-31T21:06:24.906803Z","caller":"traceutil/trace.go:171","msg":"trace[1683612029] transaction","detail":"{read_only:false; response_revision:22241; number_of_response:1; }","duration":"104.595194ms","start":"2026-03-31T21:06:24.802155Z","end":"2026-03-31T21:06:24.906751Z","steps":["trace[1683612029] 'process raft request' (duration: 104.284266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:26.867969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837593982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:06:27.003796Z","caller":"traceutil/trace.go:171","msg":"trace[447973507] transaction","detail":"{read_only:false; response_revision:22242; number_of_response:1; }","duration":"699.57588ms","start":"2026-03-31T21:06:26.304184Z","end":"2026-03-31T21:06:27.003759Z","steps":["trace[447973507] 'process raft request' (duration: 699.296753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:27.004031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.304161Z","time spent":"699.748503ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:28.840635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:06:28.840728Z","caller":"traceutil/trace.go:171","msg":"trace[443602739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489322s","start":"2026-03-31T21:06:26.840216Z","end":"2026-03-31T21:06:28.840705Z","steps":["trace[443602739] 'agreement among raft nodes before linearized reading' (duration: 2.000358768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:28.840782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.840191Z","time spent":"2.000578904s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:06:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:29.145292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034067715s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:06:29.147126Z","caller":"traceutil/trace.go:171","msg":"trace[1666274056] transaction","detail":"{read_only:false; response_revision:22243; number_of_response:1; }","duration":"2.787204647s","start":"2026-03-31T21:06:26.359898Z","end":"2026-03-31T21:06:29.147103Z","steps":["trace[1666274056] 'process raft request' (duration: 2.785525915s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:29.14726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.359857Z","time spent":"2.78733153s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:30.438334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382272774s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:06:30.84867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:06:30.848759Z","caller":"traceutil/trace.go:171","msg":"trace[668382026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222905s","start":"2026-03-31T21:06:28.848514Z","end":"2026-03-31T21:06:30.848736Z","steps":["trace[668382026] 'agreement among raft nodes before linearized reading' (duration: 2.000117702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:30.848805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:28.848479Z","time spent":"2.000315767s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:06:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:30.899013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.132493Z","time spent":"766.513137ms","remote":"127.0.0.1:38620","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:06:30.899244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75206098s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:06:30.899494Z","caller":"traceutil/trace.go:171","msg":"trace[94992945] transaction","detail":"{read_only:false; response_revision:22244; number_of_response:1; }","duration":"4.537169534s","start":"2026-03-31T21:06:26.36228Z","end":"2026-03-31T21:06:30.89945Z","steps":["trace[94992945] 'process raft request' (duration: 2.784811087s)","trace[94992945] 'compare' (duration: 1.751722761s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:30.899664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.362271Z","time spent":"4.537307077s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:30.899751Z","caller":"traceutil/trace.go:171","msg":"trace[689533914] transaction","detail":"{read_only:false; response_revision:22245; number_of_response:1; }","duration":"4.352146273s","start":"2026-03-31T21:06:26.547589Z","end":"2026-03-31T21:06:30.899735Z","steps":["trace[689533914] 'process raft request' (duration: 4.351745023s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:30.899534Z","caller":"traceutil/trace.go:171","msg":"trace[919327949] transaction","detail":"{read_only:false; response_revision:22246; number_of_response:1; }","duration":"1.889429136s","start":"2026-03-31T21:06:29.010088Z","end":"2026-03-31T21:06:30.899517Z","steps":["trace[919327949] 'process raft request' (duration: 1.889376125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:30.899854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.547571Z","time spent":"4.352234885s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:30.899892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:29.010047Z","time spent":"1.889811536s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:30.900004Z","caller":"traceutil/trace.go:171","msg":"trace[680641492] linearizableReadLoop","detail":"{readStateIndex:23030; appliedIndex:23025; }","duration":"4.533051253s","start":"2026-03-31T21:06:26.366939Z","end":"2026-03-31T21:06:30.89999Z","steps":["trace[680641492] 'read index received' (duration: 636.504968ms)","trace[680641492] 'applied index is now lower than readState.Index' (duration: 3.896544844s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:30.9002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.533255657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:06:30.900301Z","caller":"traceutil/trace.go:171","msg":"trace[1404149434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22246; }","duration":"4.533384711s","start":"2026-03-31T21:06:26.366894Z","end":"2026-03-31T21:06:30.900278Z","steps":["trace[1404149434] 'agreement among raft nodes before linearized reading' (duration: 4.533192256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:30.900358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.366872Z","time spent":"4.533469652s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:31.367328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00020948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:06:31.367419Z","caller":"traceutil/trace.go:171","msg":"trace[1951956895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000356673s","start":"2026-03-31T21:06:26.36704Z","end":"2026-03-31T21:06:31.367397Z","steps":["trace[1951956895] 'agreement among raft nodes before linearized reading' (duration: 5.00023873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:31.367471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.367021Z","time spent":"5.000436156s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 21:06:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:31.687916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999346208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:06:31.68803Z","caller":"traceutil/trace.go:171","msg":"trace[1437509192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999522153s","start":"2026-03-31T21:06:26.688482Z","end":"2026-03-31T21:06:31.688004Z","steps":["trace[1437509192] 'agreement among raft nodes before linearized reading' (duration: 4.99938725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:31.688095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.688429Z","time spent":"4.999650746s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 21:06:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:31.91043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999297677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:06:31.910498Z","caller":"traceutil/trace.go:171","msg":"trace[556414942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999408559s","start":"2026-03-31T21:06:26.911074Z","end":"2026-03-31T21:06:31.910483Z","steps":["trace[556414942] 'agreement among raft nodes before linearized reading' (duration: 4.999322016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:31.910536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.911062Z","time spent":"4.999465011s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:06:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:32.849202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:06:32.849289Z","caller":"traceutil/trace.go:171","msg":"trace[135784753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312168s","start":"2026-03-31T21:06:30.848954Z","end":"2026-03-31T21:06:32.849266Z","steps":["trace[135784753] 'agreement among raft nodes before linearized reading' (duration: 2.000203065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.849337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.848933Z","time spent":"2.000393729s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:06:32.962344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953141415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:06:32.962696Z","caller":"traceutil/trace.go:171","msg":"trace[317358877] transaction","detail":"{read_only:false; response_revision:22247; number_of_response:1; }","duration":"2.403310447s","start":"2026-03-31T21:06:30.559352Z","end":"2026-03-31T21:06:32.962662Z","steps":["trace[317358877] 'process raft request' (duration: 449.741881ms)","trace[317358877] 'compare' (duration: 1.952668484s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:32.962831Z","caller":"traceutil/trace.go:171","msg":"trace[265504318] transaction","detail":"{read_only:false; response_revision:22248; number_of_response:1; }","duration":"2.29378858s","start":"2026-03-31T21:06:30.669027Z","end":"2026-03-31T21:06:32.962816Z","steps":["trace[265504318] 'process raft request' (duration: 2.293497693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.962924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.669005Z","time spent":"2.293882292s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:32.962924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.559327Z","time spent":"2.403448551s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:32.963148Z","caller":"traceutil/trace.go:171","msg":"trace[1312857689] linearizableReadLoop","detail":"{readStateIndex:23033; appliedIndex:23031; }","duration":"2.063096592s","start":"2026-03-31T21:06:30.900039Z","end":"2026-03-31T21:06:32.963136Z","steps":["trace[1312857689] 'read index received' (duration: 109.062814ms)","trace[1312857689] 'applied index is now lower than readState.Index' (duration: 1.954032498s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:32.963138Z","caller":"traceutil/trace.go:171","msg":"trace[1621481207] transaction","detail":"{read_only:false; response_revision:22249; number_of_response:1; }","duration":"2.05899956s","start":"2026-03-31T21:06:30.904077Z","end":"2026-03-31T21:06:32.963076Z","steps":["trace[1621481207] 'process raft request' (duration: 2.058541849s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:32.962721Z","caller":"traceutil/trace.go:171","msg":"trace[739196251] transaction","detail":"{read_only:false; response_revision:22250; number_of_response:1; }","duration":"1.80984756s","start":"2026-03-31T21:06:31.152856Z","end":"2026-03-31T21:06:32.962703Z","steps":["trace[739196251] 'process raft request' (duration: 1.809802509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.963315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.904058Z","time spent":"2.059184074s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:32.963411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357527368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:32.963442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206809673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:32.963451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.527149188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:32.963504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.819730907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:32.963526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.660187184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:32.963512Z","caller":"traceutil/trace.go:171","msg":"trace[225722986] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22250; }","duration":"5.206916906s","start":"2026-03-31T21:06:27.756576Z","end":"2026-03-31T21:06:32.963493Z","steps":["trace[225722986] 'agreement among raft nodes before linearized reading' (duration: 5.206804263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:32.963538Z","caller":"traceutil/trace.go:171","msg":"trace[755028676] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22250; }","duration":"5.527308912s","start":"2026-03-31T21:06:27.436201Z","end":"2026-03-31T21:06:32.96351Z","steps":["trace[755028676] 'agreement among raft nodes before linearized reading' (duration: 5.527177139s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:32.963557Z","caller":"traceutil/trace.go:171","msg":"trace[1616314810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22250; }","duration":"5.819812019s","start":"2026-03-31T21:06:27.143729Z","end":"2026-03-31T21:06:32.963541Z","steps":["trace[1616314810] 'agreement among raft nodes before linearized reading' (duration: 5.819723777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.963566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:27.756553Z","time spent":"5.207003277s","remote":"127.0.0.1:35722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.963601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218833689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:32.963608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:27.143701Z","time spent":"5.819893071s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:32.96363Z","caller":"traceutil/trace.go:171","msg":"trace[407329532] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22250; }","duration":"4.21886121s","start":"2026-03-31T21:06:28.744762Z","end":"2026-03-31T21:06:32.963623Z","steps":["trace[407329532] 'agreement among raft nodes before linearized reading' (duration: 4.218819619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.963621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:27.436178Z","time spent":"5.527417515s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.963627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.07298362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:06:32.963711Z","caller":"traceutil/trace.go:171","msg":"trace[1776666281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22250; }","duration":"6.073110243s","start":"2026-03-31T21:06:26.89058Z","end":"2026-03-31T21:06:32.963691Z","steps":["trace[1776666281] 'agreement among raft nodes before linearized reading' (duration: 6.072825646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.963826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120196156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T21:06:32.963841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425164924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:32.963878Z","caller":"traceutil/trace.go:171","msg":"trace[310415340] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:22250; }","duration":"4.120362389s","start":"2026-03-31T21:06:28.843503Z","end":"2026-03-31T21:06:32.963865Z","steps":["trace[310415340] 'agreement among raft nodes before linearized reading' (duration: 4.120144753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.963483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.538510473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:32.96393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:28.843481Z","time spent":"4.120439721s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" "} {"level":"info","ts":"2026-03-31T21:06:32.96394Z","caller":"traceutil/trace.go:171","msg":"trace[249352967] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22250; }","duration":"2.425382219s","start":"2026-03-31T21:06:30.538504Z","end":"2026-03-31T21:06:32.963886Z","steps":["trace[249352967] 'agreement among raft nodes before linearized reading' (duration: 2.425183174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.963953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.665908403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:06:32.963988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.487101998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-31T21:06:32.964085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705342703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:32.964133Z","caller":"traceutil/trace.go:171","msg":"trace[1888671882] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22250; }","duration":"2.705417804s","start":"2026-03-31T21:06:30.258705Z","end":"2026-03-31T21:06:32.964122Z","steps":["trace[1888671882] 'agreement among raft nodes before linearized reading' (duration: 2.705347642s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:32.964098Z","caller":"traceutil/trace.go:171","msg":"trace[1787886909] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22250; }","duration":"6.487241151s","start":"2026-03-31T21:06:26.476844Z","end":"2026-03-31T21:06:32.964085Z","steps":["trace[1787886909] 'agreement among raft nodes before linearized reading' (duration: 6.486730619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.964221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.584683035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:32.964295Z","caller":"traceutil/trace.go:171","msg":"trace[1345052294] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22250; }","duration":"6.584776838s","start":"2026-03-31T21:06:26.379509Z","end":"2026-03-31T21:06:32.964286Z","steps":["trace[1345052294] 'agreement among raft nodes before linearized reading' (duration: 6.584685866s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:32.964026Z","caller":"traceutil/trace.go:171","msg":"trace[1872862449] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22250; }","duration":"4.666029476s","start":"2026-03-31T21:06:28.297978Z","end":"2026-03-31T21:06:32.964008Z","steps":["trace[1872862449] 'agreement among raft nodes before linearized reading' (duration: 4.665695968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.964342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576477995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:32.964393Z","caller":"traceutil/trace.go:171","msg":"trace[883720650] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22250; }","duration":"3.576568338s","start":"2026-03-31T21:06:29.387812Z","end":"2026-03-31T21:06:32.964381Z","steps":["trace[883720650] 'agreement among raft nodes before linearized reading' (duration: 3.576495606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.964425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:29.387787Z","time spent":"3.576630478s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.963844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.89056Z","time spent":"6.073270367s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:32.964487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:28.297955Z","time spent":"4.666453537s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":198,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.964255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.476771Z","time spent":"6.487447687s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-31T21:06:32.963485Z","caller":"traceutil/trace.go:171","msg":"trace[2119078985] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22250; }","duration":"2.357639331s","start":"2026-03-31T21:06:30.605832Z","end":"2026-03-31T21:06:32.963471Z","steps":["trace[2119078985] 'agreement among raft nodes before linearized reading' (duration: 2.357452446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.964621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.605802Z","time spent":"2.35880732s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:32.963956Z","caller":"traceutil/trace.go:171","msg":"trace[991256204] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22250; }","duration":"5.539002306s","start":"2026-03-31T21:06:27.424934Z","end":"2026-03-31T21:06:32.963936Z","steps":["trace[991256204] 'agreement among raft nodes before linearized reading' (duration: 5.538532654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.964684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:27.424913Z","time spent":"5.539757225s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.963643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062039886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:06:32.964805Z","caller":"traceutil/trace.go:171","msg":"trace[1639241574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22250; }","duration":"4.063236597s","start":"2026-03-31T21:06:28.901552Z","end":"2026-03-31T21:06:32.964789Z","steps":["trace[1639241574] 'agreement among raft nodes before linearized reading' (duration: 4.061912873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.964856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:28.901527Z","time spent":"4.063313428s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:06:32.963396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102117546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:32.964904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.538419Z","time spent":"2.425555935s","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:32.964951Z","caller":"traceutil/trace.go:171","msg":"trace[1689123441] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22250; }","duration":"5.103742367s","start":"2026-03-31T21:06:27.861174Z","end":"2026-03-31T21:06:32.964917Z","steps":["trace[1689123441] 'agreement among raft nodes before linearized reading' (duration: 5.102117396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.963429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.74173075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:32.96502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:27.861142Z","time spent":"5.10385694s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:32.965006Z","caller":"traceutil/trace.go:171","msg":"trace[1828851908] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22250; }","duration":"5.743355353s","start":"2026-03-31T21:06:27.221641Z","end":"2026-03-31T21:06:32.964997Z","steps":["trace[1828851908] 'agreement among raft nodes before linearized reading' (duration: 5.741729322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.965125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:27.221621Z","time spent":"5.743484125s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:32.963559Z","caller":"traceutil/trace.go:171","msg":"trace[1888806653] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22250; }","duration":"5.660248916s","start":"2026-03-31T21:06:27.303297Z","end":"2026-03-31T21:06:32.963546Z","steps":["trace[1888806653] 'agreement among raft nodes before linearized reading' (duration: 5.660200405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.965194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:27.303276Z","time spent":"5.661904228s","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.963656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:28.744737Z","time spent":"4.218913161s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.963609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64799433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:32.964173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.258687Z","time spent":"2.705478536s","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.964328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:26.379497Z","time spent":"6.584821959s","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:32.963389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:31.152822Z","time spent":"1.810485606s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:32.965703Z","caller":"traceutil/trace.go:171","msg":"trace[713546087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22250; }","duration":"3.649866756s","start":"2026-03-31T21:06:29.315522Z","end":"2026-03-31T21:06:32.965389Z","steps":["trace[713546087] 'agreement among raft nodes before linearized reading' (duration: 3.647939408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:32.965755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:29.315504Z","time spent":"3.650225656s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:33.463943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837593997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:06:33.964538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837593997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:06:34.22852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268971152s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:06:34.791621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.994546ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:34.791808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.005664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:06:34.791893Z","caller":"traceutil/trace.go:171","msg":"trace[1507216751] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22250; }","duration":"552.175811ms","start":"2026-03-31T21:06:34.239573Z","end":"2026-03-31T21:06:34.791748Z","steps":["trace[1507216751] 'range keys from in-memory index tree' (duration: 551.975376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:34.792115Z","caller":"traceutil/trace.go:171","msg":"trace[1758426375] linearizableReadLoop","detail":"{readStateIndex:23041; appliedIndex:23035; }","duration":"1.828887997s","start":"2026-03-31T21:06:32.963211Z","end":"2026-03-31T21:06:34.792099Z","steps":["trace[1758426375] 'read index received' (duration: 1.265475264s)","trace[1758426375] 'applied index is now lower than readState.Index' (duration: 563.411773ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:34.79221Z","caller":"traceutil/trace.go:171","msg":"trace[730187255] transaction","detail":"{read_only:false; response_revision:22251; number_of_response:1; }","duration":"1.885925828s","start":"2026-03-31T21:06:32.906274Z","end":"2026-03-31T21:06:34.7922Z","steps":["trace[730187255] 'process raft request' (duration: 1.322436073s)","trace[730187255] 'compare' (duration: 562.858549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:34.792291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.906249Z","time spent":"1.88601168s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:34.792541Z","caller":"traceutil/trace.go:171","msg":"trace[89856189] transaction","detail":"{read_only:false; response_revision:22252; number_of_response:1; }","duration":"1.884124483s","start":"2026-03-31T21:06:32.908408Z","end":"2026-03-31T21:06:34.792533Z","steps":["trace[89856189] 'process raft request' (duration: 1.883484377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.792583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.908383Z","time spent":"1.884175535s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:34.792672Z","caller":"traceutil/trace.go:171","msg":"trace[2012131523] transaction","detail":"{read_only:false; response_revision:22253; number_of_response:1; }","duration":"1.882775179s","start":"2026-03-31T21:06:32.909888Z","end":"2026-03-31T21:06:34.792663Z","steps":["trace[2012131523] 'process raft request' (duration: 1.882056111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.792762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.909849Z","time spent":"1.882837691s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:34.792848Z","caller":"traceutil/trace.go:171","msg":"trace[279859543] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"1.826705473s","start":"2026-03-31T21:06:32.966135Z","end":"2026-03-31T21:06:34.792841Z","steps":["trace[279859543] 'process raft request' (duration: 1.825848531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.792887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.96612Z","time spent":"1.826744384s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:34.793006Z","caller":"traceutil/trace.go:171","msg":"trace[991603547] transaction","detail":"{read_only:false; response_revision:22255; number_of_response:1; }","duration":"1.824344803s","start":"2026-03-31T21:06:32.96865Z","end":"2026-03-31T21:06:34.792995Z","steps":["trace[991603547] 'process raft request' (duration: 1.82338555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.793044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.968641Z","time spent":"1.824381834s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:34.793134Z","caller":"traceutil/trace.go:171","msg":"trace[190749942] transaction","detail":"{read_only:false; response_revision:22256; number_of_response:1; }","duration":"1.042946252s","start":"2026-03-31T21:06:33.75018Z","end":"2026-03-31T21:06:34.793126Z","steps":["trace[190749942] 'process raft request' (duration: 1.041883665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.793179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:33.750155Z","time spent":"1.042995483s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:34.793286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918183386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:34.793308Z","caller":"traceutil/trace.go:171","msg":"trace[1910916428] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:22256; }","duration":"1.918246308s","start":"2026-03-31T21:06:32.875054Z","end":"2026-03-31T21:06:34.7933Z","steps":["trace[1910916428] 'agreement among raft nodes before linearized reading' (duration: 1.918200767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.793332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.875033Z","time spent":"1.91829372s","remote":"127.0.0.1:50754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:34.79345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93660958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:34.793517Z","caller":"traceutil/trace.go:171","msg":"trace[882257825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22256; }","duration":"1.936736503s","start":"2026-03-31T21:06:32.856762Z","end":"2026-03-31T21:06:34.793499Z","steps":["trace[882257825] 'agreement among raft nodes before linearized reading' (duration: 1.936600239s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.793571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.856741Z","time spent":"1.936816804s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:06:34.793922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312327055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:34.793978Z","caller":"traceutil/trace.go:171","msg":"trace[1011952856] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22256; }","duration":"2.312429457s","start":"2026-03-31T21:06:32.481533Z","end":"2026-03-31T21:06:34.793962Z","steps":["trace[1011952856] 'agreement among raft nodes before linearized reading' (duration: 2.312331265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.794026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.481513Z","time spent":"2.312497029s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:34.794343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800219483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:06:34.794379Z","caller":"traceutil/trace.go:171","msg":"trace[592999595] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22256; }","duration":"2.800319756s","start":"2026-03-31T21:06:31.99405Z","end":"2026-03-31T21:06:34.79437Z","steps":["trace[592999595] 'agreement among raft nodes before linearized reading' (duration: 2.800174113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.794406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:31.994031Z","time spent":"2.800367497s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:06:34.794596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026545331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:34.794626Z","caller":"traceutil/trace.go:171","msg":"trace[2024828655] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:22256; }","duration":"3.026615942s","start":"2026-03-31T21:06:31.768002Z","end":"2026-03-31T21:06:34.794617Z","steps":["trace[2024828655] 'agreement among raft nodes before linearized reading' (duration: 3.02653367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.794652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:31.767978Z","time spent":"3.026666224s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:34.794847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.842097719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T21:06:34.794893Z","caller":"traceutil/trace.go:171","msg":"trace[1343100769] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:22256; }","duration":"3.842179131s","start":"2026-03-31T21:06:30.952703Z","end":"2026-03-31T21:06:34.794882Z","steps":["trace[1343100769] 'agreement among raft nodes before linearized reading' (duration: 3.842060378s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.794919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:30.952685Z","time spent":"3.842227073s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:06:34.794917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827561984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b3da24d-0427-4c24-8a7a-709d324c72a0\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T21:06:34.794952Z","caller":"traceutil/trace.go:171","msg":"trace[1378050179] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b3da24d-0427-4c24-8a7a-709d324c72a0; range_end:; response_count:1; response_revision:22256; }","duration":"1.827633235s","start":"2026-03-31T21:06:32.967309Z","end":"2026-03-31T21:06:34.794942Z","steps":["trace[1378050179] 'agreement among raft nodes before linearized reading' (duration: 1.827496982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.794974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.967301Z","time spent":"1.827667896s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1b3da24d-0427-4c24-8a7a-709d324c72a0\" "} {"level":"warn","ts":"2026-03-31T21:06:34.795079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188166285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:34.795111Z","caller":"traceutil/trace.go:171","msg":"trace[1903908393] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22256; }","duration":"3.188236686s","start":"2026-03-31T21:06:31.606864Z","end":"2026-03-31T21:06:34.7951Z","steps":["trace[1903908393] 'agreement among raft nodes before linearized reading' (duration: 3.188183955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.795112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.684699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:34.795141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.897002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:06:34.795166Z","caller":"traceutil/trace.go:171","msg":"trace[559710037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22256; }","duration":"881.959704ms","start":"2026-03-31T21:06:33.913199Z","end":"2026-03-31T21:06:34.795159Z","steps":["trace[559710037] 'agreement among raft nodes before linearized reading' (duration: 881.873822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:34.795172Z","caller":"traceutil/trace.go:171","msg":"trace[1394410078] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22256; }","duration":"852.835743ms","start":"2026-03-31T21:06:33.942322Z","end":"2026-03-31T21:06:34.795158Z","steps":["trace[1394410078] 'agreement among raft nodes before linearized reading' (duration: 852.632798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.795187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:33.913179Z","time spent":"882.003154ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:06:34.795205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:33.942302Z","time spent":"852.895074ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:34.795261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.696148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:34.795292Z","caller":"traceutil/trace.go:171","msg":"trace[1575375088] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22256; }","duration":"423.76768ms","start":"2026-03-31T21:06:34.371516Z","end":"2026-03-31T21:06:34.795284Z","steps":["trace[1575375088] 'agreement among raft nodes before linearized reading' (duration: 423.709198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.795314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.371497Z","time spent":"423.81175ms","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:34.795322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105394119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:06:34.795342Z","caller":"traceutil/trace.go:171","msg":"trace[1210114808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22256; }","duration":"1.10544808s","start":"2026-03-31T21:06:33.689888Z","end":"2026-03-31T21:06:34.795336Z","steps":["trace[1210114808] 'agreement among raft nodes before linearized reading' (duration: 1.105386939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.795359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:33.689868Z","time spent":"1.105487142s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:06:34.795368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.467493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:34.795389Z","caller":"traceutil/trace.go:171","msg":"trace[532594148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22256; }","duration":"496.512463ms","start":"2026-03-31T21:06:34.298869Z","end":"2026-03-31T21:06:34.795381Z","steps":["trace[532594148] 'agreement among raft nodes before linearized reading' (duration: 496.476462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.795136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:31.606842Z","time spent":"3.188287128s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:34.795413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.298855Z","time spent":"496.546015ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:06:34.795479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827100402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:06:34.795512Z","caller":"traceutil/trace.go:171","msg":"trace[615108880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22256; }","duration":"1.827152964s","start":"2026-03-31T21:06:32.96835Z","end":"2026-03-31T21:06:34.795503Z","steps":["trace[615108880] 'agreement among raft nodes before linearized reading' (duration: 1.827047822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.795547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:32.968341Z","time spent":"1.827189625s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:06:34.795573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425631882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:06:34.795624Z","caller":"traceutil/trace.go:171","msg":"trace[1726920399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22256; }","duration":"1.425730275s","start":"2026-03-31T21:06:33.369879Z","end":"2026-03-31T21:06:34.795609Z","steps":["trace[1726920399] 'agreement among raft nodes before linearized reading' (duration: 1.42554686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:34.795665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:33.369859Z","time spent":"1.425795446s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:35.298002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837594006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:06:36.366923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.801689Z","time spent":"1.565225484s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:06:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:36.473554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.884661ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T21:06:36.473673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.79727Z","time spent":"1.676399352s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:06:36.495192Z","caller":"traceutil/trace.go:171","msg":"trace[1646015464] transaction","detail":"{read_only:false; response_revision:22257; number_of_response:1; }","duration":"1.695662656s","start":"2026-03-31T21:06:34.799507Z","end":"2026-03-31T21:06:36.49517Z","steps":["trace[1646015464] 'process raft request' (duration: 1.695466971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:36.495337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.799487Z","time spent":"1.695774718s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:36.495501Z","caller":"traceutil/trace.go:171","msg":"trace[1571231155] transaction","detail":"{read_only:false; response_revision:22258; number_of_response:1; }","duration":"1.695958962s","start":"2026-03-31T21:06:34.799519Z","end":"2026-03-31T21:06:36.495478Z","steps":["trace[1571231155] 'process raft request' (duration: 1.695610234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:36.495704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.799498Z","time spent":"1.696109127s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:36.496046Z","caller":"traceutil/trace.go:171","msg":"trace[793350801] linearizableReadLoop","detail":"{readStateIndex:23046; appliedIndex:23041; }","duration":"1.698442685s","start":"2026-03-31T21:06:34.797576Z","end":"2026-03-31T21:06:36.496019Z","steps":["trace[793350801] 'read index received' (duration: 857.131531ms)","trace[793350801] 'applied index is now lower than readState.Index' (duration: 841.309964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:36.496162Z","caller":"traceutil/trace.go:171","msg":"trace[474923165] transaction","detail":"{read_only:false; response_revision:22260; number_of_response:1; }","duration":"1.526069362s","start":"2026-03-31T21:06:34.970081Z","end":"2026-03-31T21:06:36.49615Z","steps":["trace[474923165] 'process raft request' (duration: 1.525673522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:36.496397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698813995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T21:06:36.496447Z","caller":"traceutil/trace.go:171","msg":"trace[341743063] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:22260; }","duration":"1.698887586s","start":"2026-03-31T21:06:34.797546Z","end":"2026-03-31T21:06:36.496433Z","steps":["trace[341743063] 'agreement among raft nodes before linearized reading' (duration: 1.69865631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:36.49648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.797531Z","time spent":"1.698941658s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" "} {"level":"warn","ts":"2026-03-31T21:06:36.496505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.970062Z","time spent":"1.526131073s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:37.840657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000580214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:06:37.840747Z","caller":"traceutil/trace.go:171","msg":"trace[311411663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725978s","start":"2026-03-31T21:06:35.840006Z","end":"2026-03-31T21:06:37.840732Z","steps":["trace[311411663] 'agreement among raft nodes before linearized reading' (duration: 2.000612475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.840784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:35.839985Z","time spent":"2.00079147s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:06:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:37.871082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146495369s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:507"} {"level":"info","ts":"2026-03-31T21:06:37.871535Z","caller":"traceutil/trace.go:171","msg":"trace[1306043929] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22260; }","duration":"1.502649663s","start":"2026-03-31T21:06:36.36883Z","end":"2026-03-31T21:06:37.871479Z","steps":["trace[1306043929] 'process raft request' (duration: 355.671262ms)","trace[1306043929] 'compare' (duration: 1.146409677s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:37.871722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.368819Z","time spent":"1.502802576s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:37.87384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149134196s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:06:37.876509Z","caller":"traceutil/trace.go:171","msg":"trace[82231484] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22261; }","duration":"1.40201002s","start":"2026-03-31T21:06:36.47444Z","end":"2026-03-31T21:06:37.87645Z","steps":["trace[82231484] 'process raft request' (duration: 1.401951079s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:37.876587Z","caller":"traceutil/trace.go:171","msg":"trace[1316153286] transaction","detail":"{read_only:false; response_revision:22265; number_of_response:1; }","duration":"1.073451467s","start":"2026-03-31T21:06:36.803121Z","end":"2026-03-31T21:06:37.876572Z","steps":["trace[1316153286] 'process raft request' (duration: 1.073427656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.876655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.803112Z","time spent":"1.073511809s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:37.876703Z","caller":"traceutil/trace.go:171","msg":"trace[469405093] linearizableReadLoop","detail":"{readStateIndex:23049; appliedIndex:23046; }","duration":"1.380521051s","start":"2026-03-31T21:06:36.496114Z","end":"2026-03-31T21:06:37.876635Z","steps":["trace[469405093] 'read index received' (duration: 228.520913ms)","trace[469405093] 'applied index is now lower than readState.Index' (duration: 1.151995967s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:37.876786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.47442Z","time spent":"1.402150333s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:37.876921Z","caller":"traceutil/trace.go:171","msg":"trace[1459688769] transaction","detail":"{read_only:false; response_revision:22263; number_of_response:1; }","duration":"1.073884498s","start":"2026-03-31T21:06:36.803028Z","end":"2026-03-31T21:06:37.876912Z","steps":["trace[1459688769] 'process raft request' (duration: 1.073463848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.876936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703484571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T21:06:37.876992Z","caller":"traceutil/trace.go:171","msg":"trace[1210610261] transaction","detail":"{read_only:false; response_revision:22264; number_of_response:1; }","duration":"1.073944539s","start":"2026-03-31T21:06:36.803042Z","end":"2026-03-31T21:06:37.876986Z","steps":["trace[1210610261] 'process raft request' (duration: 1.073482278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.876989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547136705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T21:06:37.877057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958733549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:37.877014Z","caller":"traceutil/trace.go:171","msg":"trace[322868279] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22265; }","duration":"1.703596784s","start":"2026-03-31T21:06:36.173397Z","end":"2026-03-31T21:06:37.876993Z","steps":["trace[322868279] 'agreement among raft nodes before linearized reading' (duration: 1.703300457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.877026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603354085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:37.877141Z","caller":"traceutil/trace.go:171","msg":"trace[1584386850] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22265; }","duration":"2.958876573s","start":"2026-03-31T21:06:34.918245Z","end":"2026-03-31T21:06:37.877122Z","steps":["trace[1584386850] 'agreement among raft nodes before linearized reading' (duration: 2.958712849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.877168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.853458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:37.87716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.173381Z","time spent":"1.703760858s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:06:37.877079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160323111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:37.877193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.184477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:37.877224Z","caller":"traceutil/trace.go:171","msg":"trace[773525783] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:22265; }","duration":"2.60357077s","start":"2026-03-31T21:06:35.273601Z","end":"2026-03-31T21:06:37.877172Z","steps":["trace[773525783] 'agreement among raft nodes before linearized reading' (duration: 2.603284103s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:37.877254Z","caller":"traceutil/trace.go:171","msg":"trace[763361481] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22265; }","duration":"854.262959ms","start":"2026-03-31T21:06:37.022976Z","end":"2026-03-31T21:06:37.877239Z","steps":["trace[763361481] 'agreement among raft nodes before linearized reading' (duration: 854.175467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.877118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279150077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:37.877293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:37.022965Z","time spent":"854.318621ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:37.877287Z","caller":"traceutil/trace.go:171","msg":"trace[699438831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22265; }","duration":"2.160571117s","start":"2026-03-31T21:06:35.716657Z","end":"2026-03-31T21:06:37.877228Z","steps":["trace[699438831] 'agreement among raft nodes before linearized reading' (duration: 2.160218368s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:37.877339Z","caller":"traceutil/trace.go:171","msg":"trace[1016076599] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22265; }","duration":"1.279393992s","start":"2026-03-31T21:06:36.597915Z","end":"2026-03-31T21:06:37.877309Z","steps":["trace[1016076599] 'agreement among raft nodes before linearized reading' (duration: 1.279149936s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.877372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.597892Z","time spent":"1.279470695s","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:37.877196Z","caller":"traceutil/trace.go:171","msg":"trace[1526055506] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:22265; }","duration":"483.920569ms","start":"2026-03-31T21:06:37.393267Z","end":"2026-03-31T21:06:37.877188Z","steps":["trace[1526055506] 'agreement among raft nodes before linearized reading' (duration: 483.874288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.877416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:35.716634Z","time spent":"2.160741372s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:37.877089Z","caller":"traceutil/trace.go:171","msg":"trace[352618058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22265; }","duration":"2.547465802s","start":"2026-03-31T21:06:35.329601Z","end":"2026-03-31T21:06:37.877067Z","steps":["trace[352618058] 'agreement among raft nodes before linearized reading' (duration: 2.547053822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.877378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:35.273578Z","time spent":"2.603730674s","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:37.877104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714030871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:37.877514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:35.329574Z","time spent":"2.547918764s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T21:06:37.87757Z","caller":"traceutil/trace.go:171","msg":"trace[210037765] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22265; }","duration":"2.714548714s","start":"2026-03-31T21:06:35.163Z","end":"2026-03-31T21:06:37.877548Z","steps":["trace[210037765] 'agreement among raft nodes before linearized reading' (duration: 2.714009761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.877628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:35.162977Z","time spent":"2.714626776s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:37.877198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.918215Z","time spent":"2.958973885s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:06:37.877023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.803013Z","time spent":"1.073992181s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:37.87743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:37.393242Z","time spent":"484.166276ms","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:37.876968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.803012Z","time spent":"1.073932019s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:37.878684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607060033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:37.878752Z","caller":"traceutil/trace.go:171","msg":"trace[1081163030] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22265; }","duration":"1.607155686s","start":"2026-03-31T21:06:36.271587Z","end":"2026-03-31T21:06:37.878742Z","steps":["trace[1081163030] 'agreement among raft nodes before linearized reading' (duration: 1.605243087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.878806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.271559Z","time spent":"1.607238058s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:37.878732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913691275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-31T21:06:37.878795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910818257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:06:37.878947Z","caller":"traceutil/trace.go:171","msg":"trace[1195584461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22265; }","duration":"2.911012572s","start":"2026-03-31T21:06:34.967915Z","end":"2026-03-31T21:06:37.878928Z","steps":["trace[1195584461] 'agreement among raft nodes before linearized reading' (duration: 2.909126695s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:37.878928Z","caller":"traceutil/trace.go:171","msg":"trace[618438288] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22265; }","duration":"1.913925221s","start":"2026-03-31T21:06:35.964982Z","end":"2026-03-31T21:06:37.878907Z","steps":["trace[618438288] 'agreement among raft nodes before linearized reading' (duration: 1.911873269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.878968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976381083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-31T21:06:37.879013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.967893Z","time spent":"2.911104665s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:37.879027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.896996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T21:06:37.879027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:35.964958Z","time spent":"1.914050453s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T21:06:37.879038Z","caller":"traceutil/trace.go:171","msg":"trace[428259072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:22265; }","duration":"2.976493495s","start":"2026-03-31T21:06:34.902528Z","end":"2026-03-31T21:06:37.879021Z","steps":["trace[428259072] 'agreement among raft nodes before linearized reading' (duration: 2.974620898s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:37.879063Z","caller":"traceutil/trace.go:171","msg":"trace[1328876473] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22265; }","duration":"988.979518ms","start":"2026-03-31T21:06:36.890071Z","end":"2026-03-31T21:06:37.87905Z","steps":["trace[1328876473] 'agreement among raft nodes before linearized reading' (duration: 987.089881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.879096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.890048Z","time spent":"989.04163ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:06:37.878951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075987131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:06:37.876614Z","caller":"traceutil/trace.go:171","msg":"trace[1037557772] transaction","detail":"{read_only:false; response_revision:22262; number_of_response:1; }","duration":"1.377794282s","start":"2026-03-31T21:06:36.498783Z","end":"2026-03-31T21:06:37.876577Z","steps":["trace[1037557772] 'process raft request' (duration: 1.377639778s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:37.87947Z","caller":"traceutil/trace.go:171","msg":"trace[85451856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22265; }","duration":"1.076546555s","start":"2026-03-31T21:06:36.802909Z","end":"2026-03-31T21:06:37.879456Z","steps":["trace[85451856] 'agreement among raft nodes before linearized reading' (duration: 1.074260338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:37.879567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.802886Z","time spent":"1.076669718s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:37.879158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:34.902507Z","time spent":"2.976580328s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-31T21:06:37.87997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:36.498762Z","time spent":"1.380873949s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:52.335626Z","caller":"traceutil/trace.go:171","msg":"trace[1997513469] transaction","detail":"{read_only:false; response_revision:22344; number_of_response:1; }","duration":"145.635513ms","start":"2026-03-31T21:06:52.189956Z","end":"2026-03-31T21:06:52.335592Z","steps":["trace[1997513469] 'process raft request' (duration: 132.929715ms)","trace[1997513469] 'compare' (duration: 12.514103ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:07:23.916857Z","caller":"traceutil/trace.go:171","msg":"trace[712673919] linearizableReadLoop","detail":"{readStateIndex:23396; appliedIndex:23395; }","duration":"180.521329ms","start":"2026-03-31T21:07:23.73631Z","end":"2026-03-31T21:07:23.916832Z","steps":["trace[712673919] 'read index received' (duration: 180.349385ms)","trace[712673919] 'applied index is now lower than readState.Index' (duration: 170.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:07:23.916999Z","caller":"traceutil/trace.go:171","msg":"trace[199589361] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"214.370298ms","start":"2026-03-31T21:07:23.702588Z","end":"2026-03-31T21:07:23.916959Z","steps":["trace[199589361] 'process raft request' (duration: 214.079591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:23.917156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.907416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:07:23.917203Z","caller":"traceutil/trace.go:171","msg":"trace[1553980237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22587; }","duration":"169.008199ms","start":"2026-03-31T21:07:23.748183Z","end":"2026-03-31T21:07:23.917191Z","steps":["trace[1553980237] 'agreement among raft nodes before linearized reading' (duration: 168.830585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:23.918377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.053757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:153 size:1767664"} {"level":"info","ts":"2026-03-31T21:07:23.918463Z","caller":"traceutil/trace.go:171","msg":"trace[1068122055] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:153; response_revision:22587; }","duration":"182.230371ms","start":"2026-03-31T21:07:23.736213Z","end":"2026-03-31T21:07:23.918443Z","steps":["trace[1068122055] 'agreement among raft nodes before linearized reading' (duration: 180.758545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.183677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.950415Z","caller":"traceutil/trace.go:171","msg":"trace[1333675655] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22979; }","duration":"150.3276ms","start":"2026-03-31T21:08:03.800067Z","end":"2026-03-31T21:08:03.950395Z","steps":["trace[1333675655] 'range keys from in-memory index tree' (duration: 150.078694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.61755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:08:03.950671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.53848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T21:08:03.951301Z","caller":"traceutil/trace.go:171","msg":"trace[559145529] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22979; }","duration":"130.223727ms","start":"2026-03-31T21:08:03.821049Z","end":"2026-03-31T21:08:03.951273Z","steps":["trace[559145529] 'range keys from in-memory index tree' (duration: 129.121029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:03.95075Z","caller":"traceutil/trace.go:171","msg":"trace[1828522722] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22979; }","duration":"111.788694ms","start":"2026-03-31T21:08:03.83894Z","end":"2026-03-31T21:08:03.950728Z","steps":["trace[1828522722] 'range keys from in-memory index tree' (duration: 111.548148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.858181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-31T21:08:03.95155Z","caller":"traceutil/trace.go:171","msg":"trace[588532471] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22979; }","duration":"109.67197ms","start":"2026-03-31T21:08:03.841849Z","end":"2026-03-31T21:08:03.951521Z","steps":["trace[588532471] 'range keys from in-memory index tree' (duration: 108.695836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.603116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.951643Z","caller":"traceutil/trace.go:171","msg":"trace[228820621] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22979; }","duration":"129.449567ms","start":"2026-03-31T21:08:03.822169Z","end":"2026-03-31T21:08:03.951618Z","steps":["trace[228820621] 'range keys from in-memory index tree' (duration: 128.543434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.495934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.951723Z","caller":"traceutil/trace.go:171","msg":"trace[421165492] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22979; }","duration":"129.379975ms","start":"2026-03-31T21:08:03.822323Z","end":"2026-03-31T21:08:03.951703Z","steps":["trace[421165492] 'range keys from in-memory index tree' (duration: 128.381791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.535618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-31T21:08:03.951826Z","caller":"traceutil/trace.go:171","msg":"trace[26928387] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22979; }","duration":"112.510712ms","start":"2026-03-31T21:08:03.839286Z","end":"2026-03-31T21:08:03.951797Z","steps":["trace[26928387] 'range keys from in-memory index tree' (duration: 111.431596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.17076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.951931Z","caller":"traceutil/trace.go:171","msg":"trace[1181302590] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22979; }","duration":"120.231746ms","start":"2026-03-31T21:08:03.831682Z","end":"2026-03-31T21:08:03.951914Z","steps":["trace[1181302590] 'range keys from in-memory index tree' (duration: 119.099739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.952053Z","caller":"traceutil/trace.go:171","msg":"trace[767733660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22979; }","duration":"111.62881ms","start":"2026-03-31T21:08:03.840413Z","end":"2026-03-31T21:08:03.952042Z","steps":["trace[767733660] 'range keys from in-memory index tree' (duration: 110.375219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.358295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.952146Z","caller":"traceutil/trace.go:171","msg":"trace[265984972] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22979; }","duration":"120.582625ms","start":"2026-03-31T21:08:03.831551Z","end":"2026-03-31T21:08:03.952134Z","steps":["trace[265984972] 'range keys from in-memory index tree' (duration: 119.285633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.951011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.188885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T21:08:03.952287Z","caller":"traceutil/trace.go:171","msg":"trace[1182070167] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22979; }","duration":"121.457166ms","start":"2026-03-31T21:08:03.830816Z","end":"2026-03-31T21:08:03.952273Z","steps":["trace[1182070167] 'range keys from in-memory index tree' (duration: 120.014681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.950952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.59244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.952422Z","caller":"traceutil/trace.go:171","msg":"trace[1869805429] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22979; }","duration":"121.122578ms","start":"2026-03-31T21:08:03.831285Z","end":"2026-03-31T21:08:03.952408Z","steps":["trace[1869805429] 'range keys from in-memory index tree' (duration: 119.533509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.951027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.282605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-31T21:08:03.952558Z","caller":"traceutil/trace.go:171","msg":"trace[1160962163] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22979; }","duration":"152.834583ms","start":"2026-03-31T21:08:03.799702Z","end":"2026-03-31T21:08:03.952537Z","steps":["trace[1160962163] 'range keys from in-memory index tree' (duration: 151.125981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.951052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.009428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.952701Z","caller":"traceutil/trace.go:171","msg":"trace[1673592888] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22979; }","duration":"152.702079ms","start":"2026-03-31T21:08:03.799989Z","end":"2026-03-31T21:08:03.952692Z","steps":["trace[1673592888] 'range keys from in-memory index tree' (duration: 150.901186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.951079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.1024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:03.95275Z","caller":"traceutil/trace.go:171","msg":"trace[204917506] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22979; }","duration":"152.814023ms","start":"2026-03-31T21:08:03.799923Z","end":"2026-03-31T21:08:03.952737Z","steps":["trace[204917506] 'range keys from in-memory index tree' (duration: 151.036699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:03.951158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.326736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T21:08:03.952878Z","caller":"traceutil/trace.go:171","msg":"trace[1496318057] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22979; }","duration":"153.050668ms","start":"2026-03-31T21:08:03.799788Z","end":"2026-03-31T21:08:03.952839Z","steps":["trace[1496318057] 'range keys from in-memory index tree' (duration: 151.191962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:04.806998Z","caller":"traceutil/trace.go:171","msg":"trace[388611130] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"214.200593ms","start":"2026-03-31T21:08:04.592768Z","end":"2026-03-31T21:08:04.806969Z","steps":["trace[388611130] 'process raft request' (duration: 213.999588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:05.217632Z","caller":"traceutil/trace.go:171","msg":"trace[1760614875] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"624.507727ms","start":"2026-03-31T21:08:04.593104Z","end":"2026-03-31T21:08:05.217612Z","steps":["trace[1760614875] 'process raft request' (duration: 624.306212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.217757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:04.593083Z","time spent":"624.606708ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:08:05.217881Z","caller":"traceutil/trace.go:171","msg":"trace[445745707] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"616.874604ms","start":"2026-03-31T21:08:04.600998Z","end":"2026-03-31T21:08:05.217873Z","steps":["trace[445745707] 'process raft request' (duration: 616.581527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.217923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:04.600971Z","time spent":"616.930336ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:08:05.217912Z","caller":"traceutil/trace.go:171","msg":"trace[2086266767] linearizableReadLoop","detail":"{readStateIndex:23801; appliedIndex:23798; }","duration":"468.122883ms","start":"2026-03-31T21:08:04.749701Z","end":"2026-03-31T21:08:05.217823Z","steps":["trace[2086266767] 'read index received' (duration: 57.139153ms)","trace[2086266767] 'applied index is now lower than readState.Index' (duration: 410.97833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:08:05.21823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.507853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:08:05.218266Z","caller":"traceutil/trace.go:171","msg":"trace[12152697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22982; }","duration":"468.608774ms","start":"2026-03-31T21:08:04.749648Z","end":"2026-03-31T21:08:05.218257Z","steps":["trace[12152697] 'agreement among raft nodes before linearized reading' (duration: 468.402749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.218299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:04.749618Z","time spent":"468.672756ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:08:05.274934Z","caller":"traceutil/trace.go:171","msg":"trace[31813218] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"420.143769ms","start":"2026-03-31T21:08:04.854764Z","end":"2026-03-31T21:08:05.274908Z","steps":["trace[31813218] 'process raft request' (duration: 419.916984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.275092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.099507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:08:05.275193Z","caller":"traceutil/trace.go:171","msg":"trace[332652010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22984; }","duration":"473.256632ms","start":"2026-03-31T21:08:04.801924Z","end":"2026-03-31T21:08:05.27518Z","steps":["trace[332652010] 'agreement among raft nodes before linearized reading' (duration: 473.066177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.275168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.009747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:08:05.27522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.934294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:08:05.275267Z","caller":"traceutil/trace.go:171","msg":"trace[570406035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22984; }","duration":"251.049327ms","start":"2026-03-31T21:08:05.024202Z","end":"2026-03-31T21:08:05.275251Z","steps":["trace[570406035] 'agreement among raft nodes before linearized reading' (duration: 250.929924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.275272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:04.801897Z","time spent":"473.329313ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:08:05.275276Z","caller":"traceutil/trace.go:171","msg":"trace[1452458442] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22984; }","duration":"212.170432ms","start":"2026-03-31T21:08:05.063077Z","end":"2026-03-31T21:08:05.275247Z","steps":["trace[1452458442] 'agreement among raft nodes before linearized reading' (duration: 211.952816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.275103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.423828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:08:05.275449Z","caller":"traceutil/trace.go:171","msg":"trace[70609146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22984; }","duration":"381.790657ms","start":"2026-03-31T21:08:04.89362Z","end":"2026-03-31T21:08:05.27541Z","steps":["trace[70609146] 'agreement among raft nodes before linearized reading' (duration: 381.341355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.275487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:04.893595Z","time spent":"381.880539ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:08:05.275482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:04.854737Z","time spent":"420.276503ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:08:05.274951Z","caller":"traceutil/trace.go:171","msg":"trace[1368414742] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"137.721165ms","start":"2026-03-31T21:08:05.137213Z","end":"2026-03-31T21:08:05.274934Z","steps":["trace[1368414742] 'process raft request' (duration: 137.637363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:05.411916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.42572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:08:05.412027Z","caller":"traceutil/trace.go:171","msg":"trace[918916626] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"131.267322ms","start":"2026-03-31T21:08:05.28074Z","end":"2026-03-31T21:08:05.412007Z","steps":["trace[918916626] 'process raft request' (duration: 30.664319ms)","trace[918916626] 'compare' (duration: 100.304206ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:08:05.497588Z","caller":"traceutil/trace.go:171","msg":"trace[448830152] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"216.096811ms","start":"2026-03-31T21:08:05.281457Z","end":"2026-03-31T21:08:05.497554Z","steps":["trace[448830152] 'process raft request' (duration: 215.770243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:05.497821Z","caller":"traceutil/trace.go:171","msg":"trace[1441366823] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"215.738091ms","start":"2026-03-31T21:08:05.282037Z","end":"2026-03-31T21:08:05.497775Z","steps":["trace[1441366823] 'process raft request' (duration: 215.410613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:08.755507Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20842} {"level":"info","ts":"2026-03-31T21:08:08.872015Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20842,"took":"112.853881ms","hash":2064170684,"current-db-size-bytes":45748224,"current-db-size":"46 MB","current-db-size-in-use-bytes":29315072,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T21:08:08.872089Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2064170684,"revision":20842,"compact-revision":18485} {"level":"info","ts":"2026-03-31T21:08:16.576666Z","caller":"traceutil/trace.go:171","msg":"trace[966499375] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"122.337109ms","start":"2026-03-31T21:08:16.454292Z","end":"2026-03-31T21:08:16.576629Z","steps":["trace[966499375] 'process raft request' (duration: 122.129674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:31.545408Z","caller":"traceutil/trace.go:171","msg":"trace[335919938] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"188.634321ms","start":"2026-03-31T21:08:31.356748Z","end":"2026-03-31T21:08:31.545382Z","steps":["trace[335919938] 'process raft request' (duration: 188.465267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:31.600408Z","caller":"traceutil/trace.go:171","msg":"trace[2066365399] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"242.838672ms","start":"2026-03-31T21:08:31.357539Z","end":"2026-03-31T21:08:31.600378Z","steps":["trace[2066365399] 'process raft request' (duration: 242.557775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:31.60069Z","caller":"traceutil/trace.go:171","msg":"trace[2033730635] linearizableReadLoop","detail":"{readStateIndex:24000; appliedIndex:23997; }","duration":"191.982356ms","start":"2026-03-31T21:08:31.4086Z","end":"2026-03-31T21:08:31.600582Z","steps":["trace[2033730635] 'read index received' (duration: 136.563436ms)","trace[2033730635] 'applied index is now lower than readState.Index' (duration: 55.41586ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:08:31.600919Z","caller":"traceutil/trace.go:171","msg":"trace[2011600323] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"231.110118ms","start":"2026-03-31T21:08:31.36979Z","end":"2026-03-31T21:08:31.6009Z","steps":["trace[2011600323] 'process raft request' (duration: 230.511983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:31.601145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.486759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:08:31.601205Z","caller":"traceutil/trace.go:171","msg":"trace[1291234548] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23173; }","duration":"192.655333ms","start":"2026-03-31T21:08:31.408536Z","end":"2026-03-31T21:08:31.601191Z","steps":["trace[1291234548] 'agreement among raft nodes before linearized reading' (duration: 192.413967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:31.728101Z","caller":"traceutil/trace.go:171","msg":"trace[1734764024] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"123.133088ms","start":"2026-03-31T21:08:31.604924Z","end":"2026-03-31T21:08:31.728057Z","steps":["trace[1734764024] 'process raft request' (duration: 86.473229ms)","trace[1734764024] 'compare' (duration: 36.438754ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:09:56.130794Z","caller":"traceutil/trace.go:171","msg":"trace[933639884] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"275.557722ms","start":"2026-03-31T21:09:55.855211Z","end":"2026-03-31T21:09:56.130769Z","steps":["trace[933639884] 'process raft request' (duration: 275.389828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.641712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.654444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:09:56.641865Z","caller":"traceutil/trace.go:171","msg":"trace[1719260344] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"548.396927ms","start":"2026-03-31T21:09:56.093455Z","end":"2026-03-31T21:09:56.641852Z","steps":["trace[1719260344] 'process raft request' (duration: 548.330095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.641915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:09:56.093429Z","time spent":"548.462959ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:09:56.641891Z","caller":"traceutil/trace.go:171","msg":"trace[2109401174] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"753.288706ms","start":"2026-03-31T21:09:55.888573Z","end":"2026-03-31T21:09:56.641861Z","steps":["trace[2109401174] 'process raft request' (duration: 623.423248ms)","trace[2109401174] 'compare' (duration: 129.57208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:09:56.642114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:09:55.888543Z","time spent":"753.42536ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:09:56.715027Z","caller":"traceutil/trace.go:171","msg":"trace[2059636144] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"541.626058ms","start":"2026-03-31T21:09:56.173372Z","end":"2026-03-31T21:09:56.714998Z","steps":["trace[2059636144] 'process raft request' (duration: 541.423703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.715224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:09:56.173349Z","time spent":"541.801731ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:09:56.715455Z","caller":"traceutil/trace.go:171","msg":"trace[1002352160] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"538.509298ms","start":"2026-03-31T21:09:56.176899Z","end":"2026-03-31T21:09:56.715408Z","steps":["trace[1002352160] 'process raft request' (duration: 538.011555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.715681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:09:56.176873Z","time spent":"538.701973ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:09:56.792101Z","caller":"traceutil/trace.go:171","msg":"trace[1432086652] linearizableReadLoop","detail":"{readStateIndex:24579; appliedIndex:24574; }","duration":"332.497629ms","start":"2026-03-31T21:09:56.459532Z","end":"2026-03-31T21:09:56.79203Z","steps":["trace[1432086652] 'read index received' (duration: 52.475625ms)","trace[1432086652] 'applied index is now lower than readState.Index' (duration: 279.85364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:09:56.792454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.334539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:09:56.792553Z","caller":"traceutil/trace.go:171","msg":"trace[170879869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23734; }","duration":"179.477192ms","start":"2026-03-31T21:09:56.61305Z","end":"2026-03-31T21:09:56.792527Z","steps":["trace[170879869] 'agreement among raft nodes before linearized reading' (duration: 179.263746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.792579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.054058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:09:56.792611Z","caller":"traceutil/trace.go:171","msg":"trace[844762531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23734; }","duration":"198.080678ms","start":"2026-03-31T21:09:56.594519Z","end":"2026-03-31T21:09:56.792599Z","steps":["trace[844762531] 'agreement among raft nodes before linearized reading' (duration: 198.007177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.792819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.512081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:09:56.792844Z","caller":"traceutil/trace.go:171","msg":"trace[1276613693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23734; }","duration":"157.580402ms","start":"2026-03-31T21:09:56.635256Z","end":"2026-03-31T21:09:56.792837Z","steps":["trace[1276613693] 'agreement among raft nodes before linearized reading' (duration: 157.508891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.792501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.505515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:09:56.792923Z","caller":"traceutil/trace.go:171","msg":"trace[1533616750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23734; }","duration":"327.949087ms","start":"2026-03-31T21:09:56.464932Z","end":"2026-03-31T21:09:56.792881Z","steps":["trace[1533616750] 'agreement among raft nodes before linearized reading' (duration: 327.368932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.792964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:09:56.464918Z","time spent":"328.035009ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:09:56.793077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.548527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:09:56.793122Z","caller":"traceutil/trace.go:171","msg":"trace[799060819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23734; }","duration":"333.630869ms","start":"2026-03-31T21:09:56.45948Z","end":"2026-03-31T21:09:56.793111Z","steps":["trace[799060819] 'agreement among raft nodes before linearized reading' (duration: 332.590462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:56.793158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:09:56.459456Z","time spent":"333.693961ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:09:56.793496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.606797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:09:56.793576Z","caller":"traceutil/trace.go:171","msg":"trace[25374671] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23734; }","duration":"252.73144ms","start":"2026-03-31T21:09:56.540823Z","end":"2026-03-31T21:09:56.793554Z","steps":["trace[25374671] 'agreement among raft nodes before linearized reading' (duration: 252.590917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:57.566168Z","caller":"traceutil/trace.go:171","msg":"trace[1536179956] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"159.343317ms","start":"2026-03-31T21:09:57.406764Z","end":"2026-03-31T21:09:57.566107Z","steps":["trace[1536179956] 'process raft request' (duration: 159.042198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:57.942783Z","caller":"traceutil/trace.go:171","msg":"trace[1403919922] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"139.259033ms","start":"2026-03-31T21:09:57.80349Z","end":"2026-03-31T21:09:57.942749Z","steps":["trace[1403919922] 'process raft request' (duration: 138.665449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:58.421186Z","caller":"traceutil/trace.go:171","msg":"trace[25594343] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"126.647167ms","start":"2026-03-31T21:09:58.294498Z","end":"2026-03-31T21:09:58.421145Z","steps":["trace[25594343] 'process raft request' (duration: 126.38131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:04.325189Z","caller":"traceutil/trace.go:171","msg":"trace[382876386] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"116.349879ms","start":"2026-03-31T21:10:04.208821Z","end":"2026-03-31T21:10:04.325171Z","steps":["trace[382876386] 'process raft request' (duration: 112.488582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:05.548114Z","caller":"traceutil/trace.go:171","msg":"trace[127119210] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"350.071222ms","start":"2026-03-31T21:10:05.197989Z","end":"2026-03-31T21:10:05.54806Z","steps":["trace[127119210] 'process raft request' (duration: 349.822765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:05.548373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:05.197963Z","time spent":"350.286567ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:29.250228Z","caller":"traceutil/trace.go:171","msg":"trace[66348732] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"224.425889ms","start":"2026-03-31T21:10:29.025769Z","end":"2026-03-31T21:10:29.250195Z","steps":["trace[66348732] 'process raft request' (duration: 185.365009ms)","trace[66348732] 'compare' (duration: 38.767643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:29.288801Z","caller":"traceutil/trace.go:171","msg":"trace[648737232] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"185.114684ms","start":"2026-03-31T21:10:29.103647Z","end":"2026-03-31T21:10:29.288761Z","steps":["trace[648737232] 'process raft request' (duration: 184.872498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:29.289164Z","caller":"traceutil/trace.go:171","msg":"trace[1891869277] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"185.360531ms","start":"2026-03-31T21:10:29.103745Z","end":"2026-03-31T21:10:29.289106Z","steps":["trace[1891869277] 'process raft request' (duration: 184.949689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:33.140798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.646867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-31T21:10:33.140891Z","caller":"traceutil/trace.go:171","msg":"trace[868756374] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:24089; }","duration":"187.784981ms","start":"2026-03-31T21:10:32.953085Z","end":"2026-03-31T21:10:33.14087Z","steps":["trace[868756374] 'range keys from in-memory index tree' (duration: 187.516683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:34.101146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.163838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:34.10334Z","caller":"traceutil/trace.go:171","msg":"trace[1797328234] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24097; }","duration":"107.422174ms","start":"2026-03-31T21:10:33.995894Z","end":"2026-03-31T21:10:34.103317Z","steps":["trace[1797328234] 'range keys from in-memory index tree' (duration: 105.048025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:34.363502Z","caller":"traceutil/trace.go:171","msg":"trace[1286260888] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"125.032057ms","start":"2026-03-31T21:10:34.238444Z","end":"2026-03-31T21:10:34.363476Z","steps":["trace[1286260888] 'process raft request' (duration: 124.832182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:34.56082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.639154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T21:10:34.560913Z","caller":"traceutil/trace.go:171","msg":"trace[1974236108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24098; }","duration":"102.772647ms","start":"2026-03-31T21:10:34.458118Z","end":"2026-03-31T21:10:34.56089Z","steps":["trace[1974236108] 'range keys from in-memory index tree' (duration: 102.430208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:35.673016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.402899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:10:35.673339Z","caller":"traceutil/trace.go:171","msg":"trace[429021236] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"215.625419ms","start":"2026-03-31T21:10:35.457695Z","end":"2026-03-31T21:10:35.67332Z","steps":["trace[429021236] 'process raft request' (duration: 215.558088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:35.673331Z","caller":"traceutil/trace.go:171","msg":"trace[2144989555] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"215.789623ms","start":"2026-03-31T21:10:35.4575Z","end":"2026-03-31T21:10:35.67329Z","steps":["trace[2144989555] 'process raft request' (duration: 215.652359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:35.673329Z","caller":"traceutil/trace.go:171","msg":"trace[174950770] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"215.994259ms","start":"2026-03-31T21:10:35.457297Z","end":"2026-03-31T21:10:35.673291Z","steps":["trace[174950770] 'process raft request' (duration: 52.20837ms)","trace[174950770] 'compare' (duration: 163.270876ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:35.673346Z","caller":"traceutil/trace.go:171","msg":"trace[819485969] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"215.6474ms","start":"2026-03-31T21:10:35.457658Z","end":"2026-03-31T21:10:35.673305Z","steps":["trace[819485969] 'process raft request' (duration: 215.560478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:35.673418Z","caller":"traceutil/trace.go:171","msg":"trace[1472501053] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"214.891931ms","start":"2026-03-31T21:10:35.458504Z","end":"2026-03-31T21:10:35.673396Z","steps":["trace[1472501053] 'process raft request' (duration: 214.789489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:37.960631Z","caller":"traceutil/trace.go:171","msg":"trace[1913313934] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"501.563882ms","start":"2026-03-31T21:10:37.459032Z","end":"2026-03-31T21:10:37.960596Z","steps":["trace[1913313934] 'process raft request' (duration: 501.366137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:37.960808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:37.459006Z","time spent":"501.706495ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:37.971391Z","caller":"traceutil/trace.go:171","msg":"trace[1097077829] linearizableReadLoop","detail":"{readStateIndex:24971; appliedIndex:24969; }","duration":"293.672986ms","start":"2026-03-31T21:10:37.677696Z","end":"2026-03-31T21:10:37.971369Z","steps":["trace[1097077829] 'read index received' (duration: 282.781583ms)","trace[1097077829] 'applied index is now lower than readState.Index' (duration: 10.890503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:37.971519Z","caller":"traceutil/trace.go:171","msg":"trace[740053903] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"511.726067ms","start":"2026-03-31T21:10:37.459764Z","end":"2026-03-31T21:10:37.97149Z","steps":["trace[740053903] 'process raft request' (duration: 511.471641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:37.971638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.913613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:10:37.971748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.7883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:10:37.971839Z","caller":"traceutil/trace.go:171","msg":"trace[2040945413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24113; }","duration":"293.902972ms","start":"2026-03-31T21:10:37.677905Z","end":"2026-03-31T21:10:37.971808Z","steps":["trace[2040945413] 'agreement among raft nodes before linearized reading' (duration: 293.650796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:37.971814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:37.459722Z","time spent":"512.016094ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:37.971842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.302083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:37.971892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.564134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:10:37.97192Z","caller":"traceutil/trace.go:171","msg":"trace[913012282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24113; }","duration":"131.391205ms","start":"2026-03-31T21:10:37.84051Z","end":"2026-03-31T21:10:37.971901Z","steps":["trace[913012282] 'agreement among raft nodes before linearized reading' (duration: 131.260712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:37.971938Z","caller":"traceutil/trace.go:171","msg":"trace[1240048641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24113; }","duration":"293.607725ms","start":"2026-03-31T21:10:37.678316Z","end":"2026-03-31T21:10:37.971923Z","steps":["trace[1240048641] 'agreement among raft nodes before linearized reading' (duration: 293.496262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:37.971987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.360939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:10:37.972093Z","caller":"traceutil/trace.go:171","msg":"trace[675659296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24113; }","duration":"294.014725ms","start":"2026-03-31T21:10:37.67766Z","end":"2026-03-31T21:10:37.971675Z","steps":["trace[675659296] 'agreement among raft nodes before linearized reading' (duration: 293.83177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:37.972055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.369039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:10:37.972135Z","caller":"traceutil/trace.go:171","msg":"trace[2027295257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24113; }","duration":"293.583434ms","start":"2026-03-31T21:10:37.678515Z","end":"2026-03-31T21:10:37.972098Z","steps":["trace[2027295257] 'agreement among raft nodes before linearized reading' (duration: 293.190925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:37.972526Z","caller":"traceutil/trace.go:171","msg":"trace[1542763359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24113; }","duration":"293.607306ms","start":"2026-03-31T21:10:37.678581Z","end":"2026-03-31T21:10:37.972188Z","steps":["trace[1542763359] 'agreement among raft nodes before linearized reading' (duration: 293.042692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:50.648663Z","caller":"traceutil/trace.go:171","msg":"trace[241166616] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"311.896494ms","start":"2026-03-31T21:10:50.336731Z","end":"2026-03-31T21:10:50.648627Z","steps":["trace[241166616] 'process raft request' (duration: 309.126224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:50.648542Z","caller":"traceutil/trace.go:171","msg":"trace[733176897] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25474; }","duration":"310.969261ms","start":"2026-03-31T21:10:50.337542Z","end":"2026-03-31T21:10:50.648512Z","steps":["trace[733176897] 'read index received' (duration: 308.274363ms)","trace[733176897] 'applied index is now lower than readState.Index' (duration: 2.690168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:10:50.648814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:50.336721Z","time spent":"312.029227ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:10:50.649294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.74066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-7844f68f\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-31T21:10:50.649349Z","caller":"traceutil/trace.go:171","msg":"trace[234658088] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-7844f68f; range_end:; response_count:1; response_revision:24607; }","duration":"311.823822ms","start":"2026-03-31T21:10:50.337508Z","end":"2026-03-31T21:10:50.649332Z","steps":["trace[234658088] 'agreement among raft nodes before linearized reading' (duration: 311.647958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.649386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:50.337499Z","time spent":"311.877734ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3913,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-7844f68f\" "} {"level":"warn","ts":"2026-03-31T21:10:50.650689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.191458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.650769Z","caller":"traceutil/trace.go:171","msg":"trace[753896641] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24611; }","duration":"213.30602ms","start":"2026-03-31T21:10:50.437447Z","end":"2026-03-31T21:10:50.650754Z","steps":["trace[753896641] 'agreement among raft nodes before linearized reading' (duration: 213.147747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.650783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.427114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.650855Z","caller":"traceutil/trace.go:171","msg":"trace[718120844] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24611; }","duration":"213.527576ms","start":"2026-03-31T21:10:50.437305Z","end":"2026-03-31T21:10:50.650833Z","steps":["trace[718120844] 'agreement among raft nodes before linearized reading' (duration: 213.437024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:50.650956Z","caller":"traceutil/trace.go:171","msg":"trace[1198362218] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"310.369506ms","start":"2026-03-31T21:10:50.340553Z","end":"2026-03-31T21:10:50.650922Z","steps":["trace[1198362218] 'process raft request' (duration: 309.579216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.650984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.613319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.65102Z","caller":"traceutil/trace.go:171","msg":"trace[170226546] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24611; }","duration":"158.66178ms","start":"2026-03-31T21:10:50.492349Z","end":"2026-03-31T21:10:50.651011Z","steps":["trace[170226546] 'agreement among raft nodes before linearized reading' (duration: 158.600978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.651063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:50.340531Z","time spent":"310.475039ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:50.651135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.032266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:50.65118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.833845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.651211Z","caller":"traceutil/trace.go:171","msg":"trace[1866960730] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24611; }","duration":"158.877005ms","start":"2026-03-31T21:10:50.492324Z","end":"2026-03-31T21:10:50.651201Z","steps":["trace[1866960730] 'agreement among raft nodes before linearized reading' (duration: 158.832724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:50.651199Z","caller":"traceutil/trace.go:171","msg":"trace[1239418965] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24611; }","duration":"241.115498ms","start":"2026-03-31T21:10:50.410066Z","end":"2026-03-31T21:10:50.651181Z","steps":["trace[1239418965] 'agreement among raft nodes before linearized reading' (duration: 241.021906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:50.651257Z","caller":"traceutil/trace.go:171","msg":"trace[337426229] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"310.367286ms","start":"2026-03-31T21:10:50.340879Z","end":"2026-03-31T21:10:50.651247Z","steps":["trace[337426229] 'process raft request' (duration: 309.393002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.651302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:50.340873Z","time spent":"310.408316ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4190,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:50.651426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.686706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:10:50.651465Z","caller":"traceutil/trace.go:171","msg":"trace[1561344828] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:24611; }","duration":"159.763888ms","start":"2026-03-31T21:10:50.491693Z","end":"2026-03-31T21:10:50.651457Z","steps":["trace[1561344828] 'agreement among raft nodes before linearized reading' (duration: 159.626124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.651479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.761964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.651547Z","caller":"traceutil/trace.go:171","msg":"trace[2000904426] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24611; }","duration":"241.863297ms","start":"2026-03-31T21:10:50.409667Z","end":"2026-03-31T21:10:50.65153Z","steps":["trace[2000904426] 'agreement among raft nodes before linearized reading' (duration: 241.769174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:50.651562Z","caller":"traceutil/trace.go:171","msg":"trace[1243072682] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"158.381113ms","start":"2026-03-31T21:10:50.493155Z","end":"2026-03-31T21:10:50.651536Z","steps":["trace[1243072682] 'process raft request' (duration: 157.200484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.651634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.239982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.651673Z","caller":"traceutil/trace.go:171","msg":"trace[1550698957] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24611; }","duration":"182.293263ms","start":"2026-03-31T21:10:50.469371Z","end":"2026-03-31T21:10:50.651664Z","steps":["trace[1550698957] 'agreement among raft nodes before linearized reading' (duration: 182.233081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.651765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.071642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:50.651825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.887498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.651863Z","caller":"traceutil/trace.go:171","msg":"trace[1564954646] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24611; }","duration":"182.96939ms","start":"2026-03-31T21:10:50.468886Z","end":"2026-03-31T21:10:50.651855Z","steps":["trace[1564954646] 'agreement among raft nodes before linearized reading' (duration: 182.914618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.651886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.296683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.651935Z","caller":"traceutil/trace.go:171","msg":"trace[522667089] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24611; }","duration":"251.361754ms","start":"2026-03-31T21:10:50.400562Z","end":"2026-03-31T21:10:50.651924Z","steps":["trace[522667089] 'agreement among raft nodes before linearized reading' (duration: 251.289683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.65199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.176275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.652026Z","caller":"traceutil/trace.go:171","msg":"trace[652773683] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24611; }","duration":"183.229346ms","start":"2026-03-31T21:10:50.468788Z","end":"2026-03-31T21:10:50.652018Z","steps":["trace[652773683] 'agreement among raft nodes before linearized reading' (duration: 183.179344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.652217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.657693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:50.652334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.411911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.652342Z","caller":"traceutil/trace.go:171","msg":"trace[2128847564] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24611; }","duration":"251.807257ms","start":"2026-03-31T21:10:50.400517Z","end":"2026-03-31T21:10:50.652325Z","steps":["trace[2128847564] 'agreement among raft nodes before linearized reading' (duration: 251.655103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:50.652366Z","caller":"traceutil/trace.go:171","msg":"trace[56118365] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24611; }","duration":"193.456523ms","start":"2026-03-31T21:10:50.4589Z","end":"2026-03-31T21:10:50.652357Z","steps":["trace[56118365] 'agreement among raft nodes before linearized reading' (duration: 193.408452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:50.651825Z","caller":"traceutil/trace.go:171","msg":"trace[586285448] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24611; }","duration":"242.164555ms","start":"2026-03-31T21:10:50.409646Z","end":"2026-03-31T21:10:50.651811Z","steps":["trace[586285448] 'agreement among raft nodes before linearized reading' (duration: 242.072582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.652462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.548125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.652538Z","caller":"traceutil/trace.go:171","msg":"trace[34459059] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24611; }","duration":"193.632487ms","start":"2026-03-31T21:10:50.458884Z","end":"2026-03-31T21:10:50.652516Z","steps":["trace[34459059] 'agreement among raft nodes before linearized reading' (duration: 193.524704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.650692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.349377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-03-31T21:10:50.652758Z","caller":"traceutil/trace.go:171","msg":"trace[1680883456] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24611; }","duration":"283.464491ms","start":"2026-03-31T21:10:50.369275Z","end":"2026-03-31T21:10:50.65274Z","steps":["trace[1680883456] 'agreement among raft nodes before linearized reading' (duration: 281.224094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.653056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.274645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.65898Z","caller":"traceutil/trace.go:171","msg":"trace[1216485450] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24611; }","duration":"271.198113ms","start":"2026-03-31T21:10:50.387752Z","end":"2026-03-31T21:10:50.65895Z","steps":["trace[1216485450] 'agreement among raft nodes before linearized reading' (duration: 265.248644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.652285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.535185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T21:10:50.659276Z","caller":"traceutil/trace.go:171","msg":"trace[900588736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24611; }","duration":"194.55901ms","start":"2026-03-31T21:10:50.464706Z","end":"2026-03-31T21:10:50.659265Z","steps":["trace[900588736] 'agreement among raft nodes before linearized reading' (duration: 187.469043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.6541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.3289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.659548Z","caller":"traceutil/trace.go:171","msg":"trace[1089738260] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24611; }","duration":"271.828409ms","start":"2026-03-31T21:10:50.38771Z","end":"2026-03-31T21:10:50.659539Z","steps":["trace[1089738260] 'agreement among raft nodes before linearized reading' (duration: 266.323051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.654164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.346725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.659795Z","caller":"traceutil/trace.go:171","msg":"trace[1380630837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24611; }","duration":"139.040737ms","start":"2026-03-31T21:10:50.520744Z","end":"2026-03-31T21:10:50.659785Z","steps":["trace[1380630837] 'agreement among raft nodes before linearized reading' (duration: 133.391745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.654154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.086463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.659935Z","caller":"traceutil/trace.go:171","msg":"trace[954546117] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24611; }","duration":"139.881169ms","start":"2026-03-31T21:10:50.52003Z","end":"2026-03-31T21:10:50.659911Z","steps":["trace[954546117] 'agreement among raft nodes before linearized reading' (duration: 134.004862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.654197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.453042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.660024Z","caller":"traceutil/trace.go:171","msg":"trace[1953281637] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24611; }","duration":"140.280868ms","start":"2026-03-31T21:10:50.519734Z","end":"2026-03-31T21:10:50.660015Z","steps":["trace[1953281637] 'agreement among raft nodes before linearized reading' (duration: 134.434872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.654255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.699085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.660122Z","caller":"traceutil/trace.go:171","msg":"trace[1700298492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24611; }","duration":"153.595392ms","start":"2026-03-31T21:10:50.50652Z","end":"2026-03-31T21:10:50.660115Z","steps":["trace[1700298492] 'agreement among raft nodes before linearized reading' (duration: 147.710884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.655717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.24671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-31T21:10:50.660323Z","caller":"traceutil/trace.go:171","msg":"trace[761061998] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24611; }","duration":"290.881366ms","start":"2026-03-31T21:10:50.369433Z","end":"2026-03-31T21:10:50.660314Z","steps":["trace[761061998] 'agreement among raft nodes before linearized reading' (duration: 284.769313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:50.655787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.268104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:50.660968Z","caller":"traceutil/trace.go:171","msg":"trace[846540264] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24611; }","duration":"154.452455ms","start":"2026-03-31T21:10:50.506498Z","end":"2026-03-31T21:10:50.66095Z","steps":["trace[846540264] 'agreement among raft nodes before linearized reading' (duration: 149.254584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.362933Z","caller":"traceutil/trace.go:171","msg":"trace[1126508482] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"244.75806ms","start":"2026-03-31T21:10:52.11803Z","end":"2026-03-31T21:10:52.362788Z","steps":["trace[1126508482] 'process raft request' (duration: 244.429521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:53.979246Z","caller":"traceutil/trace.go:171","msg":"trace[1152915367] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"155.225154ms","start":"2026-03-31T21:10:53.823995Z","end":"2026-03-31T21:10:53.97922Z","steps":["trace[1152915367] 'process raft request' (duration: 155.029169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:59.072816Z","caller":"traceutil/trace.go:171","msg":"trace[103495018] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"161.582343ms","start":"2026-03-31T21:10:58.911175Z","end":"2026-03-31T21:10:59.072757Z","steps":["trace[103495018] 'process raft request' (duration: 161.238614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:00.724566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265406673s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:11:01.835145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:01.21971Z","time spent":"615.428307ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:11:01.83573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637681857s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:11:01.835889Z","caller":"traceutil/trace.go:171","msg":"trace[1422691525] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"2.811761153s","start":"2026-03-31T21:10:59.024092Z","end":"2026-03-31T21:11:01.835853Z","steps":["trace[1422691525] 'process raft request' (duration: 173.868931ms)","trace[1422691525] 'compare' (duration: 2.636769633s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:11:01.835921Z","caller":"traceutil/trace.go:171","msg":"trace[1441392811] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"2.376889424s","start":"2026-03-31T21:10:59.459014Z","end":"2026-03-31T21:11:01.835904Z","steps":["trace[1441392811] 'process raft request' (duration: 2.376816872s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:01.835961Z","caller":"traceutil/trace.go:171","msg":"trace[796233326] linearizableReadLoop","detail":"{readStateIndex:25681; appliedIndex:25680; }","duration":"2.717195841s","start":"2026-03-31T21:10:59.118735Z","end":"2026-03-31T21:11:01.835931Z","steps":["trace[796233326] 'read index received' (duration: 79.212077ms)","trace[796233326] 'applied index is now lower than readState.Index' (duration: 2.637982014s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:11:01.836012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.458986Z","time spent":"2.376993557s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:11:01.836085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.024064Z","time spent":"2.811898407s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:11:01.83615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717414986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:11:01.836182Z","caller":"traceutil/trace.go:171","msg":"trace[238152454] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24812; }","duration":"2.717497548s","start":"2026-03-31T21:10:59.118675Z","end":"2026-03-31T21:11:01.836173Z","steps":["trace[238152454] 'agreement among raft nodes before linearized reading' (duration: 2.717350314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.836214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.118651Z","time spent":"2.71755405s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":87,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:11:01.841156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999605721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:11:01.841204Z","caller":"traceutil/trace.go:171","msg":"trace[476750079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999688222s","start":"2026-03-31T21:10:59.8415Z","end":"2026-03-31T21:11:01.841188Z","steps":["trace[476750079] 'agreement among raft nodes before linearized reading' (duration: 1.999632931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.841347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.841484Z","time spent":"1.999853607s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:11:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:11:01.925956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200977976s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:11:01.926434Z","caller":"traceutil/trace.go:171","msg":"trace[1676633996] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"2.386453844s","start":"2026-03-31T21:10:59.539942Z","end":"2026-03-31T21:11:01.926396Z","steps":["trace[1676633996] 'process raft request' (duration: 2.386200768s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:01.926592Z","caller":"traceutil/trace.go:171","msg":"trace[1392542473] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"1.864576663s","start":"2026-03-31T21:11:00.061989Z","end":"2026-03-31T21:11:01.926566Z","steps":["trace[1392542473] 'process raft request' (duration: 1.864498761s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:01.926689Z","caller":"traceutil/trace.go:171","msg":"trace[1432726441] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"1.928166597s","start":"2026-03-31T21:10:59.998487Z","end":"2026-03-31T21:11:01.926654Z","steps":["trace[1432726441] 'process raft request' (duration: 1.927960812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.926837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.06197Z","time spent":"1.864731438s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:11:01.926913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.998454Z","time spent":"1.928359452s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:11:01.926604Z","caller":"traceutil/trace.go:171","msg":"trace[1584775723] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"1.946050727s","start":"2026-03-31T21:10:59.980514Z","end":"2026-03-31T21:11:01.926564Z","steps":["trace[1584775723] 'process raft request' (duration: 1.94577941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.927018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.980491Z","time spent":"1.946493648s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:11:01.927026Z","caller":"traceutil/trace.go:171","msg":"trace[1843041461] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"1.836262782s","start":"2026-03-31T21:11:00.090734Z","end":"2026-03-31T21:11:01.926997Z","steps":["trace[1843041461] 'process raft request' (duration: 1.83578894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.926629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.539911Z","time spent":"2.386589118s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:11:01.927157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.090697Z","time spent":"1.836395085s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:11:01.927214Z","caller":"traceutil/trace.go:171","msg":"trace[1112719092] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"1.835060723s","start":"2026-03-31T21:11:00.092127Z","end":"2026-03-31T21:11:01.927188Z","steps":["trace[1112719092] 'process raft request' (duration: 1.834626102s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:01.927246Z","caller":"traceutil/trace.go:171","msg":"trace[1344333890] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"1.820518828s","start":"2026-03-31T21:11:00.106674Z","end":"2026-03-31T21:11:01.927192Z","steps":["trace[1344333890] 'process raft request' (duration: 1.82020729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.927331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.092099Z","time spent":"1.835170315s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:11:01.927364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.106664Z","time spent":"1.820648131s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:11:01.927268Z","caller":"traceutil/trace.go:171","msg":"trace[443022584] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"1.673371386s","start":"2026-03-31T21:11:00.253884Z","end":"2026-03-31T21:11:01.927255Z","steps":["trace[443022584] 'process raft request' (duration: 1.673250003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.927533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.253858Z","time spent":"1.673631852s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:11:01.927769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818538449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T21:11:01.927811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.231012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-31T21:11:01.927831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268606988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:11:01.927817Z","caller":"traceutil/trace.go:171","msg":"trace[1008359565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24821; }","duration":"1.81859125s","start":"2026-03-31T21:11:00.109206Z","end":"2026-03-31T21:11:01.927797Z","steps":["trace[1008359565] 'agreement among raft nodes before linearized reading' (duration: 1.818417834s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.927859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799251144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:11:01.927902Z","caller":"traceutil/trace.go:171","msg":"trace[110457186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24821; }","duration":"2.268717391s","start":"2026-03-31T21:10:59.659169Z","end":"2026-03-31T21:11:01.927887Z","steps":["trace[110457186] 'agreement among raft nodes before linearized reading' (duration: 2.268484734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.927921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.015301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T21:11:01.927868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827176545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:11:01.927964Z","caller":"traceutil/trace.go:171","msg":"trace[622250940] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24821; }","duration":"958.086934ms","start":"2026-03-31T21:11:00.969869Z","end":"2026-03-31T21:11:01.927956Z","steps":["trace[622250940] 'agreement among raft nodes before linearized reading' (duration: 957.975561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.92797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.793289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:11:01.927865Z","caller":"traceutil/trace.go:171","msg":"trace[1152072748] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:24821; }","duration":"363.300823ms","start":"2026-03-31T21:11:01.564551Z","end":"2026-03-31T21:11:01.927852Z","steps":["trace[1152072748] 'agreement among raft nodes before linearized reading' (duration: 363.099147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:01.927996Z","caller":"traceutil/trace.go:171","msg":"trace[59895234] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24821; }","duration":"167.84794ms","start":"2026-03-31T21:11:01.760142Z","end":"2026-03-31T21:11:01.92799Z","steps":["trace[59895234] 'agreement among raft nodes before linearized reading' (duration: 167.802609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.927998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.969846Z","time spent":"958.144795ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:11:01.928022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:01.564545Z","time spent":"363.468357ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5162,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:11:01.928002Z","caller":"traceutil/trace.go:171","msg":"trace[309444375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24821; }","duration":"1.82736367s","start":"2026-03-31T21:11:00.100621Z","end":"2026-03-31T21:11:01.927985Z","steps":["trace[309444375] 'agreement among raft nodes before linearized reading' (duration: 1.827045611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.927901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.109198Z","time spent":"1.818694233s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:11:01.928116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.100609Z","time spent":"1.827491933s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:11:01.928146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821522153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:11:01.928209Z","caller":"traceutil/trace.go:171","msg":"trace[607048251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24821; }","duration":"1.821595845s","start":"2026-03-31T21:11:00.106598Z","end":"2026-03-31T21:11:01.928194Z","steps":["trace[607048251] 'agreement among raft nodes before linearized reading' (duration: 1.821485443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.927953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.659145Z","time spent":"2.268797323s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:11:01.928041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796929856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T21:11:01.928291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.106587Z","time spent":"1.821689577s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:11:01.927928Z","caller":"traceutil/trace.go:171","msg":"trace[892908411] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"850.035464ms","start":"2026-03-31T21:11:01.077885Z","end":"2026-03-31T21:11:01.927921Z","steps":["trace[892908411] 'process raft request' (duration: 849.644113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.928333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.426607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T21:11:01.928375Z","caller":"traceutil/trace.go:171","msg":"trace[608813168] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24821; }","duration":"416.489508ms","start":"2026-03-31T21:11:01.511871Z","end":"2026-03-31T21:11:01.928361Z","steps":["trace[608813168] 'agreement among raft nodes before linearized reading' (duration: 416.381545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:01.927944Z","caller":"traceutil/trace.go:171","msg":"trace[552320576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24821; }","duration":"1.799372858s","start":"2026-03-31T21:11:00.128552Z","end":"2026-03-31T21:11:01.927925Z","steps":["trace[552320576] 'agreement among raft nodes before linearized reading' (duration: 1.79908149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.928414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:01.511854Z","time spent":"416.5531ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:11:01.928456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.12854Z","time spent":"1.79989173s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:11:01.928082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760139638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:11:01.928317Z","caller":"traceutil/trace.go:171","msg":"trace[1309516870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24821; }","duration":"1.797229094s","start":"2026-03-31T21:11:00.13107Z","end":"2026-03-31T21:11:01.928299Z","steps":["trace[1309516870] 'agreement among raft nodes before linearized reading' (duration: 1.796905956s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:01.928558Z","caller":"traceutil/trace.go:171","msg":"trace[1026275366] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24821; }","duration":"2.760632601s","start":"2026-03-31T21:10:59.167889Z","end":"2026-03-31T21:11:01.928521Z","steps":["trace[1026275366] 'agreement among raft nodes before linearized reading' (duration: 2.760147518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.928592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.131044Z","time spent":"1.79751177s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:11:01.928622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.167866Z","time spent":"2.760738684s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:11:01.928646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:01.077866Z","time spent":"850.497385ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:11:01.928703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890519953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:11:01.928791Z","caller":"traceutil/trace.go:171","msg":"trace[1537339910] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24821; }","duration":"1.890665518s","start":"2026-03-31T21:11:00.038106Z","end":"2026-03-31T21:11:01.928772Z","steps":["trace[1537339910] 'agreement among raft nodes before linearized reading' (duration: 1.890484743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.928846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.038078Z","time spent":"1.890752159s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:11:44.603523Z","caller":"traceutil/trace.go:171","msg":"trace[648710888] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"147.689994ms","start":"2026-03-31T21:11:44.455807Z","end":"2026-03-31T21:11:44.603497Z","steps":["trace[648710888] 'process raft request' (duration: 147.52129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:46.360943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.537282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:11:46.361159Z","caller":"traceutil/trace.go:171","msg":"trace[591242804] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"104.354127ms","start":"2026-03-31T21:11:46.256788Z","end":"2026-03-31T21:11:46.361142Z","steps":["trace[591242804] 'process raft request' (duration: 104.312236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:46.361153Z","caller":"traceutil/trace.go:171","msg":"trace[370813198] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"114.703817ms","start":"2026-03-31T21:11:46.246409Z","end":"2026-03-31T21:11:46.361113Z","steps":["trace[370813198] 'process raft request' (duration: 13.765745ms)","trace[370813198] 'compare' (duration: 100.42342ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:11:46.361264Z","caller":"traceutil/trace.go:171","msg":"trace[1851731524] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"105.077056ms","start":"2026-03-31T21:11:46.256169Z","end":"2026-03-31T21:11:46.361246Z","steps":["trace[1851731524] 'process raft request' (duration: 104.86922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.777258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.485333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:12:14.777354Z","caller":"traceutil/trace.go:171","msg":"trace[2070959434] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25623; }","duration":"305.665948ms","start":"2026-03-31T21:12:14.47167Z","end":"2026-03-31T21:12:14.777336Z","steps":["trace[2070959434] 'count revisions from in-memory index tree' (duration: 305.36215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.7774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.47164Z","time spent":"305.750799ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:12:14.777656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.501218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:12:14.777792Z","caller":"traceutil/trace.go:171","msg":"trace[516199470] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"259.53044ms","start":"2026-03-31T21:12:14.518238Z","end":"2026-03-31T21:12:14.777768Z","steps":["trace[516199470] 'process raft request' (duration: 135.817106ms)","trace[516199470] 'compare' (duration: 123.18415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:14.795437Z","caller":"traceutil/trace.go:171","msg":"trace[473593228] linearizableReadLoop","detail":"{readStateIndex:26517; appliedIndex:26513; }","duration":"188.968431ms","start":"2026-03-31T21:12:14.606442Z","end":"2026-03-31T21:12:14.79541Z","steps":["trace[473593228] 'read index received' (duration: 47.626694ms)","trace[473593228] 'applied index is now lower than readState.Index' (duration: 141.340487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:14.795585Z","caller":"traceutil/trace.go:171","msg":"trace[1899781308] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"273.317687ms","start":"2026-03-31T21:12:14.522256Z","end":"2026-03-31T21:12:14.795574Z","steps":["trace[1899781308] 'process raft request' (duration: 273.108881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:14.795572Z","caller":"traceutil/trace.go:171","msg":"trace[408271074] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"273.607024ms","start":"2026-03-31T21:12:14.521922Z","end":"2026-03-31T21:12:14.795529Z","steps":["trace[408271074] 'process raft request' (duration: 273.383558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:14.795568Z","caller":"traceutil/trace.go:171","msg":"trace[1919630217] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"275.83772ms","start":"2026-03-31T21:12:14.519679Z","end":"2026-03-31T21:12:14.795517Z","steps":["trace[1919630217] 'process raft request' (duration: 275.43652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.795766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.31912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:14.795819Z","caller":"traceutil/trace.go:171","msg":"trace[1729419079] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25627; }","duration":"189.425802ms","start":"2026-03-31T21:12:14.60638Z","end":"2026-03-31T21:12:14.795805Z","steps":["trace[1729419079] 'agreement among raft nodes before linearized reading' (duration: 189.31705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.79589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.384631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:12:14.795984Z","caller":"traceutil/trace.go:171","msg":"trace[149805410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25627; }","duration":"132.539304ms","start":"2026-03-31T21:12:14.663425Z","end":"2026-03-31T21:12:14.795964Z","steps":["trace[149805410] 'agreement among raft nodes before linearized reading' (duration: 132.295318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.795971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.996675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:12:14.79609Z","caller":"traceutil/trace.go:171","msg":"trace[2144712369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25627; }","duration":"133.15561ms","start":"2026-03-31T21:12:14.662911Z","end":"2026-03-31T21:12:14.796067Z","steps":["trace[2144712369] 'agreement among raft nodes before linearized reading' (duration: 132.895783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.79607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.9213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:12:14.796324Z","caller":"traceutil/trace.go:171","msg":"trace[1223251079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25627; }","duration":"134.258507ms","start":"2026-03-31T21:12:14.662037Z","end":"2026-03-31T21:12:14.796295Z","steps":["trace[1223251079] 'agreement among raft nodes before linearized reading' (duration: 133.810396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.79656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.017619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:12:14.796651Z","caller":"traceutil/trace.go:171","msg":"trace[1197148035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25627; }","duration":"165.109082ms","start":"2026-03-31T21:12:14.631518Z","end":"2026-03-31T21:12:14.796627Z","steps":["trace[1197148035] 'agreement among raft nodes before linearized reading' (duration: 164.180669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:28.88239Z","caller":"traceutil/trace.go:171","msg":"trace[1372402008] linearizableReadLoop","detail":"{readStateIndex:26623; appliedIndex:26622; }","duration":"457.554117ms","start":"2026-03-31T21:12:28.424807Z","end":"2026-03-31T21:12:28.882362Z","steps":["trace[1372402008] 'read index received' (duration: 457.487586ms)","trace[1372402008] 'applied index is now lower than readState.Index' (duration: 65.251µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:28.882513Z","caller":"traceutil/trace.go:171","msg":"trace[111610466] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"458.115881ms","start":"2026-03-31T21:12:28.424359Z","end":"2026-03-31T21:12:28.882475Z","steps":["trace[111610466] 'process raft request' (duration: 457.818974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:28.882581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.749514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:12:28.882629Z","caller":"traceutil/trace.go:171","msg":"trace[476036756] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25730; }","duration":"457.824645ms","start":"2026-03-31T21:12:28.424792Z","end":"2026-03-31T21:12:28.882617Z","steps":["trace[476036756] 'agreement among raft nodes before linearized reading' (duration: 457.710692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:28.882669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:28.424336Z","time spent":"458.249326ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:12:28.882675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:28.424721Z","time spent":"457.943308ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:12:28.939573Z","caller":"traceutil/trace.go:171","msg":"trace[1873359931] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"104.551942ms","start":"2026-03-31T21:12:28.834997Z","end":"2026-03-31T21:12:28.939549Z","steps":["trace[1873359931] 'process raft request' (duration: 104.316046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:28.940347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.204924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:12:28.9404Z","caller":"traceutil/trace.go:171","msg":"trace[1694021362] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25734; }","duration":"464.313177ms","start":"2026-03-31T21:12:28.476075Z","end":"2026-03-31T21:12:28.940388Z","steps":["trace[1694021362] 'agreement among raft nodes before linearized reading' (duration: 464.218785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:28.940436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:28.476054Z","time spent":"464.372309ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":16,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:12:28.940651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.80698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:12:28.940656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.417489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:28.940695Z","caller":"traceutil/trace.go:171","msg":"trace[405968055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25734; }","duration":"238.853121ms","start":"2026-03-31T21:12:28.701831Z","end":"2026-03-31T21:12:28.940684Z","steps":["trace[405968055] 'agreement among raft nodes before linearized reading' (duration: 238.259027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:28.940788Z","caller":"traceutil/trace.go:171","msg":"trace[1552272523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25734; }","duration":"100.576583ms","start":"2026-03-31T21:12:28.840158Z","end":"2026-03-31T21:12:28.940735Z","steps":["trace[1552272523] 'agreement among raft nodes before linearized reading' (duration: 100.203443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:29.209359Z","caller":"traceutil/trace.go:171","msg":"trace[459206623] linearizableReadLoop","detail":"{readStateIndex:26628; appliedIndex:26627; }","duration":"263.9371ms","start":"2026-03-31T21:12:28.945389Z","end":"2026-03-31T21:12:29.209326Z","steps":["trace[459206623] 'read index received' (duration: 210.49686ms)","trace[459206623] 'applied index is now lower than readState.Index' (duration: 53.43892ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:29.209373Z","caller":"traceutil/trace.go:171","msg":"trace[344394772] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"264.548116ms","start":"2026-03-31T21:12:28.944788Z","end":"2026-03-31T21:12:29.209336Z","steps":["trace[344394772] 'process raft request' (duration: 211.011133ms)","trace[344394772] 'compare' (duration: 53.380459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:12:29.209593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.180106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18855"} {"level":"info","ts":"2026-03-31T21:12:29.20965Z","caller":"traceutil/trace.go:171","msg":"trace[1170813594] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25735; }","duration":"264.265489ms","start":"2026-03-31T21:12:28.945366Z","end":"2026-03-31T21:12:29.209632Z","steps":["trace[1170813594] 'agreement among raft nodes before linearized reading' (duration: 264.072464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:29.270342Z","caller":"traceutil/trace.go:171","msg":"trace[457744782] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"324.506521ms","start":"2026-03-31T21:12:28.945776Z","end":"2026-03-31T21:12:29.270283Z","steps":["trace[457744782] 'process raft request' (duration: 324.390508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:29.270354Z","caller":"traceutil/trace.go:171","msg":"trace[1556212001] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"155.215253ms","start":"2026-03-31T21:12:29.115114Z","end":"2026-03-31T21:12:29.270329Z","steps":["trace[1556212001] 'process raft request' (duration: 155.070609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:29.270476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:28.945768Z","time spent":"324.640354ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:12:29.270494Z","caller":"traceutil/trace.go:171","msg":"trace[1878307503] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"324.92873ms","start":"2026-03-31T21:12:28.945547Z","end":"2026-03-31T21:12:29.270475Z","steps":["trace[1878307503] 'process raft request' (duration: 324.462939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:29.270551Z","caller":"traceutil/trace.go:171","msg":"trace[2090256211] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"324.803608ms","start":"2026-03-31T21:12:28.945717Z","end":"2026-03-31T21:12:29.27052Z","steps":["trace[2090256211] 'process raft request' (duration: 324.426008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:29.270667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:28.945709Z","time spent":"324.90173ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:12:29.270576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:28.945533Z","time spent":"324.981982ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:12:29.270803Z","caller":"traceutil/trace.go:171","msg":"trace[209951661] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"325.218028ms","start":"2026-03-31T21:12:28.945558Z","end":"2026-03-31T21:12:29.270776Z","steps":["trace[209951661] 'process raft request' (duration: 324.558472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:29.270853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:28.94555Z","time spent":"325.278269ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:12:29.475216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.649237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:12:29.47548Z","caller":"traceutil/trace.go:171","msg":"trace[1122017680] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"180.714953ms","start":"2026-03-31T21:12:29.294604Z","end":"2026-03-31T21:12:29.475319Z","steps":["trace[1122017680] 'process raft request' (duration: 45.85899ms)","trace[1122017680] 'compare' (duration: 134.320509ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:13:08.762111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23003} {"level":"info","ts":"2026-03-31T21:13:08.882428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23003,"took":"116.00623ms","hash":1960837245,"current-db-size-bytes":48578560,"current-db-size":"49 MB","current-db-size-in-use-bytes":42557440,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-03-31T21:13:08.88248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1960837245,"revision":23003,"compact-revision":20842} {"level":"warn","ts":"2026-03-31T21:13:19.690872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.064654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:13:19.69101Z","caller":"traceutil/trace.go:171","msg":"trace[1438018313] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27094; }","duration":"190.819167ms","start":"2026-03-31T21:13:19.50018Z","end":"2026-03-31T21:13:19.690999Z","steps":["trace[1438018313] 'read index received' (duration: 36.486956ms)","trace[1438018313] 'applied index is now lower than readState.Index' (duration: 154.331481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:13:19.691089Z","caller":"traceutil/trace.go:171","msg":"trace[1046647836] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"191.660257ms","start":"2026-03-31T21:13:19.499393Z","end":"2026-03-31T21:13:19.691053Z","steps":["trace[1046647836] 'process raft request' (duration: 37.329256ms)","trace[1046647836] 'compare' (duration: 151.086ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:13:19.691239Z","caller":"traceutil/trace.go:171","msg":"trace[326174176] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"134.412152ms","start":"2026-03-31T21:13:19.55682Z","end":"2026-03-31T21:13:19.691232Z","steps":["trace[326174176] 'process raft request' (duration: 134.143654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:13:19.691424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.241538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:13:19.691467Z","caller":"traceutil/trace.go:171","msg":"trace[1151661052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26190; }","duration":"191.34454ms","start":"2026-03-31T21:13:19.500112Z","end":"2026-03-31T21:13:19.691457Z","steps":["trace[1151661052] 'agreement among raft nodes before linearized reading' (duration: 190.948309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:13:19.695691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.816406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:13:19.695743Z","caller":"traceutil/trace.go:171","msg":"trace[1542412573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26192; }","duration":"188.901078ms","start":"2026-03-31T21:13:19.506831Z","end":"2026-03-31T21:13:19.695732Z","steps":["trace[1542412573] 'agreement among raft nodes before linearized reading' (duration: 188.746914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:13:19.696148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.156549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:13:19.696187Z","caller":"traceutil/trace.go:171","msg":"trace[2048625684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26192; }","duration":"184.22807ms","start":"2026-03-31T21:13:19.511946Z","end":"2026-03-31T21:13:19.696174Z","steps":["trace[2048625684] 'agreement among raft nodes before linearized reading' (duration: 184.142188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:13:19.696307Z","caller":"traceutil/trace.go:171","msg":"trace[1359297615] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"126.318069ms","start":"2026-03-31T21:13:19.569893Z","end":"2026-03-31T21:13:19.696212Z","steps":["trace[1359297615] 'process raft request' (duration: 125.56083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:13:56.728561Z","caller":"traceutil/trace.go:171","msg":"trace[1006784959] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"102.851ms","start":"2026-03-31T21:13:56.625686Z","end":"2026-03-31T21:13:56.728537Z","steps":["trace[1006784959] 'process raft request' (duration: 102.641155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:04.858429Z","caller":"traceutil/trace.go:171","msg":"trace[2124105502] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"152.520046ms","start":"2026-03-31T21:14:04.705887Z","end":"2026-03-31T21:14:04.858407Z","steps":["trace[2124105502] 'process raft request' (duration: 152.368913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:04.860722Z","caller":"traceutil/trace.go:171","msg":"trace[738387572] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"118.443462ms","start":"2026-03-31T21:14:04.742252Z","end":"2026-03-31T21:14:04.860695Z","steps":["trace[738387572] 'process raft request' (duration: 118.168974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:04.86073Z","caller":"traceutil/trace.go:171","msg":"trace[1168228935] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"104.262766ms","start":"2026-03-31T21:14:04.756439Z","end":"2026-03-31T21:14:04.860702Z","steps":["trace[1168228935] 'process raft request' (duration: 104.153332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:09.612747Z","caller":"traceutil/trace.go:171","msg":"trace[1446872856] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"227.025905ms","start":"2026-03-31T21:14:09.385697Z","end":"2026-03-31T21:14:09.612723Z","steps":["trace[1446872856] 'process raft request' (duration: 146.980916ms)","trace[1446872856] 'compare' (duration: 79.940226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:09.7084Z","caller":"traceutil/trace.go:171","msg":"trace[14228774] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"204.179112ms","start":"2026-03-31T21:14:09.504192Z","end":"2026-03-31T21:14:09.708371Z","steps":["trace[14228774] 'process raft request' (duration: 204.09683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:09.708663Z","caller":"traceutil/trace.go:171","msg":"trace[458067897] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"206.789618ms","start":"2026-03-31T21:14:09.501828Z","end":"2026-03-31T21:14:09.708618Z","steps":["trace[458067897] 'process raft request' (duration: 206.206914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:09.708798Z","caller":"traceutil/trace.go:171","msg":"trace[1924066201] linearizableReadLoop","detail":"{readStateIndex:27526; appliedIndex:27526; }","duration":"172.899377ms","start":"2026-03-31T21:14:09.535842Z","end":"2026-03-31T21:14:09.708741Z","steps":["trace[1924066201] 'read index received' (duration: 172.886587ms)","trace[1924066201] 'applied index is now lower than readState.Index' (duration: 10.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:09.70909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.205026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:09.709205Z","caller":"traceutil/trace.go:171","msg":"trace[1371027543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26610; }","duration":"173.575914ms","start":"2026-03-31T21:14:09.535602Z","end":"2026-03-31T21:14:09.709177Z","steps":["trace[1371027543] 'agreement among raft nodes before linearized reading' (duration: 173.351008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:09.709485Z","caller":"traceutil/trace.go:171","msg":"trace[1647953562] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"206.304025ms","start":"2026-03-31T21:14:09.503117Z","end":"2026-03-31T21:14:09.709421Z","steps":["trace[1647953562] 'process raft request' (duration: 205.061694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:09.771769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.255941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-31T21:14:09.771774Z","caller":"traceutil/trace.go:171","msg":"trace[1602792190] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"122.628497ms","start":"2026-03-31T21:14:09.649095Z","end":"2026-03-31T21:14:09.771723Z","steps":["trace[1602792190] 'process raft request' (duration: 114.126743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:09.771835Z","caller":"traceutil/trace.go:171","msg":"trace[1335479931] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26611; }","duration":"225.501957ms","start":"2026-03-31T21:14:09.546319Z","end":"2026-03-31T21:14:09.771821Z","steps":["trace[1335479931] 'agreement among raft nodes before linearized reading' (duration: 225.299822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:10.210558Z","caller":"traceutil/trace.go:171","msg":"trace[1472335056] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"200.536559ms","start":"2026-03-31T21:14:10.009997Z","end":"2026-03-31T21:14:10.210533Z","steps":["trace[1472335056] 'process raft request' (duration: 109.148327ms)","trace[1472335056] 'compare' (duration: 91.202408ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:10.210841Z","caller":"traceutil/trace.go:171","msg":"trace[1526854246] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"200.486018ms","start":"2026-03-31T21:14:10.010329Z","end":"2026-03-31T21:14:10.210815Z","steps":["trace[1526854246] 'process raft request' (duration: 200.430707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:10.211023Z","caller":"traceutil/trace.go:171","msg":"trace[280701774] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"200.728835ms","start":"2026-03-31T21:14:10.010278Z","end":"2026-03-31T21:14:10.211007Z","steps":["trace[280701774] 'process raft request' (duration: 200.206522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:10.211024Z","caller":"traceutil/trace.go:171","msg":"trace[1448639194] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"200.744925ms","start":"2026-03-31T21:14:10.010263Z","end":"2026-03-31T21:14:10.211008Z","steps":["trace[1448639194] 'process raft request' (duration: 200.388456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:10.662677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.200551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:10.662782Z","caller":"traceutil/trace.go:171","msg":"trace[1279511942] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26617; }","duration":"239.330074ms","start":"2026-03-31T21:14:10.423433Z","end":"2026-03-31T21:14:10.662763Z","steps":["trace[1279511942] 'count revisions from in-memory index tree' (duration: 239.092748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:10.662778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.979763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:10.66271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.481619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T21:14:10.662913Z","caller":"traceutil/trace.go:171","msg":"trace[18361039] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26617; }","duration":"196.736466ms","start":"2026-03-31T21:14:10.466146Z","end":"2026-03-31T21:14:10.662883Z","steps":["trace[18361039] 'range keys from in-memory index tree' (duration: 196.290914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:10.662851Z","caller":"traceutil/trace.go:171","msg":"trace[1985993910] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26617; }","duration":"268.096555ms","start":"2026-03-31T21:14:10.394733Z","end":"2026-03-31T21:14:10.662829Z","steps":["trace[1985993910] 'count revisions from in-memory index tree' (duration: 267.88433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:10.958427Z","caller":"traceutil/trace.go:171","msg":"trace[1574340081] linearizableReadLoop","detail":"{readStateIndex:27534; appliedIndex:27533; }","duration":"119.572889ms","start":"2026-03-31T21:14:10.838834Z","end":"2026-03-31T21:14:10.958407Z","steps":["trace[1574340081] 'read index received' (duration: 119.462116ms)","trace[1574340081] 'applied index is now lower than readState.Index' (duration: 110.233µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:10.95855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.702621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:10.958574Z","caller":"traceutil/trace.go:171","msg":"trace[218653783] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26618; }","duration":"119.748483ms","start":"2026-03-31T21:14:10.838818Z","end":"2026-03-31T21:14:10.958566Z","steps":["trace[218653783] 'agreement among raft nodes before linearized reading' (duration: 119.66217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:10.958597Z","caller":"traceutil/trace.go:171","msg":"trace[1277428652] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"153.508131ms","start":"2026-03-31T21:14:10.805069Z","end":"2026-03-31T21:14:10.958577Z","steps":["trace[1277428652] 'process raft request' (duration: 153.210793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:11.47993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837605730,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:14:11.560789Z","caller":"traceutil/trace.go:171","msg":"trace[1946622073] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"624.435674ms","start":"2026-03-31T21:14:10.936328Z","end":"2026-03-31T21:14:11.560764Z","steps":["trace[1946622073] 'process raft request' (duration: 624.195678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:11.561011Z","caller":"traceutil/trace.go:171","msg":"trace[828393305] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"623.407788ms","start":"2026-03-31T21:14:10.937572Z","end":"2026-03-31T21:14:11.56098Z","steps":["trace[828393305] 'process raft request' (duration: 623.141372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:11.561083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.936301Z","time spent":"624.571198ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:11.561185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.937534Z","time spent":"623.556232ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:11.59469Z","caller":"traceutil/trace.go:171","msg":"trace[1581940549] linearizableReadLoop","detail":"{readStateIndex:27537; appliedIndex:27534; }","duration":"614.992607ms","start":"2026-03-31T21:14:10.979671Z","end":"2026-03-31T21:14:11.594663Z","steps":["trace[1581940549] 'read index received' (duration: 580.920173ms)","trace[1581940549] 'applied index is now lower than readState.Index' (duration: 34.071364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:11.594737Z","caller":"traceutil/trace.go:171","msg":"trace[121759000] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"341.440035ms","start":"2026-03-31T21:14:11.253277Z","end":"2026-03-31T21:14:11.594717Z","steps":["trace[121759000] 'process raft request' (duration: 341.22407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:11.594908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.245203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:14:11.594969Z","caller":"traceutil/trace.go:171","msg":"trace[1773663741] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:26621; }","duration":"615.309214ms","start":"2026-03-31T21:14:10.979645Z","end":"2026-03-31T21:14:11.594955Z","steps":["trace[1773663741] 'agreement among raft nodes before linearized reading' (duration: 615.12546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:11.594968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.900249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:14:11.595013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.979595Z","time spent":"615.410446ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-03-31T21:14:11.595017Z","caller":"traceutil/trace.go:171","msg":"trace[1371555382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26621; }","duration":"445.017282ms","start":"2026-03-31T21:14:11.149987Z","end":"2026-03-31T21:14:11.595005Z","steps":["trace[1371555382] 'agreement among raft nodes before linearized reading' (duration: 444.814297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:11.594894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.253253Z","time spent":"341.531767ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:11.595394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.149965Z","time spent":"445.26964ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:14:12.440279Z","caller":"traceutil/trace.go:171","msg":"trace[1707664747] linearizableReadLoop","detail":"{readStateIndex:27543; appliedIndex:27540; }","duration":"711.025366ms","start":"2026-03-31T21:14:11.729185Z","end":"2026-03-31T21:14:12.44021Z","steps":["trace[1707664747] 'read index received' (duration: 30.835023ms)","trace[1707664747] 'applied index is now lower than readState.Index' (duration: 680.188903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:12.440465Z","caller":"traceutil/trace.go:171","msg":"trace[285504675] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"725.464159ms","start":"2026-03-31T21:14:11.714941Z","end":"2026-03-31T21:14:12.440405Z","steps":["trace[285504675] 'process raft request' (duration: 725.202942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.440546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.298393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:12.440597Z","caller":"traceutil/trace.go:171","msg":"trace[1725249774] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26626; }","duration":"711.441517ms","start":"2026-03-31T21:14:11.72914Z","end":"2026-03-31T21:14:12.440581Z","steps":["trace[1725249774] 'agreement among raft nodes before linearized reading' (duration: 711.269353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.440447Z","caller":"traceutil/trace.go:171","msg":"trace[1253121739] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"725.507339ms","start":"2026-03-31T21:14:11.71487Z","end":"2026-03-31T21:14:12.440377Z","steps":["trace[1253121739] 'process raft request' (duration: 725.092679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.440647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.729114Z","time spent":"711.523718ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:14:12.440656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.714934Z","time spent":"725.630442ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:12.44081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.714851Z","time spent":"725.811517ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:12.941124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837605751,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:14:13.001334Z","caller":"traceutil/trace.go:171","msg":"trace[14477316] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"1.223344277s","start":"2026-03-31T21:14:11.777974Z","end":"2026-03-31T21:14:13.001319Z","steps":["trace[14477316] 'process raft request' (duration: 1.223211683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.001443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.777933Z","time spent":"1.223444489s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:13.001627Z","caller":"traceutil/trace.go:171","msg":"trace[866814317] linearizableReadLoop","detail":"{readStateIndex:27546; appliedIndex:27543; }","duration":"561.222639ms","start":"2026-03-31T21:14:12.440374Z","end":"2026-03-31T21:14:13.001596Z","steps":["trace[866814317] 'read index received' (duration: 560.747446ms)","trace[866814317] 'applied index is now lower than readState.Index' (duration: 473.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:13.001684Z","caller":"traceutil/trace.go:171","msg":"trace[1406621664] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"634.374614ms","start":"2026-03-31T21:14:12.367303Z","end":"2026-03-31T21:14:13.001678Z","steps":["trace[1406621664] 'process raft request' (duration: 634.187539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.001724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.367266Z","time spent":"634.438625ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:13.001797Z","caller":"traceutil/trace.go:171","msg":"trace[311721342] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"1.031524376s","start":"2026-03-31T21:14:11.970266Z","end":"2026-03-31T21:14:13.001791Z","steps":["trace[311721342] 'process raft request' (duration: 1.031009883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.001758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163683642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:13.00183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.97024Z","time spent":"1.031575298s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7174,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:13.001855Z","caller":"traceutil/trace.go:171","msg":"trace[368851209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26629; }","duration":"1.163836215s","start":"2026-03-31T21:14:11.837994Z","end":"2026-03-31T21:14:13.00183Z","steps":["trace[368851209] 'agreement among raft nodes before linearized reading' (duration: 1.163659761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.001814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223974293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"warn","ts":"2026-03-31T21:14:13.001849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197154461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:14:13.001924Z","caller":"traceutil/trace.go:171","msg":"trace[2075945221] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26629; }","duration":"1.224143278s","start":"2026-03-31T21:14:11.777774Z","end":"2026-03-31T21:14:13.001918Z","steps":["trace[2075945221] 'agreement among raft nodes before linearized reading' (duration: 1.223967553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.001945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.777755Z","time spent":"1.224183338s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7214,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T21:14:13.001947Z","caller":"traceutil/trace.go:171","msg":"trace[421605787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26629; }","duration":"1.197288455s","start":"2026-03-31T21:14:11.804638Z","end":"2026-03-31T21:14:13.001926Z","steps":["trace[421605787] 'agreement among raft nodes before linearized reading' (duration: 1.19709889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.001933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.837975Z","time spent":"1.163942798s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:13.001976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.751555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-k2j2j\" ","response":"range_response_count:1 size:2827"} {"level":"warn","ts":"2026-03-31T21:14:13.00199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.804615Z","time spent":"1.197366286s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:14:13.00189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.120756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:13.002057Z","caller":"traceutil/trace.go:171","msg":"trace[31746018] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26629; }","duration":"557.333551ms","start":"2026-03-31T21:14:12.444717Z","end":"2026-03-31T21:14:13.002051Z","steps":["trace[31746018] 'agreement among raft nodes before linearized reading' (duration: 557.139786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.002075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.44469Z","time spent":"557.380222ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:14:13.002141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.635067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-k2j2j\" ","response":"range_response_count:1 size:8778"} {"level":"info","ts":"2026-03-31T21:14:13.002025Z","caller":"traceutil/trace.go:171","msg":"trace[1406007041] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-k2j2j; range_end:; response_count:1; response_revision:26629; }","duration":"243.890418ms","start":"2026-03-31T21:14:12.758119Z","end":"2026-03-31T21:14:13.002009Z","steps":["trace[1406007041] 'agreement among raft nodes before linearized reading' (duration: 243.807646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:13.002173Z","caller":"traceutil/trace.go:171","msg":"trace[1697766551] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-k2j2j; range_end:; response_count:1; response_revision:26629; }","duration":"545.703629ms","start":"2026-03-31T21:14:12.456461Z","end":"2026-03-31T21:14:13.002165Z","steps":["trace[1697766551] 'agreement among raft nodes before linearized reading' (duration: 545.584436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.002205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.456443Z","time spent":"545.754571ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8800,"request content":"key:\"/registry/pods/openstack/magnum-domain-ks-user-k2j2j\" "} {"level":"warn","ts":"2026-03-31T21:14:13.002268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170676377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-31T21:14:13.00233Z","caller":"traceutil/trace.go:171","msg":"trace[1324904888] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26629; }","duration":"1.170736178s","start":"2026-03-31T21:14:11.831579Z","end":"2026-03-31T21:14:13.002315Z","steps":["trace[1324904888] 'agreement among raft nodes before linearized reading' (duration: 1.170638276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.002367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.15379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:13.002391Z","caller":"traceutil/trace.go:171","msg":"trace[226101532] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26629; }","duration":"711.229611ms","start":"2026-03-31T21:14:12.291153Z","end":"2026-03-31T21:14:13.002382Z","steps":["trace[226101532] 'agreement among raft nodes before linearized reading' (duration: 711.1881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.002413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.291126Z","time spent":"711.282513ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:13.002429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.89909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T21:14:13.002383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.831531Z","time spent":"1.170840431s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7214,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:14:13.002491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.767661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:14:13.00254Z","caller":"traceutil/trace.go:171","msg":"trace[1365420727] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26629; }","duration":"547.867824ms","start":"2026-03-31T21:14:12.454661Z","end":"2026-03-31T21:14:13.002529Z","steps":["trace[1365420727] 'agreement among raft nodes before linearized reading' (duration: 547.7364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.002574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.454634Z","time spent":"547.932286ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:14:13.002574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.114035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:14:13.002673Z","caller":"traceutil/trace.go:171","msg":"trace[1074155544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26629; }","duration":"787.214038ms","start":"2026-03-31T21:14:12.21544Z","end":"2026-03-31T21:14:13.002654Z","steps":["trace[1074155544] 'agreement among raft nodes before linearized reading' (duration: 787.019093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.002694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.934911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:14:13.00272Z","caller":"traceutil/trace.go:171","msg":"trace[758854315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26629; }","duration":"786.962401ms","start":"2026-03-31T21:14:12.215753Z","end":"2026-03-31T21:14:13.002715Z","steps":["trace[758854315] 'agreement among raft nodes before linearized reading' (duration: 786.880039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.002735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.21567Z","time spent":"787.061104ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:13.002734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.215363Z","time spent":"787.35681ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:14:13.002493Z","caller":"traceutil/trace.go:171","msg":"trace[340898978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26629; }","duration":"786.986141ms","start":"2026-03-31T21:14:12.21549Z","end":"2026-03-31T21:14:13.002476Z","steps":["trace[340898978] 'agreement among raft nodes before linearized reading' (duration: 786.760926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.002776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.21548Z","time spent":"787.2925ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:14:13.003618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.072679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:14:13.003695Z","caller":"traceutil/trace.go:171","msg":"trace[81519600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26629; }","duration":"788.028077ms","start":"2026-03-31T21:14:12.215645Z","end":"2026-03-31T21:14:13.003673Z","steps":["trace[81519600] 'agreement among raft nodes before linearized reading' (duration: 785.957406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.003933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.215598Z","time spent":"788.315885ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:14:13.227772Z","caller":"traceutil/trace.go:171","msg":"trace[1971715456] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"219.374843ms","start":"2026-03-31T21:14:13.008375Z","end":"2026-03-31T21:14:13.22775Z","steps":["trace[1971715456] 'process raft request' (duration: 141.205522ms)","trace[1971715456] 'compare' (duration: 78.004537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:13.22807Z","caller":"traceutil/trace.go:171","msg":"trace[1380842446] linearizableReadLoop","detail":"{readStateIndex:27553; appliedIndex:27547; }","duration":"160.420013ms","start":"2026-03-31T21:14:13.067636Z","end":"2026-03-31T21:14:13.228056Z","steps":["trace[1380842446] 'read index received' (duration: 81.861343ms)","trace[1380842446] 'applied index is now lower than readState.Index' (duration: 78.55792ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:13.22819Z","caller":"traceutil/trace.go:171","msg":"trace[898415028] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"216.570482ms","start":"2026-03-31T21:14:13.011609Z","end":"2026-03-31T21:14:13.228179Z","steps":["trace[898415028] 'process raft request' (duration: 216.360057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:13.228364Z","caller":"traceutil/trace.go:171","msg":"trace[641829005] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"219.246921ms","start":"2026-03-31T21:14:13.009105Z","end":"2026-03-31T21:14:13.228352Z","steps":["trace[641829005] 'process raft request' (duration: 218.603464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.22836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.310006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:13.228459Z","caller":"traceutil/trace.go:171","msg":"trace[1947250717] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"216.130402ms","start":"2026-03-31T21:14:13.012311Z","end":"2026-03-31T21:14:13.228441Z","steps":["trace[1947250717] 'process raft request' (duration: 215.711361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:13.228523Z","caller":"traceutil/trace.go:171","msg":"trace[1571683448] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"219.123988ms","start":"2026-03-31T21:14:13.00939Z","end":"2026-03-31T21:14:13.228514Z","steps":["trace[1571683448] 'process raft request' (duration: 218.503181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:13.228452Z","caller":"traceutil/trace.go:171","msg":"trace[1028610953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26636; }","duration":"151.45167ms","start":"2026-03-31T21:14:13.076983Z","end":"2026-03-31T21:14:13.228435Z","steps":["trace[1028610953] 'agreement among raft nodes before linearized reading' (duration: 151.224403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.228386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.228975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:14:13.22875Z","caller":"traceutil/trace.go:171","msg":"trace[377482261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26636; }","duration":"220.627055ms","start":"2026-03-31T21:14:13.008094Z","end":"2026-03-31T21:14:13.228721Z","steps":["trace[377482261] 'agreement among raft nodes before linearized reading' (duration: 220.094871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:13.228594Z","caller":"traceutil/trace.go:171","msg":"trace[1971471437] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"218.432579ms","start":"2026-03-31T21:14:13.010148Z","end":"2026-03-31T21:14:13.228581Z","steps":["trace[1971471437] 'process raft request' (duration: 217.788752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.799145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.164349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:13.799236Z","caller":"traceutil/trace.go:171","msg":"trace[405690351] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26636; }","duration":"292.305342ms","start":"2026-03-31T21:14:13.506915Z","end":"2026-03-31T21:14:13.79922Z","steps":["trace[405690351] 'count revisions from in-memory index tree' (duration: 291.993764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:13.799595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.22795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:13.799744Z","caller":"traceutil/trace.go:171","msg":"trace[368098279] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"233.64454ms","start":"2026-03-31T21:14:13.56607Z","end":"2026-03-31T21:14:13.799714Z","steps":["trace[368098279] 'process raft request' (duration: 122.188116ms)","trace[368098279] 'compare' (duration: 110.948592ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:13.818787Z","caller":"traceutil/trace.go:171","msg":"trace[855011781] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"252.139825ms","start":"2026-03-31T21:14:13.566634Z","end":"2026-03-31T21:14:13.818774Z","steps":["trace[855011781] 'process raft request' (duration: 252.016332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:13.819098Z","caller":"traceutil/trace.go:171","msg":"trace[1256900890] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"150.756101ms","start":"2026-03-31T21:14:13.66832Z","end":"2026-03-31T21:14:13.819076Z","steps":["trace[1256900890] 'process raft request' (duration: 150.649129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:13.819128Z","caller":"traceutil/trace.go:171","msg":"trace[135219842] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"217.834634ms","start":"2026-03-31T21:14:13.601258Z","end":"2026-03-31T21:14:13.819093Z","steps":["trace[135219842] 'process raft request' (duration: 217.483855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:14.014112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.146337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:14.014174Z","caller":"traceutil/trace.go:171","msg":"trace[894803298] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26641; }","duration":"103.26416ms","start":"2026-03-31T21:14:13.910898Z","end":"2026-03-31T21:14:14.014162Z","steps":["trace[894803298] 'count revisions from in-memory index tree' (duration: 103.038585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:14.446408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.422443ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:14.446565Z","caller":"traceutil/trace.go:171","msg":"trace[1900945047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26642; }","duration":"207.590787ms","start":"2026-03-31T21:14:14.238952Z","end":"2026-03-31T21:14:14.446543Z","steps":["trace[1900945047] 'range keys from in-memory index tree' (duration: 207.404223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:14.515606Z","caller":"traceutil/trace.go:171","msg":"trace[237393678] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"394.185668ms","start":"2026-03-31T21:14:14.121396Z","end":"2026-03-31T21:14:14.515581Z","steps":["trace[237393678] 'process raft request' (duration: 394.011704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:14.515805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.121378Z","time spent":"394.301041ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8660,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:14.747322Z","caller":"traceutil/trace.go:171","msg":"trace[568322244] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"224.014069ms","start":"2026-03-31T21:14:14.523273Z","end":"2026-03-31T21:14:14.747287Z","steps":["trace[568322244] 'process raft request' (duration: 195.283428ms)","trace[568322244] 'compare' (duration: 28.596558ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:14.89017Z","caller":"traceutil/trace.go:171","msg":"trace[878573489] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"121.445388ms","start":"2026-03-31T21:14:14.768698Z","end":"2026-03-31T21:14:14.890144Z","steps":["trace[878573489] 'process raft request' (duration: 120.920095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:15.140432Z","caller":"traceutil/trace.go:171","msg":"trace[207257183] linearizableReadLoop","detail":"{readStateIndex:27567; appliedIndex:27566; }","duration":"131.455248ms","start":"2026-03-31T21:14:15.008936Z","end":"2026-03-31T21:14:15.140391Z","steps":["trace[207257183] 'read index received' (duration: 89.043434ms)","trace[207257183] 'applied index is now lower than readState.Index' (duration: 42.410304ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:15.140924Z","caller":"traceutil/trace.go:171","msg":"trace[1311415786] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"133.945951ms","start":"2026-03-31T21:14:15.00696Z","end":"2026-03-31T21:14:15.140906Z","steps":["trace[1311415786] 'process raft request' (duration: 91.007014ms)","trace[1311415786] 'compare' (duration: 42.178968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:15.141099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.628047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7289"} {"level":"info","ts":"2026-03-31T21:14:15.141181Z","caller":"traceutil/trace.go:171","msg":"trace[1981322916] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26650; }","duration":"130.719439ms","start":"2026-03-31T21:14:15.010439Z","end":"2026-03-31T21:14:15.141159Z","steps":["trace[1981322916] 'agreement among raft nodes before linearized reading' (duration: 130.459142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.141432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.472853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7289"} {"level":"info","ts":"2026-03-31T21:14:15.141515Z","caller":"traceutil/trace.go:171","msg":"trace[1040243410] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26650; }","duration":"132.607146ms","start":"2026-03-31T21:14:15.008894Z","end":"2026-03-31T21:14:15.141501Z","steps":["trace[1040243410] 'agreement among raft nodes before linearized reading' (duration: 132.36659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:15.653777Z","caller":"traceutil/trace.go:171","msg":"trace[1750347674] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"407.412309ms","start":"2026-03-31T21:14:15.246341Z","end":"2026-03-31T21:14:15.653754Z","steps":["trace[1750347674] 'process raft request' (duration: 407.240365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.653913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.246316Z","time spent":"407.527712ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:15.663736Z","caller":"traceutil/trace.go:171","msg":"trace[418748225] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"417.214876ms","start":"2026-03-31T21:14:15.246507Z","end":"2026-03-31T21:14:15.663722Z","steps":["trace[418748225] 'process raft request' (duration: 417.124113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.663807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.246474Z","time spent":"417.298738ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:15.664019Z","caller":"traceutil/trace.go:171","msg":"trace[454912371] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"417.492483ms","start":"2026-03-31T21:14:15.246515Z","end":"2026-03-31T21:14:15.664008Z","steps":["trace[454912371] 'process raft request' (duration: 417.179495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.664092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.246483Z","time spent":"417.563145ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:15.664108Z","caller":"traceutil/trace.go:171","msg":"trace[647672582] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"417.503013ms","start":"2026-03-31T21:14:15.246585Z","end":"2026-03-31T21:14:15.664088Z","steps":["trace[647672582] 'process raft request' (duration: 417.345179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:15.664192Z","caller":"traceutil/trace.go:171","msg":"trace[1674184451] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"417.544624ms","start":"2026-03-31T21:14:15.246636Z","end":"2026-03-31T21:14:15.664181Z","steps":["trace[1674184451] 'process raft request' (duration: 417.40302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.664271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.246578Z","time spent":"417.596565ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:15.66429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.246625Z","time spent":"417.601575ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:15.664288Z","caller":"traceutil/trace.go:171","msg":"trace[1662313571] linearizableReadLoop","detail":"{readStateIndex:27573; appliedIndex:27567; }","duration":"370.669048ms","start":"2026-03-31T21:14:15.293606Z","end":"2026-03-31T21:14:15.664275Z","steps":["trace[1662313571] 'read index received' (duration: 359.97355ms)","trace[1662313571] 'applied index is now lower than readState.Index' (duration: 10.694468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:15.664404Z","caller":"traceutil/trace.go:171","msg":"trace[1202075749] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"411.739128ms","start":"2026-03-31T21:14:15.252652Z","end":"2026-03-31T21:14:15.664391Z","steps":["trace[1202075749] 'process raft request' (duration: 411.484012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.664364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.75048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:15.664471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.25264Z","time spent":"411.7977ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:15.664485Z","caller":"traceutil/trace.go:171","msg":"trace[2086153997] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26656; }","duration":"370.898964ms","start":"2026-03-31T21:14:15.293569Z","end":"2026-03-31T21:14:15.664468Z","steps":["trace[2086153997] 'agreement among raft nodes before linearized reading' (duration: 370.7422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.664527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.293551Z","time spent":"370.961685ms","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:15.664572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.108167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:14:15.664616Z","caller":"traceutil/trace.go:171","msg":"trace[349489627] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26656; }","duration":"178.187759ms","start":"2026-03-31T21:14:15.486416Z","end":"2026-03-31T21:14:15.664604Z","steps":["trace[349489627] 'agreement among raft nodes before linearized reading' (duration: 178.062526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:16.257198Z","caller":"traceutil/trace.go:171","msg":"trace[1292680467] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"213.601089ms","start":"2026-03-31T21:14:16.043402Z","end":"2026-03-31T21:14:16.257004Z","steps":["trace[1292680467] 'process raft request' (duration: 213.420335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:16.902817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.399976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:16.902923Z","caller":"traceutil/trace.go:171","msg":"trace[1478810617] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"462.679596ms","start":"2026-03-31T21:14:16.440223Z","end":"2026-03-31T21:14:16.902903Z","steps":["trace[1478810617] 'process raft request' (duration: 327.128976ms)","trace[1478810617] 'compare' (duration: 134.861463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:16.902973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:16.440197Z","time spent":"462.753348ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2344,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:14:16.903891Z","caller":"traceutil/trace.go:171","msg":"trace[1260246053] linearizableReadLoop","detail":"{readStateIndex:27584; appliedIndex:27581; }","duration":"159.792619ms","start":"2026-03-31T21:14:16.744059Z","end":"2026-03-31T21:14:16.903852Z","steps":["trace[1260246053] 'read index received' (duration: 23.304934ms)","trace[1260246053] 'applied index is now lower than readState.Index' (duration: 136.486455ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:16.903948Z","caller":"traceutil/trace.go:171","msg":"trace[934193907] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"379.386917ms","start":"2026-03-31T21:14:16.524536Z","end":"2026-03-31T21:14:16.903923Z","steps":["trace[934193907] 'process raft request' (duration: 379.1413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:16.904006Z","caller":"traceutil/trace.go:171","msg":"trace[1522864327] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"379.401508ms","start":"2026-03-31T21:14:16.524591Z","end":"2026-03-31T21:14:16.903992Z","steps":["trace[1522864327] 'process raft request' (duration: 379.214513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:16.904036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:16.524507Z","time spent":"379.47748ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:16.90411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:16.524564Z","time spent":"379.47495ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:16.904211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.148339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:16.904292Z","caller":"traceutil/trace.go:171","msg":"trace[515615285] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26666; }","duration":"160.277632ms","start":"2026-03-31T21:14:16.743997Z","end":"2026-03-31T21:14:16.904274Z","steps":["trace[515615285] 'agreement among raft nodes before linearized reading' (duration: 160.147979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:16.904577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.173014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:16.904657Z","caller":"traceutil/trace.go:171","msg":"trace[417513956] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26666; }","duration":"116.558884ms","start":"2026-03-31T21:14:16.788079Z","end":"2026-03-31T21:14:16.904638Z","steps":["trace[417513956] 'agreement among raft nodes before linearized reading' (duration: 116.072632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:17.087824Z","caller":"traceutil/trace.go:171","msg":"trace[1955030573] linearizableReadLoop","detail":"{readStateIndex:27585; appliedIndex:27584; }","duration":"135.863518ms","start":"2026-03-31T21:14:16.95192Z","end":"2026-03-31T21:14:17.087784Z","steps":["trace[1955030573] 'read index received' (duration: 123.150919ms)","trace[1955030573] 'applied index is now lower than readState.Index' (duration: 12.710909ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:17.087916Z","caller":"traceutil/trace.go:171","msg":"trace[669586363] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"179.148144ms","start":"2026-03-31T21:14:16.908703Z","end":"2026-03-31T21:14:17.087851Z","steps":["trace[669586363] 'process raft request' (duration: 166.340584ms)","trace[669586363] 'compare' (duration: 12.540634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:17.088048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.088113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:17.08827Z","caller":"traceutil/trace.go:171","msg":"trace[53320451] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26667; }","duration":"136.343999ms","start":"2026-03-31T21:14:16.951905Z","end":"2026-03-31T21:14:17.088249Z","steps":["trace[53320451] 'agreement among raft nodes before linearized reading' (duration: 136.007901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:17.51848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.908883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:17.518598Z","caller":"traceutil/trace.go:171","msg":"trace[1565118596] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"425.519904ms","start":"2026-03-31T21:14:17.093057Z","end":"2026-03-31T21:14:17.518577Z","steps":["trace[1565118596] 'process raft request' (duration: 294.420886ms)","trace[1565118596] 'compare' (duration: 130.726519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:17.51866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.093032Z","time spent":"425.598146ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:17.580679Z","caller":"traceutil/trace.go:171","msg":"trace[211535400] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"486.203876ms","start":"2026-03-31T21:14:17.094424Z","end":"2026-03-31T21:14:17.580628Z","steps":["trace[211535400] 'process raft request' (duration: 485.938499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:17.580762Z","caller":"traceutil/trace.go:171","msg":"trace[1965822640] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"485.675653ms","start":"2026-03-31T21:14:17.095032Z","end":"2026-03-31T21:14:17.580708Z","steps":["trace[1965822640] 'process raft request' (duration: 485.476588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:17.580692Z","caller":"traceutil/trace.go:171","msg":"trace[27286105] linearizableReadLoop","detail":"{readStateIndex:27588; appliedIndex:27585; }","duration":"445.311811ms","start":"2026-03-31T21:14:17.135346Z","end":"2026-03-31T21:14:17.580658Z","steps":["trace[27286105] 'read index received' (duration: 252.171066ms)","trace[27286105] 'applied index is now lower than readState.Index' (duration: 193.139275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:17.580873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.094395Z","time spent":"486.382631ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:14:17.581007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.09502Z","time spent":"485.842677ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3345,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:17.58081Z","caller":"traceutil/trace.go:171","msg":"trace[953349148] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"434.293895ms","start":"2026-03-31T21:14:17.146486Z","end":"2026-03-31T21:14:17.58078Z","steps":["trace[953349148] 'process raft request' (duration: 434.09123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:17.581011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.649939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:17.581312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.146467Z","time spent":"434.707104ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:17.581326Z","caller":"traceutil/trace.go:171","msg":"trace[851337736] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26671; }","duration":"445.964397ms","start":"2026-03-31T21:14:17.135286Z","end":"2026-03-31T21:14:17.58125Z","steps":["trace[851337736] 'agreement among raft nodes before linearized reading' (duration: 445.624519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:17.581522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.135258Z","time spent":"446.240773ms","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:17.74706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.144089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:17.747708Z","caller":"traceutil/trace.go:171","msg":"trace[1624372674] linearizableReadLoop","detail":"{readStateIndex:27591; appliedIndex:27589; }","duration":"166.746734ms","start":"2026-03-31T21:14:17.58094Z","end":"2026-03-31T21:14:17.747686Z","steps":["trace[1624372674] 'read index received' (duration: 50.810835ms)","trace[1624372674] 'applied index is now lower than readState.Index' (duration: 115.934639ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:17.747715Z","caller":"traceutil/trace.go:171","msg":"trace[2112152697] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"287.593985ms","start":"2026-03-31T21:14:17.460087Z","end":"2026-03-31T21:14:17.747681Z","steps":["trace[2112152697] 'process raft request' (duration: 171.734288ms)","trace[2112152697] 'compare' (duration: 114.995874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:17.748171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.621062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:17.748223Z","caller":"traceutil/trace.go:171","msg":"trace[1709480210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26673; }","duration":"546.735705ms","start":"2026-03-31T21:14:17.201474Z","end":"2026-03-31T21:14:17.74821Z","steps":["trace[1709480210] 'agreement among raft nodes before linearized reading' (duration: 546.55709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:17.748308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.201447Z","time spent":"546.843878ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:17.748503Z","caller":"traceutil/trace.go:171","msg":"trace[138501211] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"225.138727ms","start":"2026-03-31T21:14:17.523345Z","end":"2026-03-31T21:14:17.748484Z","steps":["trace[138501211] 'process raft request' (duration: 224.112272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:17.748804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.057386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:17.748965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.91564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-hk2mb\" ","response":"range_response_count:1 size:3784"} {"level":"info","ts":"2026-03-31T21:14:17.74887Z","caller":"traceutil/trace.go:171","msg":"trace[1620117250] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26673; }","duration":"168.226089ms","start":"2026-03-31T21:14:17.580625Z","end":"2026-03-31T21:14:17.748851Z","steps":["trace[1620117250] 'agreement among raft nodes before linearized reading' (duration: 168.097506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:17.749077Z","caller":"traceutil/trace.go:171","msg":"trace[529523449] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-hk2mb; range_end:; response_count:1; response_revision:26673; }","duration":"209.066634ms","start":"2026-03-31T21:14:17.53999Z","end":"2026-03-31T21:14:17.749056Z","steps":["trace[529523449] 'agreement among raft nodes before linearized reading' (duration: 208.820067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.33577Z","caller":"traceutil/trace.go:171","msg":"trace[508912603] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"581.414245ms","start":"2026-03-31T21:14:17.754328Z","end":"2026-03-31T21:14:18.335742Z","steps":["trace[508912603] 'process raft request' (duration: 581.18361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.335931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.75431Z","time spent":"581.538808ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.336058Z","caller":"traceutil/trace.go:171","msg":"trace[187115641] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"581.60426ms","start":"2026-03-31T21:14:17.754429Z","end":"2026-03-31T21:14:18.336034Z","steps":["trace[187115641] 'process raft request' (duration: 581.262561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.336148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.754424Z","time spent":"581.679872ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.336894Z","caller":"traceutil/trace.go:171","msg":"trace[1413003881] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"581.936549ms","start":"2026-03-31T21:14:17.754908Z","end":"2026-03-31T21:14:18.336844Z","steps":["trace[1413003881] 'process raft request' (duration: 581.039246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.337158Z","caller":"traceutil/trace.go:171","msg":"trace[172954281] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"581.865707ms","start":"2026-03-31T21:14:17.755273Z","end":"2026-03-31T21:14:18.337138Z","steps":["trace[172954281] 'process raft request' (duration: 581.507408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.33729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.755234Z","time spent":"581.99592ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.337311Z","caller":"traceutil/trace.go:171","msg":"trace[1362540401] linearizableReadLoop","detail":"{readStateIndex:27597; appliedIndex:27591; }","duration":"542.068017ms","start":"2026-03-31T21:14:17.795214Z","end":"2026-03-31T21:14:18.337282Z","steps":["trace[1362540401] 'read index received' (duration: 46.325832ms)","trace[1362540401] 'applied index is now lower than readState.Index' (duration: 495.740495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:18.337419Z","caller":"traceutil/trace.go:171","msg":"trace[2145512563] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"578.382078ms","start":"2026-03-31T21:14:17.75901Z","end":"2026-03-31T21:14:18.337392Z","steps":["trace[2145512563] 'process raft request' (duration: 578.019539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.337443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.75489Z","time spent":"582.116663ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:18.337552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.758997Z","time spent":"578.48412ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4784,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:18.337621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.380315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-31T21:14:18.337708Z","caller":"traceutil/trace.go:171","msg":"trace[15307447] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:26679; }","duration":"542.500458ms","start":"2026-03-31T21:14:17.795185Z","end":"2026-03-31T21:14:18.337686Z","steps":["trace[15307447] 'agreement among raft nodes before linearized reading' (duration: 542.251992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.337767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.795175Z","time spent":"542.5788ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-03-31T21:14:18.581028Z","caller":"traceutil/trace.go:171","msg":"trace[193273994] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"706.229506ms","start":"2026-03-31T21:14:17.874768Z","end":"2026-03-31T21:14:18.580997Z","steps":["trace[193273994] 'process raft request' (duration: 706.109013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.581049Z","caller":"traceutil/trace.go:171","msg":"trace[382774980] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"711.397175ms","start":"2026-03-31T21:14:17.869608Z","end":"2026-03-31T21:14:18.581005Z","steps":["trace[382774980] 'process raft request' (duration: 711.052297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.581242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.874753Z","time spent":"706.372729ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:18.581263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.869583Z","time spent":"711.55874ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.581475Z","caller":"traceutil/trace.go:171","msg":"trace[1209827829] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"705.049555ms","start":"2026-03-31T21:14:17.876407Z","end":"2026-03-31T21:14:18.581457Z","steps":["trace[1209827829] 'process raft request' (duration: 704.802029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.581466Z","caller":"traceutil/trace.go:171","msg":"trace[619405212] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"705.116308ms","start":"2026-03-31T21:14:17.87631Z","end":"2026-03-31T21:14:18.581427Z","steps":["trace[619405212] 'process raft request' (duration: 704.615075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.581497Z","caller":"traceutil/trace.go:171","msg":"trace[249447603] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"704.096112ms","start":"2026-03-31T21:14:17.877374Z","end":"2026-03-31T21:14:18.58147Z","steps":["trace[249447603] 'process raft request' (duration: 703.963178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.581575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.876392Z","time spent":"705.134518ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:18.581616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.877346Z","time spent":"704.209965ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:18.581645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.876296Z","time spent":"705.255981ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.581689Z","caller":"traceutil/trace.go:171","msg":"trace[671907180] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"619.734416ms","start":"2026-03-31T21:14:17.961929Z","end":"2026-03-31T21:14:18.581664Z","steps":["trace[671907180] 'process raft request' (duration: 619.448338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.581794Z","caller":"traceutil/trace.go:171","msg":"trace[408146534] linearizableReadLoop","detail":"{readStateIndex:27603; appliedIndex:27597; }","duration":"244.324129ms","start":"2026-03-31T21:14:18.3374Z","end":"2026-03-31T21:14:18.581724Z","steps":["trace[408146534] 'read index received' (duration: 243.194091ms)","trace[408146534] 'applied index is now lower than readState.Index' (duration: 1.127468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:18.581869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.914997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:14:18.581806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.832736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:18.581928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.829795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:18.581942Z","caller":"traceutil/trace.go:171","msg":"trace[689406387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26685; }","duration":"334.03221ms","start":"2026-03-31T21:14:18.247892Z","end":"2026-03-31T21:14:18.581925Z","steps":["trace[689406387] 'agreement among raft nodes before linearized reading' (duration: 333.841664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.581971Z","caller":"traceutil/trace.go:171","msg":"trace[639733108] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26685; }","duration":"630.873866ms","start":"2026-03-31T21:14:17.951085Z","end":"2026-03-31T21:14:18.581958Z","steps":["trace[639733108] 'agreement among raft nodes before linearized reading' (duration: 630.798024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.581988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.247868Z","time spent":"334.108322ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:14:18.582014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.951027Z","time spent":"630.978519ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:18.58196Z","caller":"traceutil/trace.go:171","msg":"trace[1348354349] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26685; }","duration":"517.01492ms","start":"2026-03-31T21:14:18.064923Z","end":"2026-03-31T21:14:18.581938Z","steps":["trace[1348354349] 'agreement among raft nodes before linearized reading' (duration: 516.820805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.582162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.064902Z","time spent":"517.192414ms","remote":"127.0.0.1:48772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:18.582271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.228677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-hk2mb\" ","response":"range_response_count:1 size:4802"} {"level":"warn","ts":"2026-03-31T21:14:18.581816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.961902Z","time spent":"619.85628ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:14:18.582341Z","caller":"traceutil/trace.go:171","msg":"trace[1750781067] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-hk2mb; range_end:; response_count:1; response_revision:26685; }","duration":"242.33048ms","start":"2026-03-31T21:14:18.339995Z","end":"2026-03-31T21:14:18.582325Z","steps":["trace[1750781067] 'agreement among raft nodes before linearized reading' (duration: 242.137585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.582506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.019786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9766"} {"level":"info","ts":"2026-03-31T21:14:18.582583Z","caller":"traceutil/trace.go:171","msg":"trace[1018582715] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26685; }","duration":"241.099438ms","start":"2026-03-31T21:14:18.341451Z","end":"2026-03-31T21:14:18.58255Z","steps":["trace[1018582715] 'agreement among raft nodes before linearized reading' (duration: 240.952815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.789627Z","caller":"traceutil/trace.go:171","msg":"trace[1058923752] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"203.601798ms","start":"2026-03-31T21:14:18.585988Z","end":"2026-03-31T21:14:18.789589Z","steps":["trace[1058923752] 'process raft request' (duration: 141.184662ms)","trace[1058923752] 'compare' (duration: 62.128199ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:18.789619Z","caller":"traceutil/trace.go:171","msg":"trace[1396156645] linearizableReadLoop","detail":"{readStateIndex:27604; appliedIndex:27603; }","duration":"202.395308ms","start":"2026-03-31T21:14:18.587178Z","end":"2026-03-31T21:14:18.789573Z","steps":["trace[1396156645] 'read index received' (duration: 139.975151ms)","trace[1396156645] 'applied index is now lower than readState.Index' (duration: 62.417656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:18.789954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.746076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-03-31T21:14:18.79006Z","caller":"traceutil/trace.go:171","msg":"trace[1580699702] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26686; }","duration":"202.88167ms","start":"2026-03-31T21:14:18.587155Z","end":"2026-03-31T21:14:18.790037Z","steps":["trace[1580699702] 'agreement among raft nodes before linearized reading' (duration: 202.541552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.792556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.842183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:18.792618Z","caller":"traceutil/trace.go:171","msg":"trace[896512227] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26687; }","duration":"192.019658ms","start":"2026-03-31T21:14:18.600581Z","end":"2026-03-31T21:14:18.792601Z","steps":["trace[896512227] 'agreement among raft nodes before linearized reading' (duration: 191.846433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.792645Z","caller":"traceutil/trace.go:171","msg":"trace[601781970] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"200.320576ms","start":"2026-03-31T21:14:18.592285Z","end":"2026-03-31T21:14:18.792605Z","steps":["trace[601781970] 'process raft request' (duration: 199.920566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.15781Z","caller":"traceutil/trace.go:171","msg":"trace[709927302] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"350.961474ms","start":"2026-03-31T21:14:18.80683Z","end":"2026-03-31T21:14:19.157791Z","steps":["trace[709927302] 'process raft request' (duration: 350.826271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.157925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.806812Z","time spent":"351.053316ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8405,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:19.210047Z","caller":"traceutil/trace.go:171","msg":"trace[1503107992] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"389.46058ms","start":"2026-03-31T21:14:18.820541Z","end":"2026-03-31T21:14:19.210002Z","steps":["trace[1503107992] 'process raft request' (duration: 389.249185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.210113Z","caller":"traceutil/trace.go:171","msg":"trace[135823369] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"300.688414ms","start":"2026-03-31T21:14:18.909385Z","end":"2026-03-31T21:14:19.210073Z","steps":["trace[135823369] 'process raft request' (duration: 300.52866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.21006Z","caller":"traceutil/trace.go:171","msg":"trace[864739718] linearizableReadLoop","detail":"{readStateIndex:27609; appliedIndex:27607; }","duration":"370.750901ms","start":"2026-03-31T21:14:18.839288Z","end":"2026-03-31T21:14:19.210039Z","steps":["trace[864739718] 'read index received' (duration: 318.391497ms)","trace[864739718] 'applied index is now lower than readState.Index' (duration: 52.358244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:19.210153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.848173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:19.210217Z","caller":"traceutil/trace.go:171","msg":"trace[1683729062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26693; }","duration":"370.923975ms","start":"2026-03-31T21:14:18.839281Z","end":"2026-03-31T21:14:19.210205Z","steps":["trace[1683729062] 'agreement among raft nodes before linearized reading' (duration: 370.826392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.210219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.820483Z","time spent":"389.650804ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1189,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:14:19.210259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.83922Z","time spent":"371.030608ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:19.210278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.594671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:19.210301Z","caller":"traceutil/trace.go:171","msg":"trace[1780161640] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26693; }","duration":"351.650271ms","start":"2026-03-31T21:14:18.858644Z","end":"2026-03-31T21:14:19.210294Z","steps":["trace[1780161640] 'agreement among raft nodes before linearized reading' (duration: 351.60102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.210088Z","caller":"traceutil/trace.go:171","msg":"trace[1141884314] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"300.379294ms","start":"2026-03-31T21:14:18.909687Z","end":"2026-03-31T21:14:19.210066Z","steps":["trace[1141884314] 'process raft request' (duration: 300.309423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.210372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.794746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:19.210375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.205274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:19.210415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.361897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-31T21:14:19.210445Z","caller":"traceutil/trace.go:171","msg":"trace[2111989681] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026; range_end:; response_count:1; response_revision:26693; }","duration":"328.414388ms","start":"2026-03-31T21:14:18.882022Z","end":"2026-03-31T21:14:19.210437Z","steps":["trace[2111989681] 'agreement among raft nodes before linearized reading' (duration: 328.311605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.210437Z","caller":"traceutil/trace.go:171","msg":"trace[1741295808] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26693; }","duration":"310.898038ms","start":"2026-03-31T21:14:18.899524Z","end":"2026-03-31T21:14:19.210422Z","steps":["trace[1741295808] 'agreement among raft nodes before linearized reading' (duration: 310.778515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.210446Z","caller":"traceutil/trace.go:171","msg":"trace[1094971954] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26693; }","duration":"289.336658ms","start":"2026-03-31T21:14:18.921095Z","end":"2026-03-31T21:14:19.210432Z","steps":["trace[1094971954] 'agreement among raft nodes before linearized reading' (duration: 289.189794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.210322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.858625Z","time spent":"351.690563ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:14:19.210482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.899505Z","time spent":"310.966921ms","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.210471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.88201Z","time spent":"328.455869ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026\" "} {"level":"warn","ts":"2026-03-31T21:14:19.210296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.909359Z","time spent":"300.836227ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:19.210598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.909678Z","time spent":"300.737613ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:19.400933Z","caller":"traceutil/trace.go:171","msg":"trace[1700697531] linearizableReadLoop","detail":"{readStateIndex:27615; appliedIndex:27612; }","duration":"154.950266ms","start":"2026-03-31T21:14:19.245952Z","end":"2026-03-31T21:14:19.400903Z","steps":["trace[1700697531] 'read index received' (duration: 25.009647ms)","trace[1700697531] 'applied index is now lower than readState.Index' (duration: 129.939499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:19.401184Z","caller":"traceutil/trace.go:171","msg":"trace[1803809607] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"168.571849ms","start":"2026-03-31T21:14:19.23258Z","end":"2026-03-31T21:14:19.401152Z","steps":["trace[1803809607] 'process raft request' (duration: 168.071726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.401384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.410107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:14:19.401453Z","caller":"traceutil/trace.go:171","msg":"trace[501751250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26696; }","duration":"155.530801ms","start":"2026-03-31T21:14:19.245903Z","end":"2026-03-31T21:14:19.401434Z","steps":["trace[501751250] 'agreement among raft nodes before linearized reading' (duration: 155.196912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.401597Z","caller":"traceutil/trace.go:171","msg":"trace[214119140] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26696; }","duration":"168.310262ms","start":"2026-03-31T21:14:19.233273Z","end":"2026-03-31T21:14:19.401583Z","steps":["trace[214119140] 'process raft request' (duration: 167.578634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.694785Z","caller":"traceutil/trace.go:171","msg":"trace[800876286] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"183.641217ms","start":"2026-03-31T21:14:19.511107Z","end":"2026-03-31T21:14:19.694748Z","steps":["trace[800876286] 'process raft request' (duration: 183.143954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.695266Z","caller":"traceutil/trace.go:171","msg":"trace[342729068] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27620; }","duration":"152.780823ms","start":"2026-03-31T21:14:19.54247Z","end":"2026-03-31T21:14:19.695251Z","steps":["trace[342729068] 'read index received' (duration: 152.776233ms)","trace[342729068] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:19.695523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.027159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:19.695586Z","caller":"traceutil/trace.go:171","msg":"trace[1708606355] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26701; }","duration":"153.153192ms","start":"2026-03-31T21:14:19.542415Z","end":"2026-03-31T21:14:19.695568Z","steps":["trace[1708606355] 'agreement among raft nodes before linearized reading' (duration: 153.005398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.71177Z","caller":"traceutil/trace.go:171","msg":"trace[61505613] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"124.680908ms","start":"2026-03-31T21:14:19.587072Z","end":"2026-03-31T21:14:19.711753Z","steps":["trace[61505613] 'process raft request' (duration: 124.622617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.712014Z","caller":"traceutil/trace.go:171","msg":"trace[1948046518] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"147.076631ms","start":"2026-03-31T21:14:19.56489Z","end":"2026-03-31T21:14:19.711967Z","steps":["trace[1948046518] 'process raft request' (duration: 146.689491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.880709Z","caller":"traceutil/trace.go:171","msg":"trace[807920610] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"112.646135ms","start":"2026-03-31T21:14:19.768035Z","end":"2026-03-31T21:14:19.880681Z","steps":["trace[807920610] 'process raft request' (duration: 112.574123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.880917Z","caller":"traceutil/trace.go:171","msg":"trace[940520418] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"168.480426ms","start":"2026-03-31T21:14:19.712341Z","end":"2026-03-31T21:14:19.880821Z","steps":["trace[940520418] 'process raft request' (duration: 81.455773ms)","trace[940520418] 'compare' (duration: 86.042238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:19.881024Z","caller":"traceutil/trace.go:171","msg":"trace[1970623591] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"160.189268ms","start":"2026-03-31T21:14:19.720818Z","end":"2026-03-31T21:14:19.881007Z","steps":["trace[1970623591] 'process raft request' (duration: 159.677836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.880939Z","caller":"traceutil/trace.go:171","msg":"trace[1648403760] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"163.939462ms","start":"2026-03-31T21:14:19.716976Z","end":"2026-03-31T21:14:19.880915Z","steps":["trace[1648403760] 'process raft request' (duration: 163.173443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.881163Z","caller":"traceutil/trace.go:171","msg":"trace[1366841551] linearizableReadLoop","detail":"{readStateIndex:27627; appliedIndex:27624; }","duration":"113.393964ms","start":"2026-03-31T21:14:19.767756Z","end":"2026-03-31T21:14:19.88115Z","steps":["trace[1366841551] 'read index received' (duration: 26.052713ms)","trace[1366841551] 'applied index is now lower than readState.Index' (duration: 87.339781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:19.881392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.608879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-31T21:14:19.881464Z","caller":"traceutil/trace.go:171","msg":"trace[785609619] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26709; }","duration":"113.706102ms","start":"2026-03-31T21:14:19.767732Z","end":"2026-03-31T21:14:19.881438Z","steps":["trace[785609619] 'agreement among raft nodes before linearized reading' (duration: 113.476446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:20.391783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837605894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:20.892386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837605894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:20.908201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019691849s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:14:20.935688Z","caller":"traceutil/trace.go:171","msg":"trace[2061446442] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"1.047257371s","start":"2026-03-31T21:14:19.888394Z","end":"2026-03-31T21:14:20.935652Z","steps":["trace[2061446442] 'process raft request' (duration: 1.020046868s)","trace[2061446442] 'compare' (duration: 26.641919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:20.935829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.888373Z","time spent":"1.047387953s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2579,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:14:21.09451Z","caller":"traceutil/trace.go:171","msg":"trace[294367557] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"1.196582546s","start":"2026-03-31T21:14:19.897903Z","end":"2026-03-31T21:14:21.094486Z","steps":["trace[294367557] 'process raft request' (duration: 1.196476264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.094647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.897885Z","time spent":"1.196703629s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3212,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:14:21.094752Z","caller":"traceutil/trace.go:171","msg":"trace[1431472007] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"1.206159697s","start":"2026-03-31T21:14:19.888565Z","end":"2026-03-31T21:14:21.094725Z","steps":["trace[1431472007] 'process raft request' (duration: 1.196699369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.094877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.888544Z","time spent":"1.206270409s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:21.09494Z","caller":"traceutil/trace.go:171","msg":"trace[419752638] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"1.14252666s","start":"2026-03-31T21:14:19.95239Z","end":"2026-03-31T21:14:21.094917Z","steps":["trace[419752638] 'process raft request' (duration: 1.142059087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.095034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.952368Z","time spent":"1.142616993s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:21.09505Z","caller":"traceutil/trace.go:171","msg":"trace[1928383947] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"507.972923ms","start":"2026-03-31T21:14:20.587064Z","end":"2026-03-31T21:14:21.095037Z","steps":["trace[1928383947] 'process raft request' (duration: 507.815779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.095078Z","caller":"traceutil/trace.go:171","msg":"trace[1928485888] linearizableReadLoop","detail":"{readStateIndex:27638; appliedIndex:27628; }","duration":"1.203929981s","start":"2026-03-31T21:14:19.891125Z","end":"2026-03-31T21:14:21.095055Z","steps":["trace[1928485888] 'read index received' (duration: 1.01732912s)","trace[1928485888] 'applied index is now lower than readState.Index' (duration: 186.599611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:21.095129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.587042Z","time spent":"508.042235ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:21.095158Z","caller":"traceutil/trace.go:171","msg":"trace[1806436950] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"586.502013ms","start":"2026-03-31T21:14:20.508648Z","end":"2026-03-31T21:14:21.09515Z","steps":["trace[1806436950] 'process raft request' (duration: 586.148624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.095188Z","caller":"traceutil/trace.go:171","msg":"trace[1668654695] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"508.010874ms","start":"2026-03-31T21:14:20.587166Z","end":"2026-03-31T21:14:21.095177Z","steps":["trace[1668654695] 'process raft request' (duration: 507.751648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.095206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.508622Z","time spent":"586.562864ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:21.095222Z","caller":"traceutil/trace.go:171","msg":"trace[2131428021] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"507.703506ms","start":"2026-03-31T21:14:20.587509Z","end":"2026-03-31T21:14:21.095213Z","steps":["trace[2131428021] 'process raft request' (duration: 507.477481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.095282Z","caller":"traceutil/trace.go:171","msg":"trace[822034314] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"507.916752ms","start":"2026-03-31T21:14:20.587353Z","end":"2026-03-31T21:14:21.09527Z","steps":["trace[822034314] 'process raft request' (duration: 507.601274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.095283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.587495Z","time spent":"507.759377ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:21.095296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.587158Z","time spent":"508.066075ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:21.095343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.58734Z","time spent":"507.975933ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:21.095439Z","caller":"traceutil/trace.go:171","msg":"trace[441689970] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"506.841764ms","start":"2026-03-31T21:14:20.588561Z","end":"2026-03-31T21:14:21.095403Z","steps":["trace[441689970] 'process raft request' (duration: 506.460114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.095476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.588547Z","time spent":"506.910995ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:21.095545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204413023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T21:14:21.095588Z","caller":"traceutil/trace.go:171","msg":"trace[1424946646] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26719; }","duration":"1.204467654s","start":"2026-03-31T21:14:19.891108Z","end":"2026-03-31T21:14:21.095575Z","steps":["trace[1424946646] 'agreement among raft nodes before linearized reading' (duration: 1.204340301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.095633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.891091Z","time spent":"1.204531205s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-31T21:14:21.117698Z","caller":"traceutil/trace.go:171","msg":"trace[188341753] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"177.608476ms","start":"2026-03-31T21:14:20.940071Z","end":"2026-03-31T21:14:21.117679Z","steps":["trace[188341753] 'process raft request' (duration: 177.36727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.117896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.396846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:14:21.117954Z","caller":"traceutil/trace.go:171","msg":"trace[1227947454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26721; }","duration":"776.473818ms","start":"2026-03-31T21:14:20.341462Z","end":"2026-03-31T21:14:21.117935Z","steps":["trace[1227947454] 'agreement among raft nodes before linearized reading' (duration: 776.297654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.118029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.341451Z","time spent":"776.56623ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:21.118153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.549675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:14:21.11819Z","caller":"traceutil/trace.go:171","msg":"trace[44040260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26721; }","duration":"777.623317ms","start":"2026-03-31T21:14:20.340559Z","end":"2026-03-31T21:14:21.118182Z","steps":["trace[44040260] 'agreement among raft nodes before linearized reading' (duration: 777.440253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.118234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.340549Z","time spent":"777.677498ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:14:21.118312Z","caller":"traceutil/trace.go:171","msg":"trace[1261895257] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"176.179209ms","start":"2026-03-31T21:14:20.94212Z","end":"2026-03-31T21:14:21.1183Z","steps":["trace[1261895257] 'process raft request' (duration: 175.478742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.118526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.724109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:14:21.118564Z","caller":"traceutil/trace.go:171","msg":"trace[93982086] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:26721; }","duration":"138.794371ms","start":"2026-03-31T21:14:20.97976Z","end":"2026-03-31T21:14:21.118555Z","steps":["trace[93982086] 'agreement among raft nodes before linearized reading' (duration: 138.693939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.118708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.172644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:21.118746Z","caller":"traceutil/trace.go:171","msg":"trace[1162783701] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26721; }","duration":"177.229726ms","start":"2026-03-31T21:14:20.941505Z","end":"2026-03-31T21:14:21.118735Z","steps":["trace[1162783701] 'agreement among raft nodes before linearized reading' (duration: 177.180275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.11878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.472909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:14:21.118823Z","caller":"traceutil/trace.go:171","msg":"trace[1489562179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26721; }","duration":"778.594261ms","start":"2026-03-31T21:14:20.340218Z","end":"2026-03-31T21:14:21.118812Z","steps":["trace[1489562179] 'agreement among raft nodes before linearized reading' (duration: 778.483108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.118855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.340054Z","time spent":"778.790887ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:21.118907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.41568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:21.118942Z","caller":"traceutil/trace.go:171","msg":"trace[241147178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26721; }","duration":"279.483411ms","start":"2026-03-31T21:14:20.83945Z","end":"2026-03-31T21:14:21.118934Z","steps":["trace[241147178] 'agreement among raft nodes before linearized reading' (duration: 279.432539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.119087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.132488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:21.119125Z","caller":"traceutil/trace.go:171","msg":"trace[607155079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26721; }","duration":"654.19759ms","start":"2026-03-31T21:14:20.464918Z","end":"2026-03-31T21:14:21.119115Z","steps":["trace[607155079] 'agreement among raft nodes before linearized reading' (duration: 654.134879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.11916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.464903Z","time spent":"654.248391ms","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:21.119288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.174531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:14:21.119354Z","caller":"traceutil/trace.go:171","msg":"trace[289784857] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26721; }","duration":"912.276864ms","start":"2026-03-31T21:14:20.207066Z","end":"2026-03-31T21:14:21.119343Z","steps":["trace[289784857] 'agreement among raft nodes before linearized reading' (duration: 912.047478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.11939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.207047Z","time spent":"912.334065ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:21.119389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225373648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2638"} {"level":"info","ts":"2026-03-31T21:14:21.119472Z","caller":"traceutil/trace.go:171","msg":"trace[64109797] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26721; }","duration":"1.225468401s","start":"2026-03-31T21:14:19.893991Z","end":"2026-03-31T21:14:21.119459Z","steps":["trace[64109797] 'agreement among raft nodes before linearized reading' (duration: 1.225323967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.119507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.893983Z","time spent":"1.225515302s","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2660,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-03-31T21:14:21.119305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227996714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129874"} {"level":"warn","ts":"2026-03-31T21:14:21.11909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113745407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" ","response":"range_response_count:1 size:8423"} {"level":"warn","ts":"2026-03-31T21:14:21.119613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04969466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:21.119635Z","caller":"traceutil/trace.go:171","msg":"trace[844745243] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-778bcc457d-g7h6n; range_end:; response_count:1; response_revision:26721; }","duration":"1.114315222s","start":"2026-03-31T21:14:20.005307Z","end":"2026-03-31T21:14:21.119622Z","steps":["trace[844745243] 'agreement among raft nodes before linearized reading' (duration: 1.113409489s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.119651Z","caller":"traceutil/trace.go:171","msg":"trace[1578688154] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26721; }","duration":"1.049745672s","start":"2026-03-31T21:14:20.069894Z","end":"2026-03-31T21:14:21.11964Z","steps":["trace[1578688154] 'agreement among raft nodes before linearized reading' (duration: 1.049683921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.119679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.005289Z","time spent":"1.114377923s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8445,"request content":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" "} {"level":"warn","ts":"2026-03-31T21:14:21.11968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.069888Z","time spent":"1.049783783s","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:21.1196Z","caller":"traceutil/trace.go:171","msg":"trace[413025867] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26721; }","duration":"1.228469196s","start":"2026-03-31T21:14:19.891113Z","end":"2026-03-31T21:14:21.119582Z","steps":["trace[413025867] 'agreement among raft nodes before linearized reading' (duration: 1.227798889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.119786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.891098Z","time spent":"1.22864272s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129896,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T21:14:21.11938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.634882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:14:21.120196Z","caller":"traceutil/trace.go:171","msg":"trace[394038296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26721; }","duration":"777.469864ms","start":"2026-03-31T21:14:20.342715Z","end":"2026-03-31T21:14:21.120185Z","steps":["trace[394038296] 'agreement among raft nodes before linearized reading' (duration: 776.596811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.12026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.342707Z","time spent":"777.515535ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:14:21.120668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072069853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-31T21:14:21.12072Z","caller":"traceutil/trace.go:171","msg":"trace[1749292542] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26721; }","duration":"1.072145146s","start":"2026-03-31T21:14:20.048562Z","end":"2026-03-31T21:14:21.120707Z","steps":["trace[1749292542] 'agreement among raft nodes before linearized reading' (duration: 1.071275294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.120753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.04855Z","time spent":"1.072191996s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T21:14:21.230266Z","caller":"traceutil/trace.go:171","msg":"trace[97655230] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"107.682432ms","start":"2026-03-31T21:14:21.122545Z","end":"2026-03-31T21:14:21.230227Z","steps":["trace[97655230] 'process raft request' (duration: 107.417355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.230482Z","caller":"traceutil/trace.go:171","msg":"trace[838160268] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"107.020554ms","start":"2026-03-31T21:14:21.123386Z","end":"2026-03-31T21:14:21.230407Z","steps":["trace[838160268] 'process raft request' (duration: 106.716997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.23058Z","caller":"traceutil/trace.go:171","msg":"trace[470573304] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"105.146698ms","start":"2026-03-31T21:14:21.125404Z","end":"2026-03-31T21:14:21.230551Z","steps":["trace[470573304] 'process raft request' (duration: 104.903812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.230763Z","caller":"traceutil/trace.go:171","msg":"trace[1884306770] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"101.102266ms","start":"2026-03-31T21:14:21.129644Z","end":"2026-03-31T21:14:21.230746Z","steps":["trace[1884306770] 'process raft request' (duration: 100.945232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.230865Z","caller":"traceutil/trace.go:171","msg":"trace[1909731793] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"105.296091ms","start":"2026-03-31T21:14:21.125551Z","end":"2026-03-31T21:14:21.230847Z","steps":["trace[1909731793] 'process raft request' (duration: 104.928152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.23107Z","caller":"traceutil/trace.go:171","msg":"trace[1091552193] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"103.561797ms","start":"2026-03-31T21:14:21.127495Z","end":"2026-03-31T21:14:21.231057Z","steps":["trace[1091552193] 'process raft request' (duration: 103.060875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.23105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.537907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:21.231136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.670355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-03-31T21:14:21.231146Z","caller":"traceutil/trace.go:171","msg":"trace[2145368793] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"103.610549ms","start":"2026-03-31T21:14:21.127521Z","end":"2026-03-31T21:14:21.231132Z","steps":["trace[2145368793] 'process raft request' (duration: 102.999464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.2312Z","caller":"traceutil/trace.go:171","msg":"trace[1599975336] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26735; }","duration":"104.773007ms","start":"2026-03-31T21:14:21.12641Z","end":"2026-03-31T21:14:21.231183Z","steps":["trace[1599975336] 'agreement among raft nodes before linearized reading' (duration: 104.609153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.231136Z","caller":"traceutil/trace.go:171","msg":"trace[2038265200] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26735; }","duration":"103.795004ms","start":"2026-03-31T21:14:21.127325Z","end":"2026-03-31T21:14:21.23112Z","steps":["trace[2038265200] 'agreement among raft nodes before linearized reading' (duration: 103.527377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.282589Z","caller":"traceutil/trace.go:171","msg":"trace[1434879595] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"102.519032ms","start":"2026-03-31T21:14:21.180048Z","end":"2026-03-31T21:14:21.282567Z","steps":["trace[1434879595] 'process raft request' (duration: 102.106321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.283158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.049495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-31T21:14:21.283206Z","caller":"traceutil/trace.go:171","msg":"trace[1445795981] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26740; }","duration":"103.134668ms","start":"2026-03-31T21:14:21.180057Z","end":"2026-03-31T21:14:21.283192Z","steps":["trace[1445795981] 'agreement among raft nodes before linearized reading' (duration: 102.995704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.433516Z","caller":"traceutil/trace.go:171","msg":"trace[155075514] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"122.845021ms","start":"2026-03-31T21:14:21.310635Z","end":"2026-03-31T21:14:21.43348Z","steps":["trace[155075514] 'process raft request' (duration: 121.850516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.461196Z","caller":"traceutil/trace.go:171","msg":"trace[2103591307] linearizableReadLoop","detail":"{readStateIndex:27668; appliedIndex:27666; }","duration":"146.528325ms","start":"2026-03-31T21:14:21.314639Z","end":"2026-03-31T21:14:21.461168Z","steps":["trace[2103591307] 'read index received' (duration: 117.942399ms)","trace[2103591307] 'applied index is now lower than readState.Index' (duration: 28.584756ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:21.461364Z","caller":"traceutil/trace.go:171","msg":"trace[1602830600] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"144.058943ms","start":"2026-03-31T21:14:21.317288Z","end":"2026-03-31T21:14:21.461347Z","steps":["trace[1602830600] 'process raft request' (duration: 143.686884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.461425Z","caller":"traceutil/trace.go:171","msg":"trace[1025656667] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"150.594667ms","start":"2026-03-31T21:14:21.310786Z","end":"2026-03-31T21:14:21.46138Z","steps":["trace[1025656667] 'process raft request' (duration: 149.972321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.461979Z","caller":"traceutil/trace.go:171","msg":"trace[899488618] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"147.228374ms","start":"2026-03-31T21:14:21.314731Z","end":"2026-03-31T21:14:21.46196Z","steps":["trace[899488618] 'process raft request' (duration: 146.177567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.462676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.002883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:14:21.46276Z","caller":"traceutil/trace.go:171","msg":"trace[1541105900] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26752; }","duration":"148.128717ms","start":"2026-03-31T21:14:21.314613Z","end":"2026-03-31T21:14:21.462742Z","steps":["trace[1541105900] 'agreement among raft nodes before linearized reading' (duration: 147.784778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.462931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.319076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:21.462954Z","caller":"traceutil/trace.go:171","msg":"trace[557469309] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"142.291029ms","start":"2026-03-31T21:14:21.320636Z","end":"2026-03-31T21:14:21.462927Z","steps":["trace[557469309] 'process raft request' (duration: 140.410511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.463005Z","caller":"traceutil/trace.go:171","msg":"trace[1322139090] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26752; }","duration":"147.422379ms","start":"2026-03-31T21:14:21.315561Z","end":"2026-03-31T21:14:21.462984Z","steps":["trace[1322139090] 'agreement among raft nodes before linearized reading' (duration: 147.336046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.462781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.017773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-03-31T21:14:21.463343Z","caller":"traceutil/trace.go:171","msg":"trace[1685393606] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:26752; }","duration":"148.590678ms","start":"2026-03-31T21:14:21.314735Z","end":"2026-03-31T21:14:21.463326Z","steps":["trace[1685393606] 'agreement among raft nodes before linearized reading' (duration: 147.934792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.462867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.09722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-31T21:14:21.463452Z","caller":"traceutil/trace.go:171","msg":"trace[750331212] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26752; }","duration":"145.685275ms","start":"2026-03-31T21:14:21.317745Z","end":"2026-03-31T21:14:21.463431Z","steps":["trace[750331212] 'agreement among raft nodes before linearized reading' (duration: 145.065529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.654643Z","caller":"traceutil/trace.go:171","msg":"trace[1496610790] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"175.540913ms","start":"2026-03-31T21:14:21.479084Z","end":"2026-03-31T21:14:21.654625Z","steps":["trace[1496610790] 'process raft request' (duration: 175.41364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.808096Z","caller":"traceutil/trace.go:171","msg":"trace[57514986] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"328.678995ms","start":"2026-03-31T21:14:21.479364Z","end":"2026-03-31T21:14:21.808043Z","steps":["trace[57514986] 'process raft request' (duration: 324.08032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.808182Z","caller":"traceutil/trace.go:171","msg":"trace[409497644] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"328.595913ms","start":"2026-03-31T21:14:21.479555Z","end":"2026-03-31T21:14:21.80815Z","steps":["trace[409497644] 'process raft request' (duration: 328.400498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:21.808322Z","caller":"traceutil/trace.go:171","msg":"trace[943599422] linearizableReadLoop","detail":"{readStateIndex:27675; appliedIndex:27672; }","duration":"328.134471ms","start":"2026-03-31T21:14:21.48017Z","end":"2026-03-31T21:14:21.808305Z","steps":["trace[943599422] 'read index received' (duration: 174.429346ms)","trace[943599422] 'applied index is now lower than readState.Index' (duration: 153.701935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:21.808363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.479338Z","time spent":"328.881079ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2306,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:21.808373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.479545Z","time spent":"328.735266ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2741,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:21.808342Z","caller":"traceutil/trace.go:171","msg":"trace[1785619226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26755; }","duration":"323.495485ms","start":"2026-03-31T21:14:21.48482Z","end":"2026-03-31T21:14:21.808315Z","steps":["trace[1785619226] 'process raft request' (duration: 323.181277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.808523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.340056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-31T21:14:21.808563Z","caller":"traceutil/trace.go:171","msg":"trace[954580429] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26755; }","duration":"328.417979ms","start":"2026-03-31T21:14:21.480135Z","end":"2026-03-31T21:14:21.808553Z","steps":["trace[954580429] 'agreement among raft nodes before linearized reading' (duration: 328.249904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.808589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.480126Z","time spent":"328.458169ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T21:14:21.808544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.484805Z","time spent":"323.657608ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2358,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:21.813403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.754878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:21.813469Z","caller":"traceutil/trace.go:171","msg":"trace[1708745339] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:26756; }","duration":"332.84673ms","start":"2026-03-31T21:14:21.480605Z","end":"2026-03-31T21:14:21.813452Z","steps":["trace[1708745339] 'agreement among raft nodes before linearized reading' (duration: 332.728287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.813498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.480599Z","time spent":"332.894191ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-31T21:14:21.813943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.969449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:14:21.813967Z","caller":"traceutil/trace.go:171","msg":"trace[693961986] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26756; }","duration":"106.014519ms","start":"2026-03-31T21:14:21.707948Z","end":"2026-03-31T21:14:21.813963Z","steps":["trace[693961986] 'agreement among raft nodes before linearized reading' (duration: 105.848435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.81405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.145112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:21.814071Z","caller":"traceutil/trace.go:171","msg":"trace[1118636998] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26756; }","duration":"106.204034ms","start":"2026-03-31T21:14:21.70786Z","end":"2026-03-31T21:14:21.814064Z","steps":["trace[1118636998] 'agreement among raft nodes before linearized reading' (duration: 106.171663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.814354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.257044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:21.814372Z","caller":"traceutil/trace.go:171","msg":"trace[767467356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26756; }","duration":"143.319775ms","start":"2026-03-31T21:14:21.671047Z","end":"2026-03-31T21:14:21.814366Z","steps":["trace[767467356] 'agreement among raft nodes before linearized reading' (duration: 143.284785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.814474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.245109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-31T21:14:21.814491Z","caller":"traceutil/trace.go:171","msg":"trace[382294387] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26756; }","duration":"223.261989ms","start":"2026-03-31T21:14:21.591223Z","end":"2026-03-31T21:14:21.814485Z","steps":["trace[382294387] 'agreement among raft nodes before linearized reading' (duration: 223.224928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.106219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.887815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:22.106345Z","caller":"traceutil/trace.go:171","msg":"trace[1143292439] linearizableReadLoop","detail":"{readStateIndex:27678; appliedIndex:27677; }","duration":"291.672027ms","start":"2026-03-31T21:14:21.814651Z","end":"2026-03-31T21:14:22.106323Z","steps":["trace[1143292439] 'read index received' (duration: 150.613288ms)","trace[1143292439] 'applied index is now lower than readState.Index' (duration: 141.056939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:22.106443Z","caller":"traceutil/trace.go:171","msg":"trace[1653701182] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"292.431966ms","start":"2026-03-31T21:14:21.813995Z","end":"2026-03-31T21:14:22.106426Z","steps":["trace[1653701182] 'process raft request' (duration: 151.253394ms)","trace[1653701182] 'compare' (duration: 140.571626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:22.106703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.047446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:22.106764Z","caller":"traceutil/trace.go:171","msg":"trace[1037402627] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:26757; }","duration":"292.134078ms","start":"2026-03-31T21:14:21.8146Z","end":"2026-03-31T21:14:22.106734Z","steps":["trace[1037402627] 'agreement among raft nodes before linearized reading' (duration: 292.057336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:22.34669Z","caller":"traceutil/trace.go:171","msg":"trace[711832354] linearizableReadLoop","detail":"{readStateIndex:27681; appliedIndex:27678; }","duration":"240.294387ms","start":"2026-03-31T21:14:22.106384Z","end":"2026-03-31T21:14:22.346678Z","steps":["trace[711832354] 'read index received' (duration: 170.991329ms)","trace[711832354] 'applied index is now lower than readState.Index' (duration: 69.301788ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:22.346673Z","caller":"traceutil/trace.go:171","msg":"trace[1306385508] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"531.594104ms","start":"2026-03-31T21:14:21.815051Z","end":"2026-03-31T21:14:22.346645Z","steps":["trace[1306385508] 'process raft request' (duration: 462.364888ms)","trace[1306385508] 'compare' (duration: 68.827266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:22.346867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.393238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:22.346894Z","caller":"traceutil/trace.go:171","msg":"trace[762865802] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26760; }","duration":"344.498081ms","start":"2026-03-31T21:14:22.00239Z","end":"2026-03-31T21:14:22.346888Z","steps":["trace[762865802] 'agreement among raft nodes before linearized reading' (duration: 344.372697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.346916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.002374Z","time spent":"344.535573ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:22.34695Z","caller":"traceutil/trace.go:171","msg":"trace[1223141107] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"521.601555ms","start":"2026-03-31T21:14:21.82534Z","end":"2026-03-31T21:14:22.346942Z","steps":["trace[1223141107] 'process raft request' (duration: 521.239065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.347012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.825321Z","time spent":"521.661237ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2457,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:22.346995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.80928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10001"} {"level":"warn","ts":"2026-03-31T21:14:22.347069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.593582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:22.347101Z","caller":"traceutil/trace.go:171","msg":"trace[1182797738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26760; }","duration":"489.656974ms","start":"2026-03-31T21:14:21.857438Z","end":"2026-03-31T21:14:22.347095Z","steps":["trace[1182797738] 'agreement among raft nodes before linearized reading' (duration: 489.608172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.34712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.857421Z","time spent":"489.694904ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:14:22.347101Z","caller":"traceutil/trace.go:171","msg":"trace[1023585667] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26760; }","duration":"289.941584ms","start":"2026-03-31T21:14:22.057121Z","end":"2026-03-31T21:14:22.347062Z","steps":["trace[1023585667] 'agreement among raft nodes before linearized reading' (duration: 289.587864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.347288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.57414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-31T21:14:22.34732Z","caller":"traceutil/trace.go:171","msg":"trace[140864939] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26760; }","duration":"530.634522ms","start":"2026-03-31T21:14:21.816676Z","end":"2026-03-31T21:14:22.347311Z","steps":["trace[140864939] 'agreement among raft nodes before linearized reading' (duration: 530.535079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.347341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.816658Z","time spent":"530.677292ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-31T21:14:22.347386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.399805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-j8dpc\" ","response":"range_response_count:1 size:2465"} {"level":"warn","ts":"2026-03-31T21:14:22.346906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.815035Z","time spent":"531.822791ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:14:22.347423Z","caller":"traceutil/trace.go:171","msg":"trace[585331685] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-j8dpc; range_end:; response_count:1; response_revision:26760; }","duration":"532.445606ms","start":"2026-03-31T21:14:21.814969Z","end":"2026-03-31T21:14:22.347415Z","steps":["trace[585331685] 'agreement among raft nodes before linearized reading' (duration: 532.363644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.347447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.81496Z","time spent":"532.481067ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2487,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs-j8dpc\" "} {"level":"warn","ts":"2026-03-31T21:14:22.347314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.991431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-9ghwf\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-03-31T21:14:22.347529Z","caller":"traceutil/trace.go:171","msg":"trace[1122448298] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"287.095772ms","start":"2026-03-31T21:14:22.060414Z","end":"2026-03-31T21:14:22.34751Z","steps":["trace[1122448298] 'process raft request' (duration: 286.231499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:22.347544Z","caller":"traceutil/trace.go:171","msg":"trace[811491445] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-9ghwf; range_end:; response_count:1; response_revision:26760; }","duration":"531.239937ms","start":"2026-03-31T21:14:21.816272Z","end":"2026-03-31T21:14:22.347512Z","steps":["trace[811491445] 'agreement among raft nodes before linearized reading' (duration: 530.96542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.347643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.484032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-03-31T21:14:22.347647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.81625Z","time spent":"531.360219ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3418,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-9ghwf\" "} {"level":"info","ts":"2026-03-31T21:14:22.347678Z","caller":"traceutil/trace.go:171","msg":"trace[1457109529] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26760; }","duration":"238.556844ms","start":"2026-03-31T21:14:22.109113Z","end":"2026-03-31T21:14:22.34767Z","steps":["trace[1457109529] 'agreement among raft nodes before linearized reading' (duration: 238.462781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.817094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.358995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-03-31T21:14:22.81716Z","caller":"traceutil/trace.go:171","msg":"trace[1666908811] linearizableReadLoop","detail":"{readStateIndex:27682; appliedIndex:27681; }","duration":"458.382398ms","start":"2026-03-31T21:14:22.358768Z","end":"2026-03-31T21:14:22.81715Z","steps":["trace[1666908811] 'read index received' (duration: 90.91914ms)","trace[1666908811] 'applied index is now lower than readState.Index' (duration: 367.462698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:22.817274Z","caller":"traceutil/trace.go:171","msg":"trace[278372795] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26761; }","duration":"467.588759ms","start":"2026-03-31T21:14:22.349679Z","end":"2026-03-31T21:14:22.817268Z","steps":["trace[278372795] 'process raft request' (duration: 99.995548ms)","trace[278372795] 'compare' (duration: 366.662558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:22.817308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.349665Z","time spent":"467.62776ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":54,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T21:14:22.817542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.774999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111963"} {"level":"info","ts":"2026-03-31T21:14:22.817562Z","caller":"traceutil/trace.go:171","msg":"trace[1903392284] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26761; }","duration":"458.82645ms","start":"2026-03-31T21:14:22.358731Z","end":"2026-03-31T21:14:22.817557Z","steps":["trace[1903392284] 'agreement among raft nodes before linearized reading' (duration: 458.676496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.817577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.358713Z","time spent":"458.860811ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111985,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T21:14:22.888917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.084237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-31T21:14:22.889Z","caller":"traceutil/trace.go:171","msg":"trace[514025336] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26763; }","duration":"530.21154ms","start":"2026-03-31T21:14:22.358754Z","end":"2026-03-31T21:14:22.888965Z","steps":["trace[514025336] 'agreement among raft nodes before linearized reading' (duration: 530.009375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.889032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.358737Z","time spent":"530.286082ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-31T21:14:22.889072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.34236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:14:22.889145Z","caller":"traceutil/trace.go:171","msg":"trace[2073870274] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26763; }","duration":"429.464893ms","start":"2026-03-31T21:14:22.459664Z","end":"2026-03-31T21:14:22.889129Z","steps":["trace[2073870274] 'agreement among raft nodes before linearized reading' (duration: 429.062433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.889202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.459648Z","time spent":"429.543065ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:22.889235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.312403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-31T21:14:22.889263Z","caller":"traceutil/trace.go:171","msg":"trace[1699591531] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26763; }","duration":"530.345963ms","start":"2026-03-31T21:14:22.358907Z","end":"2026-03-31T21:14:22.889253Z","steps":["trace[1699591531] 'agreement among raft nodes before linearized reading' (duration: 530.258401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.889282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.358902Z","time spent":"530.374804ms","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T21:14:22.889418Z","caller":"traceutil/trace.go:171","msg":"trace[519923832] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"528.922908ms","start":"2026-03-31T21:14:22.360482Z","end":"2026-03-31T21:14:22.889405Z","steps":["trace[519923832] 'process raft request' (duration: 527.967944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.889503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.360472Z","time spent":"528.979519ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9977,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:22.88963Z","caller":"traceutil/trace.go:171","msg":"trace[187625926] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"527.636376ms","start":"2026-03-31T21:14:22.361968Z","end":"2026-03-31T21:14:22.889604Z","steps":["trace[187625926] 'process raft request' (duration: 526.636771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:22.889734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.361961Z","time spent":"527.721508ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:14:23.039017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.644298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-31T21:14:23.039111Z","caller":"traceutil/trace.go:171","msg":"trace[1845851463] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26765; }","duration":"136.74667ms","start":"2026-03-31T21:14:22.902333Z","end":"2026-03-31T21:14:23.03908Z","steps":["trace[1845851463] 'agreement among raft nodes before linearized reading' (duration: 136.524915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.039117Z","caller":"traceutil/trace.go:171","msg":"trace[357081092] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"131.96609ms","start":"2026-03-31T21:14:22.907112Z","end":"2026-03-31T21:14:23.039078Z","steps":["trace[357081092] 'process raft request' (duration: 131.507558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.039206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.96103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T21:14:23.039293Z","caller":"traceutil/trace.go:171","msg":"trace[141901242] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26765; }","duration":"132.196307ms","start":"2026-03-31T21:14:22.907077Z","end":"2026-03-31T21:14:23.039273Z","steps":["trace[141901242] 'agreement among raft nodes before linearized reading' (duration: 131.945231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.327511Z","caller":"traceutil/trace.go:171","msg":"trace[616406916] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"226.808019ms","start":"2026-03-31T21:14:23.100687Z","end":"2026-03-31T21:14:23.327495Z","steps":["trace[616406916] 'process raft request' (duration: 226.671546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.327729Z","caller":"traceutil/trace.go:171","msg":"trace[1455125934] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"226.05224ms","start":"2026-03-31T21:14:23.101665Z","end":"2026-03-31T21:14:23.327717Z","steps":["trace[1455125934] 'process raft request' (duration: 225.946908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.327724Z","caller":"traceutil/trace.go:171","msg":"trace[1886248204] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"226.544563ms","start":"2026-03-31T21:14:23.101157Z","end":"2026-03-31T21:14:23.327702Z","steps":["trace[1886248204] 'process raft request' (duration: 226.306857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.327902Z","caller":"traceutil/trace.go:171","msg":"trace[210752471] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"208.978473ms","start":"2026-03-31T21:14:23.118917Z","end":"2026-03-31T21:14:23.327895Z","steps":["trace[210752471] 'process raft request' (duration: 208.932842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.32789Z","caller":"traceutil/trace.go:171","msg":"trace[935648880] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"217.827795ms","start":"2026-03-31T21:14:23.110054Z","end":"2026-03-31T21:14:23.327882Z","steps":["trace[935648880] 'process raft request' (duration: 217.726302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.328025Z","caller":"traceutil/trace.go:171","msg":"trace[1627370405] linearizableReadLoop","detail":"{readStateIndex:27695; appliedIndex:27689; }","duration":"182.542309ms","start":"2026-03-31T21:14:23.145472Z","end":"2026-03-31T21:14:23.328014Z","steps":["trace[1627370405] 'read index received' (duration: 182.099168ms)","trace[1627370405] 'applied index is now lower than readState.Index' (duration: 442.411µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:23.328093Z","caller":"traceutil/trace.go:171","msg":"trace[518633492] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"202.158351ms","start":"2026-03-31T21:14:23.125894Z","end":"2026-03-31T21:14:23.328052Z","steps":["trace[518633492] 'process raft request' (duration: 201.988927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.328159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.97244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:23.328181Z","caller":"traceutil/trace.go:171","msg":"trace[1543805938] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26774; }","duration":"185.036192ms","start":"2026-03-31T21:14:23.143138Z","end":"2026-03-31T21:14:23.328174Z","steps":["trace[1543805938] 'agreement among raft nodes before linearized reading' (duration: 184.922199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.328185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.533198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:14:23.328185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.019649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-31T21:14:23.328211Z","caller":"traceutil/trace.go:171","msg":"trace[673250808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26774; }","duration":"227.60002ms","start":"2026-03-31T21:14:23.100605Z","end":"2026-03-31T21:14:23.328205Z","steps":["trace[673250808] 'agreement among raft nodes before linearized reading' (duration: 227.478127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.328219Z","caller":"traceutil/trace.go:171","msg":"trace[1302883700] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26774; }","duration":"206.088461ms","start":"2026-03-31T21:14:23.122121Z","end":"2026-03-31T21:14:23.328209Z","steps":["trace[1302883700] 'agreement among raft nodes before linearized reading' (duration: 205.952247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.3284Z","caller":"traceutil/trace.go:171","msg":"trace[1321048614] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"224.997295ms","start":"2026-03-31T21:14:23.10281Z","end":"2026-03-31T21:14:23.327807Z","steps":["trace[1321048614] 'process raft request' (duration: 224.876542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.415445Z","caller":"traceutil/trace.go:171","msg":"trace[1779591438] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"262.224088ms","start":"2026-03-31T21:14:23.153191Z","end":"2026-03-31T21:14:23.415415Z","steps":["trace[1779591438] 'process raft request' (duration: 262.007573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.415658Z","caller":"traceutil/trace.go:171","msg":"trace[1465580634] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"139.693564ms","start":"2026-03-31T21:14:23.275944Z","end":"2026-03-31T21:14:23.415638Z","steps":["trace[1465580634] 'process raft request' (duration: 139.552521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.415717Z","caller":"traceutil/trace.go:171","msg":"trace[1335199223] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"166.212929ms","start":"2026-03-31T21:14:23.249482Z","end":"2026-03-31T21:14:23.415694Z","steps":["trace[1335199223] 'process raft request' (duration: 165.809319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.415809Z","caller":"traceutil/trace.go:171","msg":"trace[2083125399] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"126.249667ms","start":"2026-03-31T21:14:23.289532Z","end":"2026-03-31T21:14:23.415782Z","steps":["trace[2083125399] 'process raft request' (duration: 126.020781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.415917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.784419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T21:14:23.415918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.345288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:14:23.415974Z","caller":"traceutil/trace.go:171","msg":"trace[2099040151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26779; }","duration":"171.86942ms","start":"2026-03-31T21:14:23.24409Z","end":"2026-03-31T21:14:23.415959Z","steps":["trace[2099040151] 'agreement among raft nodes before linearized reading' (duration: 171.687046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.41599Z","caller":"traceutil/trace.go:171","msg":"trace[387798207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26779; }","duration":"175.447131ms","start":"2026-03-31T21:14:23.240525Z","end":"2026-03-31T21:14:23.415972Z","steps":["trace[387798207] 'agreement among raft nodes before linearized reading' (duration: 175.283457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.415997Z","caller":"traceutil/trace.go:171","msg":"trace[2098239185] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"124.194295ms","start":"2026-03-31T21:14:23.291786Z","end":"2026-03-31T21:14:23.415981Z","steps":["trace[2098239185] 'process raft request' (duration: 123.802395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.415921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.406374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:14:23.41608Z","caller":"traceutil/trace.go:171","msg":"trace[1958678962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26779; }","duration":"172.628039ms","start":"2026-03-31T21:14:23.243441Z","end":"2026-03-31T21:14:23.41607Z","steps":["trace[1958678962] 'agreement among raft nodes before linearized reading' (duration: 172.24379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.416911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.919258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-31T21:14:23.416974Z","caller":"traceutil/trace.go:171","msg":"trace[1062580250] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26779; }","duration":"130.028282ms","start":"2026-03-31T21:14:23.286932Z","end":"2026-03-31T21:14:23.416961Z","steps":["trace[1062580250] 'agreement among raft nodes before linearized reading' (duration: 128.725579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.417807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.475846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:14:23.417941Z","caller":"traceutil/trace.go:171","msg":"trace[1122744410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26779; }","duration":"174.651611ms","start":"2026-03-31T21:14:23.24327Z","end":"2026-03-31T21:14:23.417922Z","steps":["trace[1122744410] 'agreement among raft nodes before linearized reading' (duration: 172.526487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.57458Z","caller":"traceutil/trace.go:171","msg":"trace[875498917] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"241.905399ms","start":"2026-03-31T21:14:23.332641Z","end":"2026-03-31T21:14:23.574547Z","steps":["trace[875498917] 'process raft request' (duration: 214.246185ms)","trace[875498917] 'compare' (duration: 27.334726ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:23.574645Z","caller":"traceutil/trace.go:171","msg":"trace[1435436291] linearizableReadLoop","detail":"{readStateIndex:27704; appliedIndex:27700; }","duration":"159.000319ms","start":"2026-03-31T21:14:23.415617Z","end":"2026-03-31T21:14:23.574617Z","steps":["trace[1435436291] 'read index received' (duration: 131.266173ms)","trace[1435436291] 'applied index is now lower than readState.Index' (duration: 27.732816ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:23.57476Z","caller":"traceutil/trace.go:171","msg":"trace[263191402] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"234.37621ms","start":"2026-03-31T21:14:23.340371Z","end":"2026-03-31T21:14:23.574747Z","steps":["trace[263191402] 'process raft request' (duration: 234.136994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.574985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.439427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:14:23.575066Z","caller":"traceutil/trace.go:171","msg":"trace[1626384593] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26782; }","duration":"196.56286ms","start":"2026-03-31T21:14:23.378485Z","end":"2026-03-31T21:14:23.575048Z","steps":["trace[1626384593] 'agreement among raft nodes before linearized reading' (duration: 196.360415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.575029Z","caller":"traceutil/trace.go:171","msg":"trace[638567168] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26782; }","duration":"230.82809ms","start":"2026-03-31T21:14:23.344171Z","end":"2026-03-31T21:14:23.574999Z","steps":["trace[638567168] 'process raft request' (duration: 230.390499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.575314Z","caller":"traceutil/trace.go:171","msg":"trace[657925168] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"235.706463ms","start":"2026-03-31T21:14:23.339563Z","end":"2026-03-31T21:14:23.57527Z","steps":["trace[657925168] 'process raft request' (duration: 234.855652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.575216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.59531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-31T21:14:23.575422Z","caller":"traceutil/trace.go:171","msg":"trace[1565620419] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26782; }","duration":"241.834196ms","start":"2026-03-31T21:14:23.333568Z","end":"2026-03-31T21:14:23.575402Z","steps":["trace[1565620419] 'agreement among raft nodes before linearized reading' (duration: 241.499288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.661578Z","caller":"traceutil/trace.go:171","msg":"trace[872099170] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"242.222296ms","start":"2026-03-31T21:14:23.419317Z","end":"2026-03-31T21:14:23.661539Z","steps":["trace[872099170] 'process raft request' (duration: 241.895288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.661675Z","caller":"traceutil/trace.go:171","msg":"trace[1141640782] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"238.069902ms","start":"2026-03-31T21:14:23.423574Z","end":"2026-03-31T21:14:23.661644Z","steps":["trace[1141640782] 'process raft request' (duration: 237.839856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.662093Z","caller":"traceutil/trace.go:171","msg":"trace[1245502125] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"237.95046ms","start":"2026-03-31T21:14:23.424133Z","end":"2026-03-31T21:14:23.662084Z","steps":["trace[1245502125] 'process raft request' (duration: 237.436147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.662312Z","caller":"traceutil/trace.go:171","msg":"trace[1841194966] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"236.461411ms","start":"2026-03-31T21:14:23.42584Z","end":"2026-03-31T21:14:23.662301Z","steps":["trace[1841194966] 'process raft request' (duration: 236.01994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.662621Z","caller":"traceutil/trace.go:171","msg":"trace[75570418] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"235.359534ms","start":"2026-03-31T21:14:23.427252Z","end":"2026-03-31T21:14:23.662612Z","steps":["trace[75570418] 'process raft request' (duration: 235.003305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.662811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.053018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-31T21:14:23.662847Z","caller":"traceutil/trace.go:171","msg":"trace[1305291470] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26789; }","duration":"141.121629ms","start":"2026-03-31T21:14:23.521714Z","end":"2026-03-31T21:14:23.662836Z","steps":["trace[1305291470] 'agreement among raft nodes before linearized reading' (duration: 140.984146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.661649Z","caller":"traceutil/trace.go:171","msg":"trace[2106400340] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"238.025401ms","start":"2026-03-31T21:14:23.423597Z","end":"2026-03-31T21:14:23.661622Z","steps":["trace[2106400340] 'process raft request' (duration: 237.913178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.663101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.158858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:14:23.662968Z","caller":"traceutil/trace.go:171","msg":"trace[1163770862] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"206.480088ms","start":"2026-03-31T21:14:23.456479Z","end":"2026-03-31T21:14:23.662959Z","steps":["trace[1163770862] 'process raft request' (duration: 206.015347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.663401Z","caller":"traceutil/trace.go:171","msg":"trace[296810503] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26789; }","duration":"221.291232ms","start":"2026-03-31T21:14:23.441876Z","end":"2026-03-31T21:14:23.663167Z","steps":["trace[296810503] 'agreement among raft nodes before linearized reading' (duration: 220.979684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.66301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.939479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:23.663763Z","caller":"traceutil/trace.go:171","msg":"trace[533036796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26789; }","duration":"132.70257ms","start":"2026-03-31T21:14:23.531038Z","end":"2026-03-31T21:14:23.663741Z","steps":["trace[533036796] 'agreement among raft nodes before linearized reading' (duration: 131.94419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:23.925871Z","caller":"traceutil/trace.go:171","msg":"trace[874172325] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"106.892981ms","start":"2026-03-31T21:14:23.818946Z","end":"2026-03-31T21:14:23.925839Z","steps":["trace[874172325] 'process raft request' (duration: 106.537322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:24.245063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.377747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-31T21:14:24.245163Z","caller":"traceutil/trace.go:171","msg":"trace[1485587813] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26795; }","duration":"257.51903ms","start":"2026-03-31T21:14:23.987621Z","end":"2026-03-31T21:14:24.24514Z","steps":["trace[1485587813] 'range keys from in-memory index tree' (duration: 257.188122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:24.245387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.560351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-31T21:14:24.245422Z","caller":"traceutil/trace.go:171","msg":"trace[38585460] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26795; }","duration":"257.633903ms","start":"2026-03-31T21:14:23.98778Z","end":"2026-03-31T21:14:24.245414Z","steps":["trace[38585460] 'range keys from in-memory index tree' (duration: 257.468658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:24.316446Z","caller":"traceutil/trace.go:171","msg":"trace[279733093] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"328.564283ms","start":"2026-03-31T21:14:23.987864Z","end":"2026-03-31T21:14:24.316428Z","steps":["trace[279733093] 'process raft request' (duration: 328.44543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:24.316546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:23.987845Z","time spent":"328.656565ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:14:24.601037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.583753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:24.601129Z","caller":"traceutil/trace.go:171","msg":"trace[2079549104] linearizableReadLoop","detail":"{readStateIndex:27719; appliedIndex:27717; }","duration":"487.343935ms","start":"2026-03-31T21:14:24.11377Z","end":"2026-03-31T21:14:24.601114Z","steps":["trace[2079549104] 'read index received' (duration: 202.48819ms)","trace[2079549104] 'applied index is now lower than readState.Index' (duration: 284.853655ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:24.601376Z","caller":"traceutil/trace.go:171","msg":"trace[1089440243] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"606.081613ms","start":"2026-03-31T21:14:23.995282Z","end":"2026-03-31T21:14:24.601364Z","steps":["trace[1089440243] 'process raft request' (duration: 458.089361ms)","trace[1089440243] 'compare' (duration: 147.216153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:24.601438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:23.995267Z","time spent":"606.142714ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:24.601614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.399394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-31T21:14:24.601693Z","caller":"traceutil/trace.go:171","msg":"trace[1342622880] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26797; }","duration":"351.531658ms","start":"2026-03-31T21:14:24.250138Z","end":"2026-03-31T21:14:24.60167Z","steps":["trace[1342622880] 'agreement among raft nodes before linearized reading' (duration: 351.267461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:24.601945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.250118Z","time spent":"351.813525ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T21:14:24.60196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.844161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:14:24.601957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.168606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9995"} {"level":"info","ts":"2026-03-31T21:14:24.602074Z","caller":"traceutil/trace.go:171","msg":"trace[1873676548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26797; }","duration":"171.968265ms","start":"2026-03-31T21:14:24.43007Z","end":"2026-03-31T21:14:24.602038Z","steps":["trace[1873676548] 'agreement among raft nodes before linearized reading' (duration: 171.748148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:24.602102Z","caller":"traceutil/trace.go:171","msg":"trace[210337219] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26797; }","duration":"488.349691ms","start":"2026-03-31T21:14:24.113736Z","end":"2026-03-31T21:14:24.602085Z","steps":["trace[210337219] 'agreement among raft nodes before linearized reading' (duration: 488.079243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:24.602251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.113721Z","time spent":"488.511765ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10017,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-03-31T21:14:24.602276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.140392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:24.602343Z","caller":"traceutil/trace.go:171","msg":"trace[804311093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26797; }","duration":"275.242945ms","start":"2026-03-31T21:14:24.327085Z","end":"2026-03-31T21:14:24.602328Z","steps":["trace[804311093] 'agreement among raft nodes before linearized reading' (duration: 275.145693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:24.79293Z","caller":"traceutil/trace.go:171","msg":"trace[1213658062] linearizableReadLoop","detail":"{readStateIndex:27720; appliedIndex:27719; }","duration":"176.784445ms","start":"2026-03-31T21:14:24.616127Z","end":"2026-03-31T21:14:24.792911Z","steps":["trace[1213658062] 'read index received' (duration: 155.823918ms)","trace[1213658062] 'applied index is now lower than readState.Index' (duration: 20.959447ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:24.793014Z","caller":"traceutil/trace.go:171","msg":"trace[1934183778] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"179.433851ms","start":"2026-03-31T21:14:24.613571Z","end":"2026-03-31T21:14:24.793005Z","steps":["trace[1934183778] 'process raft request' (duration: 158.364042ms)","trace[1934183778] 'compare' (duration: 20.7243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:24.793192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.052371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2685"} {"level":"info","ts":"2026-03-31T21:14:24.793245Z","caller":"traceutil/trace.go:171","msg":"trace[2057368055] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:26798; }","duration":"177.114033ms","start":"2026-03-31T21:14:24.616119Z","end":"2026-03-31T21:14:24.793233Z","steps":["trace[2057368055] 'agreement among raft nodes before linearized reading' (duration: 176.970019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.035829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.112159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:25.035932Z","caller":"traceutil/trace.go:171","msg":"trace[1759054535] linearizableReadLoop","detail":"{readStateIndex:27721; appliedIndex:27720; }","duration":"242.937374ms","start":"2026-03-31T21:14:24.792979Z","end":"2026-03-31T21:14:25.035916Z","steps":["trace[1759054535] 'read index received' (duration: 103.671271ms)","trace[1759054535] 'applied index is now lower than readState.Index' (duration: 139.264733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:25.036043Z","caller":"traceutil/trace.go:171","msg":"trace[1528864909] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"415.023671ms","start":"2026-03-31T21:14:24.620965Z","end":"2026-03-31T21:14:25.035989Z","steps":["trace[1528864909] 'process raft request' (duration: 275.694756ms)","trace[1528864909] 'compare' (duration: 138.852763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:25.036114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.981799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T21:14:25.036148Z","caller":"traceutil/trace.go:171","msg":"trace[829766466] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26799; }","duration":"419.033291ms","start":"2026-03-31T21:14:24.617101Z","end":"2026-03-31T21:14:25.036135Z","steps":["trace[829766466] 'agreement among raft nodes before linearized reading' (duration: 418.864367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.036181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.617095Z","time spent":"419.076883ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T21:14:25.036261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.620943Z","time spent":"415.188155ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3274,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:14:25.036403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.329985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:25.036437Z","caller":"traceutil/trace.go:171","msg":"trace[1891223488] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26799; }","duration":"353.365445ms","start":"2026-03-31T21:14:24.683064Z","end":"2026-03-31T21:14:25.036429Z","steps":["trace[1891223488] 'agreement among raft nodes before linearized reading' (duration: 353.307854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.036465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.682982Z","time spent":"353.475038ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:14:25.036678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.751269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-31T21:14:25.036762Z","caller":"traceutil/trace.go:171","msg":"trace[1214743343] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26799; }","duration":"401.879181ms","start":"2026-03-31T21:14:24.634865Z","end":"2026-03-31T21:14:25.036744Z","steps":["trace[1214743343] 'agreement among raft nodes before linearized reading' (duration: 401.612245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.036807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.634847Z","time spent":"401.951184ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T21:14:25.112918Z","caller":"traceutil/trace.go:171","msg":"trace[2107325665] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"299.517943ms","start":"2026-03-31T21:14:24.813379Z","end":"2026-03-31T21:14:25.112897Z","steps":["trace[2107325665] 'process raft request' (duration: 299.3902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.27505Z","caller":"traceutil/trace.go:171","msg":"trace[474997298] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"232.204775ms","start":"2026-03-31T21:14:25.042806Z","end":"2026-03-31T21:14:25.275011Z","steps":["trace[474997298] 'process raft request' (duration: 231.99986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.275093Z","caller":"traceutil/trace.go:171","msg":"trace[682859075] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"232.274706ms","start":"2026-03-31T21:14:25.042784Z","end":"2026-03-31T21:14:25.275059Z","steps":["trace[682859075] 'process raft request' (duration: 231.869236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.275287Z","caller":"traceutil/trace.go:171","msg":"trace[1123580342] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"232.190254ms","start":"2026-03-31T21:14:25.04308Z","end":"2026-03-31T21:14:25.27527Z","steps":["trace[1123580342] 'process raft request' (duration: 231.941938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.275311Z","caller":"traceutil/trace.go:171","msg":"trace[1950610909] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"224.311597ms","start":"2026-03-31T21:14:25.050979Z","end":"2026-03-31T21:14:25.275291Z","steps":["trace[1950610909] 'process raft request' (duration: 224.087151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.275175Z","caller":"traceutil/trace.go:171","msg":"trace[320151231] linearizableReadLoop","detail":"{readStateIndex:27729; appliedIndex:27722; }","duration":"162.065596ms","start":"2026-03-31T21:14:25.11309Z","end":"2026-03-31T21:14:25.275156Z","steps":["trace[320151231] 'read index received' (duration: 161.569793ms)","trace[320151231] 'applied index is now lower than readState.Index' (duration: 494.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:25.275613Z","caller":"traceutil/trace.go:171","msg":"trace[339726180] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"232.613775ms","start":"2026-03-31T21:14:25.042984Z","end":"2026-03-31T21:14:25.275598Z","steps":["trace[339726180] 'process raft request' (duration: 231.911037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.275736Z","caller":"traceutil/trace.go:171","msg":"trace[731288485] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"232.851821ms","start":"2026-03-31T21:14:25.042871Z","end":"2026-03-31T21:14:25.275723Z","steps":["trace[731288485] 'process raft request' (duration: 231.989139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.275815Z","caller":"traceutil/trace.go:171","msg":"trace[1318607475] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"232.79691ms","start":"2026-03-31T21:14:25.043004Z","end":"2026-03-31T21:14:25.275801Z","steps":["trace[1318607475] 'process raft request' (duration: 231.964529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.275949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.329941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-31T21:14:25.276003Z","caller":"traceutil/trace.go:171","msg":"trace[1983308995] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26807; }","duration":"221.431564ms","start":"2026-03-31T21:14:25.054558Z","end":"2026-03-31T21:14:25.275989Z","steps":["trace[1983308995] 'agreement among raft nodes before linearized reading' (duration: 221.28273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.276266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.575628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:25.276319Z","caller":"traceutil/trace.go:171","msg":"trace[375360864] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26807; }","duration":"233.713162ms","start":"2026-03-31T21:14:25.042593Z","end":"2026-03-31T21:14:25.276306Z","steps":["trace[375360864] 'agreement among raft nodes before linearized reading' (duration: 233.576789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.333712Z","caller":"traceutil/trace.go:171","msg":"trace[1589897649] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"121.937379ms","start":"2026-03-31T21:14:25.211746Z","end":"2026-03-31T21:14:25.333683Z","steps":["trace[1589897649] 'process raft request' (duration: 121.781415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.333847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.386272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-31T21:14:25.33391Z","caller":"traceutil/trace.go:171","msg":"trace[294336859] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26808; }","duration":"213.482145ms","start":"2026-03-31T21:14:25.120413Z","end":"2026-03-31T21:14:25.333896Z","steps":["trace[294336859] 'agreement among raft nodes before linearized reading' (duration: 213.27238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.506573Z","caller":"traceutil/trace.go:171","msg":"trace[1858417864] linearizableReadLoop","detail":"{readStateIndex:27739; appliedIndex:27738; }","duration":"147.650813ms","start":"2026-03-31T21:14:25.358894Z","end":"2026-03-31T21:14:25.506544Z","steps":["trace[1858417864] 'read index received' (duration: 122.919824ms)","trace[1858417864] 'applied index is now lower than readState.Index' (duration: 24.729909ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:25.506874Z","caller":"traceutil/trace.go:171","msg":"trace[1597371606] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"150.014133ms","start":"2026-03-31T21:14:25.356845Z","end":"2026-03-31T21:14:25.506859Z","steps":["trace[1597371606] 'process raft request' (duration: 124.966325ms)","trace[1597371606] 'compare' (duration: 24.592996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:25.507033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.120606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-31T21:14:25.507099Z","caller":"traceutil/trace.go:171","msg":"trace[75154123] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26817; }","duration":"148.234189ms","start":"2026-03-31T21:14:25.358845Z","end":"2026-03-31T21:14:25.507079Z","steps":["trace[75154123] 'agreement among raft nodes before linearized reading' (duration: 148.014663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.561202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.12605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:25.561364Z","caller":"traceutil/trace.go:171","msg":"trace[1251109035] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26819; }","duration":"202.341795ms","start":"2026-03-31T21:14:25.359001Z","end":"2026-03-31T21:14:25.561343Z","steps":["trace[1251109035] 'agreement among raft nodes before linearized reading' (duration: 202.073009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.561571Z","caller":"traceutil/trace.go:171","msg":"trace[940414430] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"137.628523ms","start":"2026-03-31T21:14:25.423921Z","end":"2026-03-31T21:14:25.56155Z","steps":["trace[940414430] 'process raft request' (duration: 136.859753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.561755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.865749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-31T21:14:25.561803Z","caller":"traceutil/trace.go:171","msg":"trace[1014605382] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26819; }","duration":"200.92942ms","start":"2026-03-31T21:14:25.360859Z","end":"2026-03-31T21:14:25.561788Z","steps":["trace[1014605382] 'agreement among raft nodes before linearized reading' (duration: 200.753556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:25.561951Z","caller":"traceutil/trace.go:171","msg":"trace[1283352049] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"137.94563ms","start":"2026-03-31T21:14:25.423996Z","end":"2026-03-31T21:14:25.561942Z","steps":["trace[1283352049] 'process raft request' (duration: 136.894564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.561275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.743441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:14:25.562278Z","caller":"traceutil/trace.go:171","msg":"trace[1374846787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26819; }","duration":"198.771456ms","start":"2026-03-31T21:14:25.363491Z","end":"2026-03-31T21:14:25.562263Z","steps":["trace[1374846787] 'agreement among raft nodes before linearized reading' (duration: 197.535686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:27.840648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:27.840738Z","caller":"traceutil/trace.go:171","msg":"trace[928333082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254166s","start":"2026-03-31T21:14:25.840464Z","end":"2026-03-31T21:14:27.840718Z","steps":["trace[928333082] 'agreement among raft nodes before linearized reading' (duration: 2.000139933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:27.840787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.840442Z","time spent":"2.000334508s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:28.601746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718573215s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:28.601952Z","caller":"traceutil/trace.go:171","msg":"trace[1081329633] linearizableReadLoop","detail":"{readStateIndex:27743; appliedIndex:27741; }","duration":"3.040993573s","start":"2026-03-31T21:14:25.560922Z","end":"2026-03-31T21:14:28.601915Z","steps":["trace[1081329633] 'read index received' (duration: 322.177702ms)","trace[1081329633] 'applied index is now lower than readState.Index' (duration: 2.718812831s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:28.602038Z","caller":"traceutil/trace.go:171","msg":"trace[900609015] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26820; }","duration":"3.074882012s","start":"2026-03-31T21:14:25.527142Z","end":"2026-03-31T21:14:28.602024Z","steps":["trace[900609015] 'process raft request' (duration: 3.074703608s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:28.602036Z","caller":"traceutil/trace.go:171","msg":"trace[1620511610] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"3.075343914s","start":"2026-03-31T21:14:25.526627Z","end":"2026-03-31T21:14:28.60197Z","steps":["trace[1620511610] 'process raft request' (duration: 356.440401ms)","trace[1620511610] 'compare' (duration: 2.716644297s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:28.602106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.527114Z","time spent":"3.074955204s","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":2870,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:28.602256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.526604Z","time spent":"3.075532789s","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2818,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:28.602533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061676112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-31T21:14:28.602617Z","caller":"traceutil/trace.go:171","msg":"trace[793312168] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026; range_end:; response_count:1; response_revision:26820; }","duration":"3.061792154s","start":"2026-03-31T21:14:25.540803Z","end":"2026-03-31T21:14:28.602595Z","steps":["trace[793312168] 'agreement among raft nodes before linearized reading' (duration: 3.061436385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:28.602575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088956646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:28.602742Z","caller":"traceutil/trace.go:171","msg":"trace[136786705] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:26820; }","duration":"3.089207283s","start":"2026-03-31T21:14:25.51351Z","end":"2026-03-31T21:14:28.602718Z","steps":["trace[136786705] 'agreement among raft nodes before linearized reading' (duration: 3.0887316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:28.602807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.513486Z","time spent":"3.089309595s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-31T21:14:28.602669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.540784Z","time spent":"3.061875117s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-9nd5z.18a2069402eaa026\" "} {"level":"warn","ts":"2026-03-31T21:14:29.102228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:29.602689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:29.841665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:29.841772Z","caller":"traceutil/trace.go:171","msg":"trace[1291448464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306227s","start":"2026-03-31T21:14:27.841441Z","end":"2026-03-31T21:14:29.841747Z","steps":["trace[1291448464] 'agreement among raft nodes before linearized reading' (duration: 2.000150593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:29.841831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.841414Z","time spent":"2.00040035s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:30.103636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:30.604256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:30.667223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999163484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:30.667316Z","caller":"traceutil/trace.go:171","msg":"trace[696628481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999321498s","start":"2026-03-31T21:14:25.667975Z","end":"2026-03-31T21:14:30.667296Z","steps":["trace[696628481] 'agreement among raft nodes before linearized reading' (duration: 4.999203235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.667311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999152333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:30.667414Z","caller":"traceutil/trace.go:171","msg":"trace[1551152207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999300347s","start":"2026-03-31T21:14:25.668088Z","end":"2026-03-31T21:14:30.667389Z","steps":["trace[1551152207] 'agreement among raft nodes before linearized reading' (duration: 4.999168324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.667486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.668077Z","time spent":"4.99939653s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:14:30.667367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.66795Z","time spent":"4.99940701s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:30.668447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999001629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:30.668489Z","caller":"traceutil/trace.go:171","msg":"trace[879374263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99906804s","start":"2026-03-31T21:14:25.669411Z","end":"2026-03-31T21:14:30.668479Z","steps":["trace[879374263] 'agreement among raft nodes before linearized reading' (duration: 4.999020809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.668516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.6694Z","time spent":"4.999109271s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:30.931725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.933976Z","time spent":"4.997742178s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:31.105288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:31.198406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.264204892s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:31.646265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:31.646354Z","caller":"traceutil/trace.go:171","msg":"trace[322162535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470422s","start":"2026-03-31T21:14:29.645865Z","end":"2026-03-31T21:14:31.646335Z","steps":["trace[322162535] 'agreement among raft nodes before linearized reading' (duration: 2.000361119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:31.646404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.645842Z","time spent":"2.000552453s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:31.850012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991258181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:31.850127Z","caller":"traceutil/trace.go:171","msg":"trace[1435179806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177605s","start":"2026-03-31T21:14:29.849924Z","end":"2026-03-31T21:14:31.850102Z","steps":["trace[1435179806] 'agreement among raft nodes before linearized reading' (duration: 2.000031601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:31.850194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.84989Z","time spent":"2.000288528s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:32.359296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.360417Z","time spent":"4.998873307s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:32.359296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.360969Z","time spent":"4.998321404s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:32.359388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.360897Z","time spent":"4.998483917s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:32.359401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.360497Z","time spent":"4.998896307s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 21:14:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:32.361264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.362696Z","time spent":"4.998564688s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:32.566098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.566898Z","time spent":"4.999187684s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:32.566152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.566984Z","time spent":"4.999149533s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:33.001455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.000614Z","time spent":"7.000828425s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:33.102431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.102076Z","time spent":"7.000346743s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:33.857769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:33.857878Z","caller":"traceutil/trace.go:171","msg":"trace[1503534119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075788s","start":"2026-03-31T21:14:31.857093Z","end":"2026-03-31T21:14:33.857851Z","steps":["trace[1503534119] 'agreement among raft nodes before linearized reading' (duration: 2.000578255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:33.857935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:31.857073Z","time spent":"2.000851962s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:34.069935Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde5166","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:14:34.148952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94995456s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-31T21:14:34.405231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.814027531s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:34.55929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.671031ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T21:14:34.738319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.524288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:34.739705Z","caller":"traceutil/trace.go:171","msg":"trace[141510132] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"6.691964417s","start":"2026-03-31T21:14:28.047707Z","end":"2026-03-31T21:14:34.739672Z","steps":["trace[141510132] 'process raft request' (duration: 6.691645309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.739892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.047685Z","time spent":"6.69211356s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:34.73993Z","caller":"traceutil/trace.go:171","msg":"trace[1883095112] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"6.135003346s","start":"2026-03-31T21:14:28.604896Z","end":"2026-03-31T21:14:34.739899Z","steps":["trace[1883095112] 'process raft request' (duration: 6.134682208s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.740055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.604862Z","time spent":"6.135126659s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:34.740322Z","caller":"traceutil/trace.go:171","msg":"trace[1130031718] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"6.134629576s","start":"2026-03-31T21:14:28.605674Z","end":"2026-03-31T21:14:34.740304Z","steps":["trace[1130031718] 'process raft request' (duration: 6.134137063s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:34.74034Z","caller":"traceutil/trace.go:171","msg":"trace[459713746] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27743; }","duration":"6.138329701s","start":"2026-03-31T21:14:28.601989Z","end":"2026-03-31T21:14:34.740319Z","steps":["trace[459713746] 'read index received' (duration: 2.597085858s)","trace[459713746] 'applied index is now lower than readState.Index' (duration: 3.541241893s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:34.740369Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"69.731µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-31T21:14:34.740402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.605645Z","time spent":"6.134717389s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:34.740434Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde5166","error":"lease not found"} {"level":"info","ts":"2026-03-31T21:14:34.740492Z","caller":"traceutil/trace.go:171","msg":"trace[1721843637] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26833; }","duration":"1.734251403s","start":"2026-03-31T21:14:33.006217Z","end":"2026-03-31T21:14:34.740468Z","steps":["trace[1721843637] 'process raft request' (duration: 1.733964346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.740494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.768685757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:34.740549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.158412369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T21:14:34.740542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.072384431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:14:34.740576Z","caller":"traceutil/trace.go:171","msg":"trace[1324416874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26833; }","duration":"9.158481461s","start":"2026-03-31T21:14:25.582087Z","end":"2026-03-31T21:14:34.740568Z","steps":["trace[1324416874] 'agreement among raft nodes before linearized reading' (duration: 9.158348838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.740586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.006193Z","time spent":"1.734334526s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:34.740599Z","caller":"traceutil/trace.go:171","msg":"trace[569106012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26833; }","duration":"9.072453912s","start":"2026-03-31T21:14:25.668125Z","end":"2026-03-31T21:14:34.740579Z","steps":["trace[569106012] 'agreement among raft nodes before linearized reading' (duration: 9.072287088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.740611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.582065Z","time spent":"9.158539642s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:34.740645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.668119Z","time spent":"9.072514194s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:34.740676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17362507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-31T21:14:34.740728Z","caller":"traceutil/trace.go:171","msg":"trace[1345830103] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26833; }","duration":"9.173773334s","start":"2026-03-31T21:14:25.566942Z","end":"2026-03-31T21:14:34.740716Z","steps":["trace[1345830103] 'agreement among raft nodes before linearized reading' (duration: 9.17363609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.740732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.1684241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.740762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.566899Z","time spent":"9.173859426s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-31T21:14:34.740769Z","caller":"traceutil/trace.go:171","msg":"trace[1217671577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26833; }","duration":"9.168537072s","start":"2026-03-31T21:14:25.572219Z","end":"2026-03-31T21:14:34.740756Z","steps":["trace[1217671577] 'agreement among raft nodes before linearized reading' (duration: 9.16847731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.740791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.469284927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.740797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.354451921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.740811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.572203Z","time spent":"9.168599064s","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.74081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.262165732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-31T21:14:34.740714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.875562123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:34.740856Z","caller":"traceutil/trace.go:171","msg":"trace[1341848027] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26833; }","duration":"7.262242443s","start":"2026-03-31T21:14:27.4786Z","end":"2026-03-31T21:14:34.740843Z","steps":["trace[1341848027] 'agreement among raft nodes before linearized reading' (duration: 7.262092019s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:34.74088Z","caller":"traceutil/trace.go:171","msg":"trace[257145348] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26833; }","duration":"6.875805049s","start":"2026-03-31T21:14:27.865068Z","end":"2026-03-31T21:14:34.740873Z","steps":["trace[257145348] 'agreement among raft nodes before linearized reading' (duration: 6.875604044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.740896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.478583Z","time spent":"7.262304385s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-31T21:14:34.740904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.416476017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.740905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.689561382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.740952Z","caller":"traceutil/trace.go:171","msg":"trace[906696014] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26833; }","duration":"8.416542889s","start":"2026-03-31T21:14:26.324392Z","end":"2026-03-31T21:14:34.740935Z","steps":["trace[906696014] 'agreement among raft nodes before linearized reading' (duration: 8.416479657s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:34.740957Z","caller":"traceutil/trace.go:171","msg":"trace[2074777268] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26833; }","duration":"7.689653274s","start":"2026-03-31T21:14:27.05129Z","end":"2026-03-31T21:14:34.740943Z","steps":["trace[2074777268] 'agreement among raft nodes before linearized reading' (duration: 7.689577342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.740977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.383073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:34.741002Z","caller":"traceutil/trace.go:171","msg":"trace[849915868] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26833; }","duration":"630.449344ms","start":"2026-03-31T21:14:34.110546Z","end":"2026-03-31T21:14:34.740995Z","steps":["trace[849915868] 'agreement among raft nodes before linearized reading' (duration: 630.393953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.051268Z","time spent":"7.689723546s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.110524Z","time spent":"630.499846ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.740642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.691363842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.741057Z","caller":"traceutil/trace.go:171","msg":"trace[1250281176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26833; }","duration":"6.691818814s","start":"2026-03-31T21:14:28.049232Z","end":"2026-03-31T21:14:34.741051Z","steps":["trace[1250281176] 'agreement among raft nodes before linearized reading' (duration: 6.691364213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.049215Z","time spent":"6.691856214s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.74108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.037676359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.741112Z","caller":"traceutil/trace.go:171","msg":"trace[684027057] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26833; }","duration":"7.037744811s","start":"2026-03-31T21:14:27.703357Z","end":"2026-03-31T21:14:34.741102Z","steps":["trace[684027057] 'agreement among raft nodes before linearized reading' (duration: 7.0376858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.703337Z","time spent":"7.037797052s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380428584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T21:14:34.741191Z","caller":"traceutil/trace.go:171","msg":"trace[1037186514] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26833; }","duration":"2.380471604s","start":"2026-03-31T21:14:32.360712Z","end":"2026-03-31T21:14:34.741183Z","steps":["trace[1037186514] 'agreement among raft nodes before linearized reading' (duration: 2.380409533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.360702Z","time spent":"2.380510095s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T21:14:34.741231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.61638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.741294Z","caller":"traceutil/trace.go:171","msg":"trace[1650496833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26833; }","duration":"882.718013ms","start":"2026-03-31T21:14:33.858565Z","end":"2026-03-31T21:14:34.741283Z","steps":["trace[1650496833] 'agreement among raft nodes before linearized reading' (duration: 882.642981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811903777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.741335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.85854Z","time spent":"882.787805ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:14:34.741355Z","caller":"traceutil/trace.go:171","msg":"trace[1075931655] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26833; }","duration":"2.811948647s","start":"2026-03-31T21:14:31.929401Z","end":"2026-03-31T21:14:34.74135Z","steps":["trace[1075931655] 'agreement among raft nodes before linearized reading' (duration: 2.811918376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.74138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:31.929387Z","time spent":"2.811987859s","remote":"127.0.0.1:50754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679400706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.741432Z","caller":"traceutil/trace.go:171","msg":"trace[855577277] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26833; }","duration":"5.679466268s","start":"2026-03-31T21:14:29.061958Z","end":"2026-03-31T21:14:34.741425Z","steps":["trace[855577277] 'agreement among raft nodes before linearized reading' (duration: 5.679421437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.061936Z","time spent":"5.67950762s","remote":"127.0.0.1:50786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.06224558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.741492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417039506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.741533Z","caller":"traceutil/trace.go:171","msg":"trace[1747765427] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26833; }","duration":"6.062272381s","start":"2026-03-31T21:14:28.679234Z","end":"2026-03-31T21:14:34.741506Z","steps":["trace[1747765427] 'agreement among raft nodes before linearized reading' (duration: 6.06222944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.802026779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.741534Z","caller":"traceutil/trace.go:171","msg":"trace[1052105570] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26833; }","duration":"3.417122578s","start":"2026-03-31T21:14:31.3244Z","end":"2026-03-31T21:14:34.741523Z","steps":["trace[1052105570] 'agreement among raft nodes before linearized reading' (duration: 3.417060377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.679176Z","time spent":"6.062372684s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:31.324375Z","time spent":"3.417188879s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.033739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"warn","ts":"2026-03-31T21:14:34.741612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.89256745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T21:14:34.741631Z","caller":"traceutil/trace.go:171","msg":"trace[549078989] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:26833; }","duration":"4.892622401s","start":"2026-03-31T21:14:29.849004Z","end":"2026-03-31T21:14:34.741627Z","steps":["trace[549078989] 'agreement among raft nodes before linearized reading' (duration: 4.892567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.848983Z","time spent":"4.892657871s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" "} {"level":"info","ts":"2026-03-31T21:14:34.74164Z","caller":"traceutil/trace.go:171","msg":"trace[699177056] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26833; }","duration":"973.1219ms","start":"2026-03-31T21:14:33.768505Z","end":"2026-03-31T21:14:34.741627Z","steps":["trace[699177056] 'agreement among raft nodes before linearized reading' (duration: 972.964486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.768482Z","time spent":"973.192182ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11736,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-31T21:14:34.741702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128343189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:4410"} {"level":"info","ts":"2026-03-31T21:14:34.741722Z","caller":"traceutil/trace.go:171","msg":"trace[399449025] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:26833; }","duration":"6.12838211s","start":"2026-03-31T21:14:28.613334Z","end":"2026-03-31T21:14:34.741716Z","steps":["trace[399449025] 'agreement among raft nodes before linearized reading' (duration: 6.128320909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005821541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:34.741739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.613325Z","time spent":"6.128410861s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4432,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs\" "} {"level":"info","ts":"2026-03-31T21:14:34.741747Z","caller":"traceutil/trace.go:171","msg":"trace[446438060] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26833; }","duration":"5.005875432s","start":"2026-03-31T21:14:29.735867Z","end":"2026-03-31T21:14:34.741742Z","steps":["trace[446438060] 'agreement among raft nodes before linearized reading' (duration: 5.005832931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.735843Z","time spent":"5.005914233s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.74118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379694155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T21:14:34.741856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077327744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.741872Z","caller":"traceutil/trace.go:171","msg":"trace[615232982] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26833; }","duration":"5.077401026s","start":"2026-03-31T21:14:29.664465Z","end":"2026-03-31T21:14:34.741866Z","steps":["trace[615232982] 'agreement among raft nodes before linearized reading' (duration: 5.077371715s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:34.74156Z","caller":"traceutil/trace.go:171","msg":"trace[651344269] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26833; }","duration":"4.80209466s","start":"2026-03-31T21:14:29.939458Z","end":"2026-03-31T21:14:34.741553Z","steps":["trace[651344269] 'agreement among raft nodes before linearized reading' (duration: 4.802065199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.664408Z","time spent":"5.077473287s","remote":"127.0.0.1:35784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.85422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.741903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80825793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T21:14:34.741922Z","caller":"traceutil/trace.go:171","msg":"trace[1104147756] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26833; }","duration":"991.952683ms","start":"2026-03-31T21:14:33.749958Z","end":"2026-03-31T21:14:34.741911Z","steps":["trace[1104147756] 'agreement among raft nodes before linearized reading' (duration: 991.887291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.481717174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.741018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.324378Z","time spent":"8.41660345s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:14:34.741964Z","caller":"traceutil/trace.go:171","msg":"trace[228712417] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26833; }","duration":"4.482314608s","start":"2026-03-31T21:14:30.259644Z","end":"2026-03-31T21:14:34.741959Z","steps":["trace[228712417] 'agreement among raft nodes before linearized reading' (duration: 4.481741524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.741962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.749925Z","time spent":"992.025935ms","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.259613Z","time spent":"4.48236312s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.742129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075080808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:34.742169Z","caller":"traceutil/trace.go:171","msg":"trace[696514751] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26833; }","duration":"1.07516077s","start":"2026-03-31T21:14:33.666999Z","end":"2026-03-31T21:14:34.742159Z","steps":["trace[696514751] 'agreement among raft nodes before linearized reading' (duration: 1.075099609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.666981Z","time spent":"1.075209652s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.742355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076739744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.74237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175164213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T21:14:34.742377Z","caller":"traceutil/trace.go:171","msg":"trace[1234623041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26833; }","duration":"2.076800395s","start":"2026-03-31T21:14:32.665572Z","end":"2026-03-31T21:14:34.742372Z","steps":["trace[1234623041] 'agreement among raft nodes before linearized reading' (duration: 2.076763395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241069641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:34.742393Z","caller":"traceutil/trace.go:171","msg":"trace[185368609] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26833; }","duration":"2.175224235s","start":"2026-03-31T21:14:32.567162Z","end":"2026-03-31T21:14:34.742387Z","steps":["trace[185368609] 'agreement among raft nodes before linearized reading' (duration: 2.175185914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.567138Z","time spent":"2.175272026s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T21:14:34.742557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380402442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-31T21:14:34.742588Z","caller":"traceutil/trace.go:171","msg":"trace[1209356273] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26833; }","duration":"2.380456823s","start":"2026-03-31T21:14:32.362124Z","end":"2026-03-31T21:14:34.742581Z","steps":["trace[1209356273] 'agreement among raft nodes before linearized reading' (duration: 2.380405821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.362113Z","time spent":"2.380490513s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T21:14:34.74259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379349125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-31T21:14:34.742667Z","caller":"traceutil/trace.go:171","msg":"trace[1688144421] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26833; }","duration":"2.379453788s","start":"2026-03-31T21:14:32.363189Z","end":"2026-03-31T21:14:34.742643Z","steps":["trace[1688144421] 'agreement among raft nodes before linearized reading' (duration: 2.379243043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175689596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-03-31T21:14:34.742719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593982085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.742724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.363164Z","time spent":"2.3795511s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T21:14:34.74273Z","caller":"traceutil/trace.go:171","msg":"trace[2114311311] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26833; }","duration":"2.175776118s","start":"2026-03-31T21:14:32.566939Z","end":"2026-03-31T21:14:34.742715Z","steps":["trace[2114311311] 'agreement among raft nodes before linearized reading' (duration: 2.175673155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.566923Z","time spent":"2.17583848s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:34.742784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016164664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.742795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636172573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"info","ts":"2026-03-31T21:14:34.742809Z","caller":"traceutil/trace.go:171","msg":"trace[169586555] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26833; }","duration":"2.016231816s","start":"2026-03-31T21:14:32.72657Z","end":"2026-03-31T21:14:34.742802Z","steps":["trace[169586555] 'agreement among raft nodes before linearized reading' (duration: 2.016191505s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:34.742816Z","caller":"traceutil/trace.go:171","msg":"trace[973207083] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26833; }","duration":"1.636251245s","start":"2026-03-31T21:14:33.10656Z","end":"2026-03-31T21:14:34.742812Z","steps":["trace[973207083] 'agreement among raft nodes before linearized reading' (duration: 1.636194984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.106538Z","time spent":"1.636289716s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":665,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:34.742856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778029761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:34.742875Z","caller":"traceutil/trace.go:171","msg":"trace[2098091341] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26833; }","duration":"1.778075472s","start":"2026-03-31T21:14:32.964795Z","end":"2026-03-31T21:14:34.74287Z","steps":["trace[2098091341] 'agreement among raft nodes before linearized reading' (duration: 1.778047341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074563499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:14:34.742893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.964778Z","time spent":"1.778110683s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.742904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075100622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:14:34.742918Z","caller":"traceutil/trace.go:171","msg":"trace[1558900370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26833; }","duration":"2.075159814s","start":"2026-03-31T21:14:32.667754Z","end":"2026-03-31T21:14:34.742914Z","steps":["trace[1558900370] 'agreement among raft nodes before linearized reading' (duration: 2.075118263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:34.742913Z","caller":"traceutil/trace.go:171","msg":"trace[1899116086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26833; }","duration":"2.074646841s","start":"2026-03-31T21:14:32.668253Z","end":"2026-03-31T21:14:34.7429Z","steps":["trace[1899116086] 'agreement among raft nodes before linearized reading' (duration: 2.074521378s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.742935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.667733Z","time spent":"2.075198556s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:14:34.742949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.668213Z","time spent":"2.074728284s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:14:34.742977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982612744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:34.742977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074115799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:14:34.743003Z","caller":"traceutil/trace.go:171","msg":"trace[975269156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26833; }","duration":"1.982638555s","start":"2026-03-31T21:14:32.760358Z","end":"2026-03-31T21:14:34.742997Z","steps":["trace[975269156] 'agreement among raft nodes before linearized reading' (duration: 1.982604724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.743021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.760311Z","time spent":"1.982705566s","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:34.743022Z","caller":"traceutil/trace.go:171","msg":"trace[521065300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26833; }","duration":"2.074199081s","start":"2026-03-31T21:14:32.66881Z","end":"2026-03-31T21:14:34.743009Z","steps":["trace[521065300] 'agreement among raft nodes before linearized reading' (duration: 2.074072857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.743055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.66879Z","time spent":"2.074257443s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:34.741972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.171064021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:14:34.741304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381733695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T21:14:34.744279Z","caller":"traceutil/trace.go:171","msg":"trace[633934976] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26833; }","duration":"2.384702369s","start":"2026-03-31T21:14:32.359566Z","end":"2026-03-31T21:14:34.744269Z","steps":["trace[633934976] 'agreement among raft nodes before linearized reading' (duration: 2.381718945s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:34.744222Z","caller":"traceutil/trace.go:171","msg":"trace[218928860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26833; }","duration":"4.173266086s","start":"2026-03-31T21:14:30.570849Z","end":"2026-03-31T21:14:34.744115Z","steps":["trace[218928860] 'agreement among raft nodes before linearized reading' (duration: 4.17100018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.744326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.359529Z","time spent":"2.384771801s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T21:14:34.740852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.134295149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-31T21:14:34.744431Z","caller":"traceutil/trace.go:171","msg":"trace[505606292] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26833; }","duration":"6.137896308s","start":"2026-03-31T21:14:28.606527Z","end":"2026-03-31T21:14:34.744424Z","steps":["trace[505606292] 'agreement among raft nodes before linearized reading' (duration: 6.134270128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.744458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.606517Z","time spent":"6.13793485s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-31T21:14:34.740567Z","caller":"traceutil/trace.go:171","msg":"trace[1405656052] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26833; }","duration":"7.76880287s","start":"2026-03-31T21:14:26.971743Z","end":"2026-03-31T21:14:34.740546Z","steps":["trace[1405656052] 'agreement among raft nodes before linearized reading' (duration: 7.768622636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.744566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.971712Z","time spent":"7.772845911s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.740905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.865052Z","time spent":"6.87584105s","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.741905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.939429Z","time spent":"4.802468779s","remote":"127.0.0.1:50776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:34.740842Z","caller":"traceutil/trace.go:171","msg":"trace[106079457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26833; }","duration":"7.469368909s","start":"2026-03-31T21:14:27.271456Z","end":"2026-03-31T21:14:34.740825Z","steps":["trace[106079457] 'agreement among raft nodes before linearized reading' (duration: 7.469295987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.744869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.271432Z","time spent":"7.47342075s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.74182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76160382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:14:34.744991Z","caller":"traceutil/trace.go:171","msg":"trace[667515195] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:26833; }","duration":"3.76479745s","start":"2026-03-31T21:14:30.980179Z","end":"2026-03-31T21:14:34.744977Z","steps":["trace[667515195] 'agreement among raft nodes before linearized reading' (duration: 3.761565799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.745046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.980164Z","time spent":"3.764867191s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:14:34.745015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.570826Z","time spent":"4.174065206s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:14:34.74189Z","caller":"traceutil/trace.go:171","msg":"trace[2082009856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26833; }","duration":"2.380398022s","start":"2026-03-31T21:14:32.361471Z","end":"2026-03-31T21:14:34.741869Z","steps":["trace[2082009856] 'agreement among raft nodes before linearized reading' (duration: 2.379649364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.745073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.43535736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:14:34.745111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.36141Z","time spent":"2.383692905s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T21:14:34.741948Z","caller":"traceutil/trace.go:171","msg":"trace[646334577] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26833; }","duration":"3.808332932s","start":"2026-03-31T21:14:30.933604Z","end":"2026-03-31T21:14:34.741937Z","steps":["trace[646334577] 'agreement among raft nodes before linearized reading' (duration: 3.808238619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.745427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.933583Z","time spent":"3.811808868s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T21:14:34.740847Z","caller":"traceutil/trace.go:171","msg":"trace[1821780529] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26833; }","duration":"8.354550443s","start":"2026-03-31T21:14:26.386281Z","end":"2026-03-31T21:14:34.740831Z","steps":["trace[1821780529] 'agreement among raft nodes before linearized reading' (duration: 8.354467781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.745596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.386253Z","time spent":"8.359324343s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.742397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.665551Z","time spent":"2.076842077s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:34.742414Z","caller":"traceutil/trace.go:171","msg":"trace[477520373] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26833; }","duration":"1.241139453s","start":"2026-03-31T21:14:33.501265Z","end":"2026-03-31T21:14:34.742404Z","steps":["trace[477520373] 'agreement among raft nodes before linearized reading' (duration: 1.241060021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.745891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.501244Z","time spent":"1.244622262s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.742687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309066727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276020"} {"level":"info","ts":"2026-03-31T21:14:34.742742Z","caller":"traceutil/trace.go:171","msg":"trace[377446976] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26833; }","duration":"1.594034885s","start":"2026-03-31T21:14:33.148701Z","end":"2026-03-31T21:14:34.742736Z","steps":["trace[377446976] 'agreement among raft nodes before linearized reading' (duration: 1.593997765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.74283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.726548Z","time spent":"2.016276348s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:34.746263Z","caller":"traceutil/trace.go:171","msg":"trace[568434951] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26833; }","duration":"1.312672278s","start":"2026-03-31T21:14:33.433573Z","end":"2026-03-31T21:14:34.746245Z","steps":["trace[568434951] 'agreement among raft nodes before linearized reading' (duration: 1.308836561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.746306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.148684Z","time spent":"1.597600036s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:34.746341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.433551Z","time spent":"1.312772041s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276042,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T21:14:34.747981Z","caller":"traceutil/trace.go:171","msg":"trace[85916594] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26833; }","duration":"8.438334325s","start":"2026-03-31T21:14:26.309628Z","end":"2026-03-31T21:14:34.747962Z","steps":["trace[85916594] 'agreement among raft nodes before linearized reading' (duration: 8.435221307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:34.748054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.309607Z","time spent":"8.438432378s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:35.074746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.134817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-888af3d3-01d2-418e-b5c6-2be4af41624d\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-31T21:14:35.074867Z","caller":"traceutil/trace.go:171","msg":"trace[1112190621] range","detail":"{range_begin:/registry/persistentvolumes/pvc-888af3d3-01d2-418e-b5c6-2be4af41624d; range_end:; response_count:1; response_revision:26834; }","duration":"329.316891ms","start":"2026-03-31T21:14:34.745503Z","end":"2026-03-31T21:14:35.07482Z","steps":["trace[1112190621] 'agreement among raft nodes before linearized reading' (duration: 92.392218ms)","trace[1112190621] 'range keys from in-memory index tree' (duration: 236.686508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:35.07493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.745488Z","time spent":"329.418434ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-888af3d3-01d2-418e-b5c6-2be4af41624d\" "} {"level":"info","ts":"2026-03-31T21:14:35.132735Z","caller":"traceutil/trace.go:171","msg":"trace[831605133] linearizableReadLoop","detail":"{readStateIndex:27767; appliedIndex:27760; }","duration":"294.840917ms","start":"2026-03-31T21:14:34.837872Z","end":"2026-03-31T21:14:35.132713Z","steps":["trace[831605133] 'read index received' (duration: 294.57655ms)","trace[831605133] 'applied index is now lower than readState.Index' (duration: 263.687µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:35.133016Z","caller":"traceutil/trace.go:171","msg":"trace[2060772035] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"386.574277ms","start":"2026-03-31T21:14:34.746432Z","end":"2026-03-31T21:14:35.133007Z","steps":["trace[2060772035] 'process raft request' (duration: 385.992613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.133114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.746416Z","time spent":"386.627309ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:35.133374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.863325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-31T21:14:35.133432Z","caller":"traceutil/trace.go:171","msg":"trace[28843556] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26840; }","duration":"382.927666ms","start":"2026-03-31T21:14:34.750493Z","end":"2026-03-31T21:14:35.13342Z","steps":["trace[28843556] 'agreement among raft nodes before linearized reading' (duration: 382.778333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.133476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.750487Z","time spent":"382.977977ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T21:14:35.133473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.631068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-31T21:14:35.13358Z","caller":"traceutil/trace.go:171","msg":"trace[585367542] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26840; }","duration":"384.755171ms","start":"2026-03-31T21:14:34.748806Z","end":"2026-03-31T21:14:35.133561Z","steps":["trace[585367542] 'agreement among raft nodes before linearized reading' (duration: 384.564246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.133634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.924301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"warn","ts":"2026-03-31T21:14:35.133683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.858414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-31T21:14:35.133729Z","caller":"traceutil/trace.go:171","msg":"trace[590788932] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26840; }","duration":"386.079215ms","start":"2026-03-31T21:14:34.747627Z","end":"2026-03-31T21:14:35.133706Z","steps":["trace[590788932] 'agreement among raft nodes before linearized reading' (duration: 385.720397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.133764Z","caller":"traceutil/trace.go:171","msg":"trace[294393522] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26840; }","duration":"384.971426ms","start":"2026-03-31T21:14:34.748771Z","end":"2026-03-31T21:14:35.133743Z","steps":["trace[294393522] 'agreement among raft nodes before linearized reading' (duration: 384.667449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.133791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.747619Z","time spent":"386.156137ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":665,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:35.133816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.748763Z","time spent":"385.044258ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:14:35.133813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.748802Z","time spent":"384.994157ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:35.13402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.995703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-31T21:14:35.134066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.699015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-31T21:14:35.134076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.764926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-03-31T21:14:35.134118Z","caller":"traceutil/trace.go:171","msg":"trace[492105249] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26840; }","duration":"383.770137ms","start":"2026-03-31T21:14:34.75033Z","end":"2026-03-31T21:14:35.1341Z","steps":["trace[492105249] 'agreement among raft nodes before linearized reading' (duration: 383.634234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.134136Z","caller":"traceutil/trace.go:171","msg":"trace[227013485] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"378.69538ms","start":"2026-03-31T21:14:34.755425Z","end":"2026-03-31T21:14:35.13412Z","steps":["trace[227013485] 'process raft request' (duration: 377.249204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.134151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.750321Z","time spent":"383.821538ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-31T21:14:35.134149Z","caller":"traceutil/trace.go:171","msg":"trace[536937304] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26840; }","duration":"381.845398ms","start":"2026-03-31T21:14:34.752288Z","end":"2026-03-31T21:14:35.134134Z","steps":["trace[536937304] 'agreement among raft nodes before linearized reading' (duration: 381.666564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.134195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.752283Z","time spent":"381.89952ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11736,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-31T21:14:35.13426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.755418Z","time spent":"378.758791ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2504,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:35.134271Z","caller":"traceutil/trace.go:171","msg":"trace[590359412] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"386.856144ms","start":"2026-03-31T21:14:34.747316Z","end":"2026-03-31T21:14:35.134172Z","steps":["trace[590359412] 'process raft request' (duration: 385.226124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.134425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.943091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T21:14:35.134075Z","caller":"traceutil/trace.go:171","msg":"trace[553523063] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26840; }","duration":"380.070504ms","start":"2026-03-31T21:14:34.753983Z","end":"2026-03-31T21:14:35.134053Z","steps":["trace[553523063] 'agreement among raft nodes before linearized reading' (duration: 379.960801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.134464Z","caller":"traceutil/trace.go:171","msg":"trace[1358074172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26840; }","duration":"383.991262ms","start":"2026-03-31T21:14:34.750464Z","end":"2026-03-31T21:14:35.134455Z","steps":["trace[1358074172] 'agreement among raft nodes before linearized reading' (duration: 383.891919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.134494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.75046Z","time spent":"384.027364ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:14:35.134497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.753966Z","time spent":"380.513045ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:35.134584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.391767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:14:35.134627Z","caller":"traceutil/trace.go:171","msg":"trace[971076248] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26840; }","duration":"385.458699ms","start":"2026-03-31T21:14:34.749158Z","end":"2026-03-31T21:14:35.134616Z","steps":["trace[971076248] 'agreement among raft nodes before linearized reading' (duration: 385.353776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.134657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.749136Z","time spent":"385.51257ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T21:14:35.134547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.747302Z","time spent":"387.06259ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:35.134704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.630388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-31T21:14:35.134751Z","caller":"traceutil/trace.go:171","msg":"trace[435568215] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26840; }","duration":"380.68904ms","start":"2026-03-31T21:14:34.75405Z","end":"2026-03-31T21:14:35.134739Z","steps":["trace[435568215] 'agreement among raft nodes before linearized reading' (duration: 380.571577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.134783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.754044Z","time spent":"380.731271ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-31T21:14:35.134906Z","caller":"traceutil/trace.go:171","msg":"trace[181115231] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"386.051183ms","start":"2026-03-31T21:14:34.748844Z","end":"2026-03-31T21:14:35.134895Z","steps":["trace[181115231] 'process raft request' (duration: 383.791707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.134936Z","caller":"traceutil/trace.go:171","msg":"trace[772661840] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"387.386297ms","start":"2026-03-31T21:14:34.74753Z","end":"2026-03-31T21:14:35.134916Z","steps":["trace[772661840] 'process raft request' (duration: 385.043209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.134714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.29813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-31T21:14:35.135023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.747707Z","time spent":"387.314026ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:14:35.135043Z","caller":"traceutil/trace.go:171","msg":"trace[1554689833] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26840; }","duration":"384.620178ms","start":"2026-03-31T21:14:34.7504Z","end":"2026-03-31T21:14:35.135021Z","steps":["trace[1554689833] 'agreement among raft nodes before linearized reading' (duration: 384.245579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.135057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.016373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:35.135091Z","caller":"traceutil/trace.go:171","msg":"trace[632238038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26840; }","duration":"386.059133ms","start":"2026-03-31T21:14:34.749023Z","end":"2026-03-31T21:14:35.135082Z","steps":["trace[632238038] 'agreement among raft nodes before linearized reading' (duration: 386.005482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.13509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.747522Z","time spent":"387.483879ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:35.135132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.749019Z","time spent":"386.107275ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:14:35.13512Z","caller":"traceutil/trace.go:171","msg":"trace[250872821] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"383.745935ms","start":"2026-03-31T21:14:34.751358Z","end":"2026-03-31T21:14:35.135104Z","steps":["trace[250872821] 'process raft request' (duration: 381.301045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.134993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.748838Z","time spent":"386.122935ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:35.135099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.750397Z","time spent":"384.684159ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T21:14:35.135432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.751347Z","time spent":"383.859879ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:35.13582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.041979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:14:35.135886Z","caller":"traceutil/trace.go:171","msg":"trace[1940945133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26840; }","duration":"385.122851ms","start":"2026-03-31T21:14:34.75075Z","end":"2026-03-31T21:14:35.135873Z","steps":["trace[1940945133] 'agreement among raft nodes before linearized reading' (duration: 384.208337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.137521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.789913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T21:14:35.13761Z","caller":"traceutil/trace.go:171","msg":"trace[161198040] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26840; }","duration":"387.069549ms","start":"2026-03-31T21:14:34.750512Z","end":"2026-03-31T21:14:35.137582Z","steps":["trace[161198040] 'agreement among raft nodes before linearized reading' (duration: 382.556817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.137665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.750496Z","time spent":"387.152692ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T21:14:35.137767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.750745Z","time spent":"385.168662ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:14:35.140595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.686994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T21:14:35.140668Z","caller":"traceutil/trace.go:171","msg":"trace[1072425371] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26840; }","duration":"391.777847ms","start":"2026-03-31T21:14:34.748873Z","end":"2026-03-31T21:14:35.140651Z","steps":["trace[1072425371] 'agreement among raft nodes before linearized reading' (duration: 391.212383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.140714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.74887Z","time spent":"391.831328ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T21:14:35.331429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.938722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:35.331519Z","caller":"traceutil/trace.go:171","msg":"trace[1036597914] linearizableReadLoop","detail":"{readStateIndex:27768; appliedIndex:27767; }","duration":"198.720335ms","start":"2026-03-31T21:14:35.132785Z","end":"2026-03-31T21:14:35.331505Z","steps":["trace[1036597914] 'read index received' (duration: 48.65478ms)","trace[1036597914] 'applied index is now lower than readState.Index' (duration: 150.064465ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:35.331556Z","caller":"traceutil/trace.go:171","msg":"trace[1766890151] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"490.182366ms","start":"2026-03-31T21:14:34.841347Z","end":"2026-03-31T21:14:35.331529Z","steps":["trace[1766890151] 'process raft request' (duration: 340.08015ms)","trace[1766890151] 'compare' (duration: 149.48556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:35.331675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.841323Z","time spent":"490.30393ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:14:35.331749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.848258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T21:14:35.331778Z","caller":"traceutil/trace.go:171","msg":"trace[1477848340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26841; }","duration":"253.907989ms","start":"2026-03-31T21:14:35.077862Z","end":"2026-03-31T21:14:35.33177Z","steps":["trace[1477848340] 'agreement among raft nodes before linearized reading' (duration: 253.695704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.331861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.36016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-31T21:14:35.331924Z","caller":"traceutil/trace.go:171","msg":"trace[91625243] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26841; }","duration":"352.468922ms","start":"2026-03-31T21:14:34.979441Z","end":"2026-03-31T21:14:35.33191Z","steps":["trace[91625243] 'agreement among raft nodes before linearized reading' (duration: 352.186645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.331957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.979426Z","time spent":"352.524964ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T21:14:35.34158Z","caller":"traceutil/trace.go:171","msg":"trace[1767046263] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"204.645253ms","start":"2026-03-31T21:14:35.136913Z","end":"2026-03-31T21:14:35.341558Z","steps":["trace[1767046263] 'process raft request' (duration: 204.457999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.341717Z","caller":"traceutil/trace.go:171","msg":"trace[305063192] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"201.800582ms","start":"2026-03-31T21:14:35.1399Z","end":"2026-03-31T21:14:35.3417Z","steps":["trace[305063192] 'process raft request' (duration: 201.567306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.341953Z","caller":"traceutil/trace.go:171","msg":"trace[246136880] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"197.33ms","start":"2026-03-31T21:14:35.144612Z","end":"2026-03-31T21:14:35.341942Z","steps":["trace[246136880] 'process raft request' (duration: 196.907069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.342054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.429198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-03-31T21:14:35.342087Z","caller":"traceutil/trace.go:171","msg":"trace[1082875515] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26844; }","duration":"202.507939ms","start":"2026-03-31T21:14:35.139571Z","end":"2026-03-31T21:14:35.342079Z","steps":["trace[1082875515] 'agreement among raft nodes before linearized reading' (duration: 202.371456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.342097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.733686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:35.342128Z","caller":"traceutil/trace.go:171","msg":"trace[450720873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26844; }","duration":"204.798447ms","start":"2026-03-31T21:14:35.137322Z","end":"2026-03-31T21:14:35.342121Z","steps":["trace[450720873] 'agreement among raft nodes before linearized reading' (duration: 204.735146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.342248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.340785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-n6x48\" ","response":"range_response_count:1 size:2485"} {"level":"info","ts":"2026-03-31T21:14:35.342274Z","caller":"traceutil/trace.go:171","msg":"trace[1628989956] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-n6x48; range_end:; response_count:1; response_revision:26844; }","duration":"200.394117ms","start":"2026-03-31T21:14:35.141874Z","end":"2026-03-31T21:14:35.342268Z","steps":["trace[1628989956] 'agreement among raft nodes before linearized reading' (duration: 200.321045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.342482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.421569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-31T21:14:35.342525Z","caller":"traceutil/trace.go:171","msg":"trace[1535358816] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26844; }","duration":"202.47828ms","start":"2026-03-31T21:14:35.140038Z","end":"2026-03-31T21:14:35.342516Z","steps":["trace[1535358816] 'agreement among raft nodes before linearized reading' (duration: 202.342336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.342686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.221904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-31T21:14:35.342717Z","caller":"traceutil/trace.go:171","msg":"trace[59011520] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26844; }","duration":"202.296656ms","start":"2026-03-31T21:14:35.140413Z","end":"2026-03-31T21:14:35.342709Z","steps":["trace[59011520] 'agreement among raft nodes before linearized reading' (duration: 202.220524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.342741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.681579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111963"} {"level":"info","ts":"2026-03-31T21:14:35.342766Z","caller":"traceutil/trace.go:171","msg":"trace[2122997288] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26844; }","duration":"201.743871ms","start":"2026-03-31T21:14:35.141014Z","end":"2026-03-31T21:14:35.342758Z","steps":["trace[2122997288] 'agreement among raft nodes before linearized reading' (duration: 201.564266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.561504Z","caller":"traceutil/trace.go:171","msg":"trace[1627406580] linearizableReadLoop","detail":"{readStateIndex:27772; appliedIndex:27771; }","duration":"219.912427ms","start":"2026-03-31T21:14:35.341559Z","end":"2026-03-31T21:14:35.561471Z","steps":["trace[1627406580] 'read index received' (duration: 219.60764ms)","trace[1627406580] 'applied index is now lower than readState.Index' (duration: 303.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:35.561798Z","caller":"traceutil/trace.go:171","msg":"trace[1369541654] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"221.783763ms","start":"2026-03-31T21:14:35.339979Z","end":"2026-03-31T21:14:35.561762Z","steps":["trace[1369541654] 'process raft request' (duration: 221.2487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.561927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.707443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T21:14:35.56197Z","caller":"traceutil/trace.go:171","msg":"trace[973421165] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d; range_end:; response_count:1; response_revision:26845; }","duration":"225.782934ms","start":"2026-03-31T21:14:35.336176Z","end":"2026-03-31T21:14:35.561959Z","steps":["trace[973421165] 'agreement among raft nodes before linearized reading' (duration: 225.62077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.562154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.543613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a0fd1bfd94\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T21:14:35.562205Z","caller":"traceutil/trace.go:171","msg":"trace[1736453877] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206a0fd1bfd94; range_end:; response_count:1; response_revision:26845; }","duration":"226.643436ms","start":"2026-03-31T21:14:35.335548Z","end":"2026-03-31T21:14:35.562191Z","steps":["trace[1736453877] 'agreement among raft nodes before linearized reading' (duration: 226.450111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.824975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.995494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-03-31T21:14:35.825179Z","caller":"traceutil/trace.go:171","msg":"trace[316435732] linearizableReadLoop","detail":"{readStateIndex:27773; appliedIndex:27772; }","duration":"263.396667ms","start":"2026-03-31T21:14:35.561767Z","end":"2026-03-31T21:14:35.825163Z","steps":["trace[316435732] 'read index received' (duration: 105.259169ms)","trace[316435732] 'applied index is now lower than readState.Index' (duration: 158.136498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:35.825372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.603881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-31T21:14:35.825462Z","caller":"traceutil/trace.go:171","msg":"trace[1525663522] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26846; }","duration":"479.694933ms","start":"2026-03-31T21:14:35.345758Z","end":"2026-03-31T21:14:35.825453Z","steps":["trace[1525663522] 'agreement among raft nodes before linearized reading' (duration: 479.491678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.827338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.345739Z","time spent":"481.5855ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T21:14:35.825535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.692028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-31T21:14:35.827701Z","caller":"traceutil/trace.go:171","msg":"trace[187829323] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26846; }","duration":"478.944534ms","start":"2026-03-31T21:14:35.348746Z","end":"2026-03-31T21:14:35.827691Z","steps":["trace[187829323] 'agreement among raft nodes before linearized reading' (duration: 476.530844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.825631Z","caller":"traceutil/trace.go:171","msg":"trace[589622090] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26846; }","duration":"481.246633ms","start":"2026-03-31T21:14:35.344358Z","end":"2026-03-31T21:14:35.825605Z","steps":["trace[589622090] 'process raft request' (duration: 322.557852ms)","trace[589622090] 'compare' (duration: 157.763818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:35.825661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.598516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-31T21:14:35.825351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.823249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:35.825802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.494418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T21:14:35.827879Z","caller":"traceutil/trace.go:171","msg":"trace[197000642] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26846; }","duration":"474.809061ms","start":"2026-03-31T21:14:35.353053Z","end":"2026-03-31T21:14:35.827862Z","steps":["trace[197000642] 'agreement among raft nodes before linearized reading' (duration: 472.535164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.828005Z","caller":"traceutil/trace.go:171","msg":"trace[1659801280] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26846; }","duration":"394.531946ms","start":"2026-03-31T21:14:35.433452Z","end":"2026-03-31T21:14:35.827983Z","steps":["trace[1659801280] 'agreement among raft nodes before linearized reading' (duration: 391.770227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.828115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.433423Z","time spent":"394.65739ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:14:35.82805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.35303Z","time spent":"475.008216ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T21:14:35.827909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.348726Z","time spent":"479.158559ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-31T21:14:35.828008Z","caller":"traceutil/trace.go:171","msg":"trace[1808195556] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26846; }","duration":"483.718215ms","start":"2026-03-31T21:14:35.34428Z","end":"2026-03-31T21:14:35.827998Z","steps":["trace[1808195556] 'agreement among raft nodes before linearized reading' (duration: 481.391136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.82789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.344349Z","time spent":"483.493239ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T21:14:35.828434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.344269Z","time spent":"484.106274ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T21:14:35.90717Z","caller":"traceutil/trace.go:171","msg":"trace[1323765599] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"341.799124ms","start":"2026-03-31T21:14:35.565328Z","end":"2026-03-31T21:14:35.907127Z","steps":["trace[1323765599] 'process raft request' (duration: 341.632839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.907343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.273749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-31T21:14:35.907341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.183949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-31T21:14:35.907411Z","caller":"traceutil/trace.go:171","msg":"trace[1024556745] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26847; }","duration":"329.384822ms","start":"2026-03-31T21:14:35.578012Z","end":"2026-03-31T21:14:35.907397Z","steps":["trace[1024556745] 'agreement among raft nodes before linearized reading' (duration: 329.125076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:35.907438Z","caller":"traceutil/trace.go:171","msg":"trace[75724212] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26847; }","duration":"341.314942ms","start":"2026-03-31T21:14:35.566108Z","end":"2026-03-31T21:14:35.907423Z","steps":["trace[75724212] 'agreement among raft nodes before linearized reading' (duration: 341.030535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.907449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.578004Z","time spent":"329.438563ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T21:14:35.907355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.565311Z","time spent":"341.981799ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:35.907478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.566096Z","time spent":"341.373803ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T21:14:36.25001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.725378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:36.250431Z","caller":"traceutil/trace.go:171","msg":"trace[1392824467] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"333.804785ms","start":"2026-03-31T21:14:35.916581Z","end":"2026-03-31T21:14:36.250386Z","steps":["trace[1392824467] 'process raft request' (duration: 218.605204ms)","trace[1392824467] 'compare' (duration: 114.348669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:36.250522Z","caller":"traceutil/trace.go:171","msg":"trace[1822597645] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"322.50158ms","start":"2026-03-31T21:14:35.927935Z","end":"2026-03-31T21:14:36.250437Z","steps":["trace[1822597645] 'process raft request' (duration: 322.331896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.250616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.916561Z","time spent":"333.955698ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:36.250624Z","caller":"traceutil/trace.go:171","msg":"trace[1027766903] linearizableReadLoop","detail":"{readStateIndex:27779; appliedIndex:27776; }","duration":"308.942411ms","start":"2026-03-31T21:14:35.941657Z","end":"2026-03-31T21:14:36.250599Z","steps":["trace[1027766903] 'read index received' (duration: 193.406102ms)","trace[1027766903] 'applied index is now lower than readState.Index' (duration: 115.534209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:36.250651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.927909Z","time spent":"322.694715ms","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:36.250696Z","caller":"traceutil/trace.go:171","msg":"trace[928998911] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26851; }","duration":"320.828198ms","start":"2026-03-31T21:14:35.929818Z","end":"2026-03-31T21:14:36.250646Z","steps":["trace[928998911] 'process raft request' (duration: 320.564112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.250833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.148112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-31T21:14:36.250885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.277961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-31T21:14:36.250887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.929801Z","time spent":"320.984133ms","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":2257,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:36.250913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.337627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:14:36.250914Z","caller":"traceutil/trace.go:171","msg":"trace[406924466] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26851; }","duration":"332.257165ms","start":"2026-03-31T21:14:35.918637Z","end":"2026-03-31T21:14:36.250894Z","steps":["trace[406924466] 'agreement among raft nodes before linearized reading' (duration: 331.982599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.250966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.865891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-31T21:14:36.250982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.918629Z","time spent":"332.335227ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T21:14:36.250975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.410717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" ","response":"range_response_count:1 size:8570"} {"level":"info","ts":"2026-03-31T21:14:36.251016Z","caller":"traceutil/trace.go:171","msg":"trace[375844280] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26851; }","duration":"286.018065ms","start":"2026-03-31T21:14:35.964984Z","end":"2026-03-31T21:14:36.251002Z","steps":["trace[375844280] 'agreement among raft nodes before linearized reading' (duration: 285.852921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:36.251033Z","caller":"traceutil/trace.go:171","msg":"trace[1742195240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26851; }","duration":"332.412259ms","start":"2026-03-31T21:14:35.918538Z","end":"2026-03-31T21:14:36.25095Z","steps":["trace[1742195240] 'agreement among raft nodes before linearized reading' (duration: 332.105391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:36.251045Z","caller":"traceutil/trace.go:171","msg":"trace[673817592] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-778bcc457d-g7h6n; range_end:; response_count:1; response_revision:26851; }","duration":"306.5133ms","start":"2026-03-31T21:14:35.944513Z","end":"2026-03-31T21:14:36.251026Z","steps":["trace[673817592] 'agreement among raft nodes before linearized reading' (duration: 306.283724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.251095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.9445Z","time spent":"306.587561ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8592,"request content":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" "} {"level":"warn","ts":"2026-03-31T21:14:36.251124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.918526Z","time spent":"332.576274ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:14:36.251669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.900047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-31T21:14:36.251731Z","caller":"traceutil/trace.go:171","msg":"trace[2057878618] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26851; }","duration":"115.988699ms","start":"2026-03-31T21:14:36.135731Z","end":"2026-03-31T21:14:36.25172Z","steps":["trace[2057878618] 'agreement among raft nodes before linearized reading' (duration: 115.094017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:36.25092Z","caller":"traceutil/trace.go:171","msg":"trace[1054801706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26851; }","duration":"333.330512ms","start":"2026-03-31T21:14:35.917578Z","end":"2026-03-31T21:14:36.250909Z","steps":["trace[1054801706] 'agreement among raft nodes before linearized reading' (duration: 333.162118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.252015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.917569Z","time spent":"334.388478ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-31T21:14:36.714029Z","caller":"traceutil/trace.go:171","msg":"trace[1942436398] linearizableReadLoop","detail":"{readStateIndex:27781; appliedIndex:27780; }","duration":"399.961533ms","start":"2026-03-31T21:14:36.314035Z","end":"2026-03-31T21:14:36.713996Z","steps":["trace[1942436398] 'read index received' (duration: 399.85926ms)","trace[1942436398] 'applied index is now lower than readState.Index' (duration: 100.723µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:36.714264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.122482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-31T21:14:36.714281Z","caller":"traceutil/trace.go:171","msg":"trace[974324076] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"452.669344ms","start":"2026-03-31T21:14:36.26152Z","end":"2026-03-31T21:14:36.714189Z","steps":["trace[974324076] 'process raft request' (duration: 452.315426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:36.714307Z","caller":"traceutil/trace.go:171","msg":"trace[848321696] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26853; }","duration":"456.202024ms","start":"2026-03-31T21:14:36.258095Z","end":"2026-03-31T21:14:36.714297Z","steps":["trace[848321696] 'agreement among raft nodes before linearized reading' (duration: 456.02912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.714314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.575633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-31T21:14:36.714355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.258087Z","time spent":"456.260025ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":748,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-31T21:14:36.71438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.52035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"warn","ts":"2026-03-31T21:14:36.714412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.261501Z","time spent":"452.845709ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8654,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:36.7145Z","caller":"traceutil/trace.go:171","msg":"trace[818006439] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26853; }","duration":"436.690024ms","start":"2026-03-31T21:14:36.277766Z","end":"2026-03-31T21:14:36.714456Z","steps":["trace[818006439] 'agreement among raft nodes before linearized reading' (duration: 436.274604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.714495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.06257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-31T21:14:36.714542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.277733Z","time spent":"436.796947ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T21:14:36.714398Z","caller":"traceutil/trace.go:171","msg":"trace[524442946] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26853; }","duration":"454.705496ms","start":"2026-03-31T21:14:36.259673Z","end":"2026-03-31T21:14:36.714378Z","steps":["trace[524442946] 'agreement among raft nodes before linearized reading' (duration: 454.43828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:36.714565Z","caller":"traceutil/trace.go:171","msg":"trace[1131146712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26853; }","duration":"456.159243ms","start":"2026-03-31T21:14:36.258387Z","end":"2026-03-31T21:14:36.714546Z","steps":["trace[1131146712] 'agreement among raft nodes before linearized reading' (duration: 455.752703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.714526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.567996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-31T21:14:36.714616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.258376Z","time spent":"456.229995ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-31T21:14:36.71462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.259657Z","time spent":"454.948632ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T21:14:36.7147Z","caller":"traceutil/trace.go:171","msg":"trace[2043107461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26853; }","duration":"449.736341ms","start":"2026-03-31T21:14:36.264895Z","end":"2026-03-31T21:14:36.714632Z","steps":["trace[2043107461] 'agreement among raft nodes before linearized reading' (duration: 449.365462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:36.714806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.264818Z","time spent":"449.973686ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T21:14:37.116433Z","caller":"traceutil/trace.go:171","msg":"trace[1748914701] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"796.12168ms","start":"2026-03-31T21:14:36.320265Z","end":"2026-03-31T21:14:37.116387Z","steps":["trace[1748914701] 'process raft request' (duration: 795.810382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.116613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.320193Z","time spent":"796.320265ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:37.234361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.050912ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:14:37.234607Z","caller":"traceutil/trace.go:171","msg":"trace[1633457262] linearizableReadLoop","detail":"{readStateIndex:27783; appliedIndex:27781; }","duration":"520.473016ms","start":"2026-03-31T21:14:36.714095Z","end":"2026-03-31T21:14:37.234568Z","steps":["trace[1633457262] 'read index received' (duration: 401.934223ms)","trace[1633457262] 'applied index is now lower than readState.Index' (duration: 118.538083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:37.234784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.686658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:37.23487Z","caller":"traceutil/trace.go:171","msg":"trace[1468769624] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26854; }","duration":"832.834651ms","start":"2026-03-31T21:14:36.402015Z","end":"2026-03-31T21:14:37.234849Z","steps":["trace[1468769624] 'agreement among raft nodes before linearized reading' (duration: 832.690188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.23488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.659224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a2098233e971c1\" ","response":"range_response_count:1 size:890"} {"level":"warn","ts":"2026-03-31T21:14:37.23492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.401987Z","time spent":"832.917804ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:37.234931Z","caller":"traceutil/trace.go:171","msg":"trace[252021448] range","detail":"{range_begin:/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a2098233e971c1; range_end:; response_count:1; response_revision:26854; }","duration":"916.790147ms","start":"2026-03-31T21:14:36.318126Z","end":"2026-03-31T21:14:37.234916Z","steps":["trace[252021448] 'agreement among raft nodes before linearized reading' (duration: 916.609633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.23492Z","caller":"traceutil/trace.go:171","msg":"trace[435081460] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"514.995168ms","start":"2026-03-31T21:14:36.7199Z","end":"2026-03-31T21:14:37.234895Z","steps":["trace[435081460] 'process raft request' (duration: 514.549157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.235054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.3181Z","time spent":"916.862089ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":912,"request content":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a2098233e971c1\" "} {"level":"warn","ts":"2026-03-31T21:14:37.235055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.719881Z","time spent":"515.093511ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:37.778991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.046609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:37.779985Z","caller":"traceutil/trace.go:171","msg":"trace[323994082] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"639.672447ms","start":"2026-03-31T21:14:37.140281Z","end":"2026-03-31T21:14:37.779953Z","steps":["trace[323994082] 'process raft request' (duration: 639.353579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.780009Z","caller":"traceutil/trace.go:171","msg":"trace[979895804] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"639.971564ms","start":"2026-03-31T21:14:37.140006Z","end":"2026-03-31T21:14:37.779978Z","steps":["trace[979895804] 'process raft request' (duration: 308.836177ms)","trace[979895804] 'compare' (duration: 329.801753ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:37.780018Z","caller":"traceutil/trace.go:171","msg":"trace[1312947102] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"639.612445ms","start":"2026-03-31T21:14:37.140371Z","end":"2026-03-31T21:14:37.779984Z","steps":["trace[1312947102] 'process raft request' (duration: 639.3797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.780044Z","caller":"traceutil/trace.go:171","msg":"trace[1455736199] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"639.240056ms","start":"2026-03-31T21:14:37.140767Z","end":"2026-03-31T21:14:37.780007Z","steps":["trace[1455736199] 'process raft request' (duration: 639.046451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.780109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.140216Z","time spent":"639.836681ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:37.780154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.139988Z","time spent":"640.086887ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:37.780013Z","caller":"traceutil/trace.go:171","msg":"trace[1677837642] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"639.03921ms","start":"2026-03-31T21:14:37.140956Z","end":"2026-03-31T21:14:37.779995Z","steps":["trace[1677837642] 'process raft request' (duration: 638.922317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.780334Z","caller":"traceutil/trace.go:171","msg":"trace[520552235] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"638.962849ms","start":"2026-03-31T21:14:37.141353Z","end":"2026-03-31T21:14:37.780316Z","steps":["trace[520552235] 'process raft request' (duration: 638.585329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.780372Z","caller":"traceutil/trace.go:171","msg":"trace[105265372] linearizableReadLoop","detail":"{readStateIndex:27792; appliedIndex:27784; }","duration":"545.72358ms","start":"2026-03-31T21:14:37.234635Z","end":"2026-03-31T21:14:37.780359Z","steps":["trace[105265372] 'read index received' (duration: 214.338866ms)","trace[105265372] 'applied index is now lower than readState.Index' (duration: 331.383774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:37.780427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.141344Z","time spent":"639.04031ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:37.780488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041526346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-31T21:14:37.780529Z","caller":"traceutil/trace.go:171","msg":"trace[1416243511] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26863; }","duration":"1.041612509s","start":"2026-03-31T21:14:36.738904Z","end":"2026-03-31T21:14:37.780517Z","steps":["trace[1416243511] 'agreement among raft nodes before linearized reading' (duration: 1.041523206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.78052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06080395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:37.780565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.738887Z","time spent":"1.041666371s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T21:14:37.780563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.859631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:14:37.780587Z","caller":"traceutil/trace.go:171","msg":"trace[1501914347] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26863; }","duration":"1.060885973s","start":"2026-03-31T21:14:36.719683Z","end":"2026-03-31T21:14:37.780569Z","steps":["trace[1501914347] 'agreement among raft nodes before linearized reading' (duration: 1.06076873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.780597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.766848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:14:37.780619Z","caller":"traceutil/trace.go:171","msg":"trace[189534574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26863; }","duration":"637.937163ms","start":"2026-03-31T21:14:37.142667Z","end":"2026-03-31T21:14:37.780605Z","steps":["trace[189534574] 'agreement among raft nodes before linearized reading' (duration: 637.795339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.7807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062997885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9ed63797-23ff-47e4-9590-53f7c5087c89\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T21:14:37.780723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.140338Z","time spent":"639.743149ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:37.780755Z","caller":"traceutil/trace.go:171","msg":"trace[1500756698] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"631.997714ms","start":"2026-03-31T21:14:37.148745Z","end":"2026-03-31T21:14:37.780743Z","steps":["trace[1500756698] 'process raft request' (duration: 631.567064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.780741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.570869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:14:37.780773Z","caller":"traceutil/trace.go:171","msg":"trace[1622375219] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9ed63797-23ff-47e4-9590-53f7c5087c89; range_end:; response_count:1; response_revision:26863; }","duration":"1.063097958s","start":"2026-03-31T21:14:36.717656Z","end":"2026-03-31T21:14:37.780753Z","steps":["trace[1622375219] 'agreement among raft nodes before linearized reading' (duration: 1.062879543s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.780821Z","caller":"traceutil/trace.go:171","msg":"trace[1619200213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26863; }","duration":"640.675722ms","start":"2026-03-31T21:14:37.140129Z","end":"2026-03-31T21:14:37.780805Z","steps":["trace[1619200213] 'agreement among raft nodes before linearized reading' (duration: 640.494987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.78085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.148733Z","time spent":"632.067516ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:37.780887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.140115Z","time spent":"640.754413ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:14:37.780211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.140753Z","time spent":"639.367309ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:37.780474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.233236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:37.780827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.717639Z","time spent":"1.06317982s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-9ed63797-23ff-47e4-9590-53f7c5087c89\" "} {"level":"warn","ts":"2026-03-31T21:14:37.780938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.640096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:14:37.780962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.140936Z","time spent":"639.407899ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:37.780591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.145993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:14:37.781357Z","caller":"traceutil/trace.go:171","msg":"trace[363701074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26863; }","duration":"641.957563ms","start":"2026-03-31T21:14:37.139381Z","end":"2026-03-31T21:14:37.781338Z","steps":["trace[363701074] 'agreement among raft nodes before linearized reading' (duration: 640.997339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.781435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.139356Z","time spent":"642.060976ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:14:37.780641Z","caller":"traceutil/trace.go:171","msg":"trace[1636991115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26863; }","duration":"641.861341ms","start":"2026-03-31T21:14:37.138766Z","end":"2026-03-31T21:14:37.780627Z","steps":["trace[1636991115] 'agreement among raft nodes before linearized reading' (duration: 641.748929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.781557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.138721Z","time spent":"642.824655ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:37.780635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.719675Z","time spent":"1.060947474s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-03-31T21:14:37.781034Z","caller":"traceutil/trace.go:171","msg":"trace[63100393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26863; }","duration":"637.899982ms","start":"2026-03-31T21:14:37.143119Z","end":"2026-03-31T21:14:37.781019Z","steps":["trace[63100393] 'agreement among raft nodes before linearized reading' (duration: 637.285807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.7807Z","caller":"traceutil/trace.go:171","msg":"trace[2135184543] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"639.253086ms","start":"2026-03-31T21:14:37.14143Z","end":"2026-03-31T21:14:37.780683Z","steps":["trace[2135184543] 'process raft request' (duration: 638.728233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.781685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.143081Z","time spent":"638.579769ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:37.780705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.517897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:37.781866Z","caller":"traceutil/trace.go:171","msg":"trace[1877120761] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26863; }","duration":"930.704416ms","start":"2026-03-31T21:14:36.851137Z","end":"2026-03-31T21:14:37.781841Z","steps":["trace[1877120761] 'agreement among raft nodes before linearized reading' (duration: 929.525497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.781918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.851117Z","time spent":"930.784579ms","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:37.780776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.142655Z","time spent":"638.091206ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:37.782071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.141425Z","time spent":"640.292201ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:37.78099Z","caller":"traceutil/trace.go:171","msg":"trace[147560263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26863; }","duration":"940.768229ms","start":"2026-03-31T21:14:36.840188Z","end":"2026-03-31T21:14:37.780956Z","steps":["trace[147560263] 'agreement among raft nodes before linearized reading' (duration: 940.212066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.782275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.840167Z","time spent":"942.096072ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:14:37.956796Z","caller":"traceutil/trace.go:171","msg":"trace[1607889092] linearizableReadLoop","detail":"{readStateIndex:27793; appliedIndex:27792; }","duration":"176.366224ms","start":"2026-03-31T21:14:37.780403Z","end":"2026-03-31T21:14:37.956769Z","steps":["trace[1607889092] 'read index received' (duration: 138.309699ms)","trace[1607889092] 'applied index is now lower than readState.Index' (duration: 38.055345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:37.956854Z","caller":"traceutil/trace.go:171","msg":"trace[1274000437] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"718.73768ms","start":"2026-03-31T21:14:37.238059Z","end":"2026-03-31T21:14:37.956797Z","steps":["trace[1274000437] 'process raft request' (duration: 680.519251ms)","trace[1274000437] 'compare' (duration: 38.054765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:37.956958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.619172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:37.957002Z","caller":"traceutil/trace.go:171","msg":"trace[1310086380] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26864; }","duration":"721.729015ms","start":"2026-03-31T21:14:37.23526Z","end":"2026-03-31T21:14:37.956989Z","steps":["trace[1310086380] 'agreement among raft nodes before linearized reading' (duration: 721.629973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.957004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.238034Z","time spent":"718.887744ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:37.957046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.235235Z","time spent":"721.801236ms","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:37.957236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.529045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a2098367547611\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-31T21:14:37.957348Z","caller":"traceutil/trace.go:171","msg":"trace[2033337682] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a2098367547611; range_end:; response_count:1; response_revision:26864; }","duration":"718.678669ms","start":"2026-03-31T21:14:37.238649Z","end":"2026-03-31T21:14:37.957328Z","steps":["trace[2033337682] 'agreement among raft nodes before linearized reading' (duration: 718.166416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.95742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.238637Z","time spent":"718.770311ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a2098367547611\" "} {"level":"info","ts":"2026-03-31T21:14:37.973848Z","caller":"traceutil/trace.go:171","msg":"trace[1018766416] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"187.296649ms","start":"2026-03-31T21:14:37.786533Z","end":"2026-03-31T21:14:37.973829Z","steps":["trace[1018766416] 'process raft request' (duration: 187.203636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.973859Z","caller":"traceutil/trace.go:171","msg":"trace[1909126546] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"187.334039ms","start":"2026-03-31T21:14:37.786501Z","end":"2026-03-31T21:14:37.973835Z","steps":["trace[1909126546] 'process raft request' (duration: 187.106303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.974137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.709164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:37.974115Z","caller":"traceutil/trace.go:171","msg":"trace[1514543329] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"187.244677ms","start":"2026-03-31T21:14:37.786838Z","end":"2026-03-31T21:14:37.974083Z","steps":["trace[1514543329] 'process raft request' (duration: 186.94752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.974182Z","caller":"traceutil/trace.go:171","msg":"trace[1879698997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26869; }","duration":"190.780635ms","start":"2026-03-31T21:14:37.78339Z","end":"2026-03-31T21:14:37.974171Z","steps":["trace[1879698997] 'agreement among raft nodes before linearized reading' (duration: 190.692033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.974211Z","caller":"traceutil/trace.go:171","msg":"trace[1375555797] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"187.318269ms","start":"2026-03-31T21:14:37.786875Z","end":"2026-03-31T21:14:37.974193Z","steps":["trace[1375555797] 'process raft request' (duration: 187.124414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.974191Z","caller":"traceutil/trace.go:171","msg":"trace[246776831] transaction","detail":"{read_only:false; response_revision:26869; number_of_response:1; }","duration":"186.766205ms","start":"2026-03-31T21:14:37.78739Z","end":"2026-03-31T21:14:37.974156Z","steps":["trace[246776831] 'process raft request' (duration: 186.654752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.974403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.425736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-31T21:14:37.974446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.966059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-31T21:14:37.974492Z","caller":"traceutil/trace.go:171","msg":"trace[1228834651] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26869; }","duration":"188.555599ms","start":"2026-03-31T21:14:37.785911Z","end":"2026-03-31T21:14:37.974467Z","steps":["trace[1228834651] 'agreement among raft nodes before linearized reading' (duration: 188.356045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:37.974503Z","caller":"traceutil/trace.go:171","msg":"trace[1245956153] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26869; }","duration":"189.045482ms","start":"2026-03-31T21:14:37.785443Z","end":"2026-03-31T21:14:37.974489Z","steps":["trace[1245956153] 'agreement among raft nodes before linearized reading' (duration: 188.887228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:38.107615Z","caller":"traceutil/trace.go:171","msg":"trace[850171762] linearizableReadLoop","detail":"{readStateIndex:27799; appliedIndex:27798; }","duration":"128.894484ms","start":"2026-03-31T21:14:37.978703Z","end":"2026-03-31T21:14:38.107597Z","steps":["trace[850171762] 'read index received' (duration: 128.628376ms)","trace[850171762] 'applied index is now lower than readState.Index' (duration: 265.388µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:38.107705Z","caller":"traceutil/trace.go:171","msg":"trace[530068953] transaction","detail":"{read_only:false; response_revision:26870; number_of_response:1; }","duration":"147.89163ms","start":"2026-03-31T21:14:37.959807Z","end":"2026-03-31T21:14:38.107698Z","steps":["trace[530068953] 'process raft request' (duration: 147.53728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:38.108023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.231651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-31T21:14:38.108116Z","caller":"traceutil/trace.go:171","msg":"trace[1291174277] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26870; }","duration":"129.401946ms","start":"2026-03-31T21:14:37.978694Z","end":"2026-03-31T21:14:38.108096Z","steps":["trace[1291174277] 'agreement among raft nodes before linearized reading' (duration: 129.17963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:38.108112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.396826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-31T21:14:38.108193Z","caller":"traceutil/trace.go:171","msg":"trace[643229230] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26870; }","duration":"129.524789ms","start":"2026-03-31T21:14:37.97866Z","end":"2026-03-31T21:14:38.108185Z","steps":["trace[643229230] 'agreement among raft nodes before linearized reading' (duration: 129.370535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:38.108336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.53898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:38.108383Z","caller":"traceutil/trace.go:171","msg":"trace[1168988251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26870; }","duration":"125.616512ms","start":"2026-03-31T21:14:37.982755Z","end":"2026-03-31T21:14:38.108372Z","steps":["trace[1168988251] 'agreement among raft nodes before linearized reading' (duration: 125.54666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:38.324631Z","caller":"traceutil/trace.go:171","msg":"trace[1985783090] linearizableReadLoop","detail":"{readStateIndex:27802; appliedIndex:27801; }","duration":"124.00107ms","start":"2026-03-31T21:14:38.200606Z","end":"2026-03-31T21:14:38.324607Z","steps":["trace[1985783090] 'read index received' (duration: 97.522106ms)","trace[1985783090] 'applied index is now lower than readState.Index' (duration: 26.477584ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:38.324959Z","caller":"traceutil/trace.go:171","msg":"trace[718018031] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"126.747679ms","start":"2026-03-31T21:14:38.198177Z","end":"2026-03-31T21:14:38.324924Z","steps":["trace[718018031] 'process raft request' (duration: 99.913536ms)","trace[718018031] 'compare' (duration: 26.062644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:38.325084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.462792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-31T21:14:38.325137Z","caller":"traceutil/trace.go:171","msg":"trace[315775709] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26873; }","duration":"124.549344ms","start":"2026-03-31T21:14:38.200574Z","end":"2026-03-31T21:14:38.325123Z","steps":["trace[315775709] 'agreement among raft nodes before linearized reading' (duration: 124.355799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:38.325122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.555809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-31T21:14:38.325128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.863432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T21:14:38.325185Z","caller":"traceutil/trace.go:171","msg":"trace[1573121708] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26873; }","duration":"119.645991ms","start":"2026-03-31T21:14:38.20552Z","end":"2026-03-31T21:14:38.325166Z","steps":["trace[1573121708] 'agreement among raft nodes before linearized reading' (duration: 119.432636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:38.325212Z","caller":"traceutil/trace.go:171","msg":"trace[2129415126] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26873; }","duration":"121.002305ms","start":"2026-03-31T21:14:38.204186Z","end":"2026-03-31T21:14:38.325188Z","steps":["trace[2129415126] 'agreement among raft nodes before linearized reading' (duration: 120.748859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:38.625255Z","caller":"traceutil/trace.go:171","msg":"trace[322193565] linearizableReadLoop","detail":"{readStateIndex:27803; appliedIndex:27802; }","duration":"286.787874ms","start":"2026-03-31T21:14:38.338447Z","end":"2026-03-31T21:14:38.625235Z","steps":["trace[322193565] 'read index received' (duration: 286.371813ms)","trace[322193565] 'applied index is now lower than readState.Index' (duration: 415.291µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:38.625536Z","caller":"traceutil/trace.go:171","msg":"trace[1276548607] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"288.405024ms","start":"2026-03-31T21:14:38.33712Z","end":"2026-03-31T21:14:38.625525Z","steps":["trace[1276548607] 'process raft request' (duration: 287.768858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:38.625762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.294887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-31T21:14:38.625798Z","caller":"traceutil/trace.go:171","msg":"trace[1997804119] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26874; }","duration":"287.358968ms","start":"2026-03-31T21:14:38.33843Z","end":"2026-03-31T21:14:38.625789Z","steps":["trace[1997804119] 'agreement among raft nodes before linearized reading' (duration: 287.240025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:38.625845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.93413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:38.625939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.289764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" ","response":"range_response_count:1 size:8672"} {"level":"info","ts":"2026-03-31T21:14:38.626077Z","caller":"traceutil/trace.go:171","msg":"trace[174470871] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-778bcc457d-g7h6n; range_end:; response_count:1; response_revision:26874; }","duration":"253.435918ms","start":"2026-03-31T21:14:38.372618Z","end":"2026-03-31T21:14:38.626054Z","steps":["trace[174470871] 'agreement among raft nodes before linearized reading' (duration: 253.12872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:38.626039Z","caller":"traceutil/trace.go:171","msg":"trace[340235167] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26874; }","duration":"134.188086ms","start":"2026-03-31T21:14:38.491832Z","end":"2026-03-31T21:14:38.62602Z","steps":["trace[340235167] 'agreement among raft nodes before linearized reading' (duration: 133.910389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.139416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:39.640497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:39.653224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003956984s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:14:39.653618Z","caller":"traceutil/trace.go:171","msg":"trace[1053309572] linearizableReadLoop","detail":"{readStateIndex:27804; appliedIndex:27803; }","duration":"1.014805856s","start":"2026-03-31T21:14:38.638785Z","end":"2026-03-31T21:14:39.653591Z","steps":["trace[1053309572] 'read index received' (duration: 1.01457733s)","trace[1053309572] 'applied index is now lower than readState.Index' (duration: 227.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:39.653901Z","caller":"traceutil/trace.go:171","msg":"trace[1944966238] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"1.015265408s","start":"2026-03-31T21:14:38.638619Z","end":"2026-03-31T21:14:39.653885Z","steps":["trace[1944966238] 'process raft request' (duration: 1.014811386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.654048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:38.638601Z","time spent":"1.015364951s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:39.654394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015602207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-31T21:14:39.654447Z","caller":"traceutil/trace.go:171","msg":"trace[343600772] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26875; }","duration":"1.015678009s","start":"2026-03-31T21:14:38.638756Z","end":"2026-03-31T21:14:39.654434Z","steps":["trace[343600772] 'agreement among raft nodes before linearized reading' (duration: 1.015515675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.654491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:38.638739Z","time spent":"1.01574336s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T21:14:39.65485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.115946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:14:39.654902Z","caller":"traceutil/trace.go:171","msg":"trace[710885877] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26875; }","duration":"984.202188ms","start":"2026-03-31T21:14:38.670686Z","end":"2026-03-31T21:14:39.654888Z","steps":["trace[710885877] 'agreement among raft nodes before linearized reading' (duration: 983.978863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.654945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:38.67067Z","time spent":"984.26599ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:14:39.655636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.679842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:39.655701Z","caller":"traceutil/trace.go:171","msg":"trace[1379387866] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26875; }","duration":"306.767075ms","start":"2026-03-31T21:14:39.348903Z","end":"2026-03-31T21:14:39.65567Z","steps":["trace[1379387866] 'agreement among raft nodes before linearized reading' (duration: 306.665652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.655734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:39.348881Z","time spent":"306.844547ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:39.65592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.103558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:39.656002Z","caller":"traceutil/trace.go:171","msg":"trace[37415922] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26875; }","duration":"371.212262ms","start":"2026-03-31T21:14:39.284781Z","end":"2026-03-31T21:14:39.655993Z","steps":["trace[37415922] 'agreement among raft nodes before linearized reading' (duration: 371.109479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.656031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:39.284768Z","time spent":"371.254822ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:39.656346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.304362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:39.656388Z","caller":"traceutil/trace.go:171","msg":"trace[2086462336] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26875; }","duration":"636.386134ms","start":"2026-03-31T21:14:39.019992Z","end":"2026-03-31T21:14:39.656378Z","steps":["trace[2086462336] 'agreement among raft nodes before linearized reading' (duration: 636.320082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.656416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:39.019973Z","time spent":"636.436475ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:39.656415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.097881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:39.656484Z","caller":"traceutil/trace.go:171","msg":"trace[36716066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26875; }","duration":"816.176503ms","start":"2026-03-31T21:14:38.84029Z","end":"2026-03-31T21:14:39.656466Z","steps":["trace[36716066] 'agreement among raft nodes before linearized reading' (duration: 816.04593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.656538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:38.840204Z","time spent":"816.324778ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:39.656759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.245562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:39.656786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.979728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:14:39.656815Z","caller":"traceutil/trace.go:171","msg":"trace[864963197] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26875; }","duration":"709.334124ms","start":"2026-03-31T21:14:38.947465Z","end":"2026-03-31T21:14:39.656799Z","steps":["trace[864963197] 'agreement among raft nodes before linearized reading' (duration: 709.255262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.656855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:38.947446Z","time spent":"709.399547ms","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:39.656822Z","caller":"traceutil/trace.go:171","msg":"trace[340063981] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26875; }","duration":"918.016649ms","start":"2026-03-31T21:14:38.738795Z","end":"2026-03-31T21:14:39.656812Z","steps":["trace[340063981] 'agreement among raft nodes before linearized reading' (duration: 917.839894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.657008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:38.738759Z","time spent":"918.218864ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:14:39.657223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.615571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:39.657265Z","caller":"traceutil/trace.go:171","msg":"trace[1555058601] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26875; }","duration":"372.646888ms","start":"2026-03-31T21:14:39.284609Z","end":"2026-03-31T21:14:39.657255Z","steps":["trace[1555058601] 'agreement among raft nodes before linearized reading' (duration: 371.56485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.657297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:39.284547Z","time spent":"372.74078ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:39.90837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.435095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:39.908578Z","caller":"traceutil/trace.go:171","msg":"trace[1380297057] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"241.490107ms","start":"2026-03-31T21:14:39.667009Z","end":"2026-03-31T21:14:39.908499Z","steps":["trace[1380297057] 'process raft request' (duration: 125.774605ms)","trace[1380297057] 'compare' (duration: 114.40318ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:39.91531Z","caller":"traceutil/trace.go:171","msg":"trace[700531728] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"128.695168ms","start":"2026-03-31T21:14:39.786599Z","end":"2026-03-31T21:14:39.915295Z","steps":["trace[700531728] 'process raft request' (duration: 128.594466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:39.915475Z","caller":"traceutil/trace.go:171","msg":"trace[1537637742] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"248.048333ms","start":"2026-03-31T21:14:39.667377Z","end":"2026-03-31T21:14:39.915425Z","steps":["trace[1537637742] 'process raft request' (duration: 247.749715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:39.9155Z","caller":"traceutil/trace.go:171","msg":"trace[1513951336] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"128.733789ms","start":"2026-03-31T21:14:39.786741Z","end":"2026-03-31T21:14:39.915475Z","steps":["trace[1513951336] 'process raft request' (duration: 128.510393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:39.915593Z","caller":"traceutil/trace.go:171","msg":"trace[1521489153] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"126.343329ms","start":"2026-03-31T21:14:39.789234Z","end":"2026-03-31T21:14:39.915577Z","steps":["trace[1521489153] 'process raft request' (duration: 126.259217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:39.915725Z","caller":"traceutil/trace.go:171","msg":"trace[851144487] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"128.878623ms","start":"2026-03-31T21:14:39.786833Z","end":"2026-03-31T21:14:39.915712Z","steps":["trace[851144487] 'process raft request' (duration: 128.508824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:39.915817Z","caller":"traceutil/trace.go:171","msg":"trace[817922595] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"126.609426ms","start":"2026-03-31T21:14:39.789194Z","end":"2026-03-31T21:14:39.915803Z","steps":["trace[817922595] 'process raft request' (duration: 126.209976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:39.915831Z","caller":"traceutil/trace.go:171","msg":"trace[750223569] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"126.576465ms","start":"2026-03-31T21:14:39.789237Z","end":"2026-03-31T21:14:39.915814Z","steps":["trace[750223569] 'process raft request' (duration: 126.210586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:39.916274Z","caller":"traceutil/trace.go:171","msg":"trace[1237229851] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"126.944244ms","start":"2026-03-31T21:14:39.789317Z","end":"2026-03-31T21:14:39.916261Z","steps":["trace[1237229851] 'process raft request' (duration: 126.215016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:39.917559Z","caller":"traceutil/trace.go:171","msg":"trace[1871165446] linearizableReadLoop","detail":"{readStateIndex:27806; appliedIndex:27804; }","duration":"250.018562ms","start":"2026-03-31T21:14:39.667526Z","end":"2026-03-31T21:14:39.917544Z","steps":["trace[1871165446] 'read index received' (duration: 125.277672ms)","trace[1871165446] 'applied index is now lower than readState.Index' (duration: 124.73968ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:39.917629Z","caller":"traceutil/trace.go:171","msg":"trace[244991713] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"128.261878ms","start":"2026-03-31T21:14:39.789349Z","end":"2026-03-31T21:14:39.917611Z","steps":["trace[244991713] 'process raft request' (duration: 126.404801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.91775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.223227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-31T21:14:39.917786Z","caller":"traceutil/trace.go:171","msg":"trace[1912293638] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26885; }","duration":"250.30639ms","start":"2026-03-31T21:14:39.667471Z","end":"2026-03-31T21:14:39.917777Z","steps":["trace[1912293638] 'agreement among raft nodes before linearized reading' (duration: 250.129425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:40.090507Z","caller":"traceutil/trace.go:171","msg":"trace[1961667709] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"106.391169ms","start":"2026-03-31T21:14:39.984088Z","end":"2026-03-31T21:14:40.090479Z","steps":["trace[1961667709] 'process raft request' (duration: 62.209852ms)","trace[1961667709] 'compare' (duration: 44.050644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:40.093606Z","caller":"traceutil/trace.go:171","msg":"trace[1435962706] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"108.971014ms","start":"2026-03-31T21:14:39.984606Z","end":"2026-03-31T21:14:40.093577Z","steps":["trace[1435962706] 'process raft request' (duration: 108.710506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:40.093998Z","caller":"traceutil/trace.go:171","msg":"trace[315550226] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"109.309092ms","start":"2026-03-31T21:14:39.98465Z","end":"2026-03-31T21:14:40.093959Z","steps":["trace[315550226] 'process raft request' (duration: 108.87138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:40.094796Z","caller":"traceutil/trace.go:171","msg":"trace[119396187] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"108.41741ms","start":"2026-03-31T21:14:39.986355Z","end":"2026-03-31T21:14:40.094773Z","steps":["trace[119396187] 'process raft request' (duration: 107.59515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:40.095496Z","caller":"traceutil/trace.go:171","msg":"trace[834337235] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"109.025875ms","start":"2026-03-31T21:14:39.986454Z","end":"2026-03-31T21:14:40.09548Z","steps":["trace[834337235] 'process raft request' (duration: 108.179224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.036717Z","caller":"traceutil/trace.go:171","msg":"trace[1456403885] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"116.314477ms","start":"2026-03-31T21:14:41.920378Z","end":"2026-03-31T21:14:42.036692Z","steps":["trace[1456403885] 'process raft request' (duration: 116.167733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.050213Z","caller":"traceutil/trace.go:171","msg":"trace[433020292] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"129.391136ms","start":"2026-03-31T21:14:41.920797Z","end":"2026-03-31T21:14:42.050188Z","steps":["trace[433020292] 'process raft request' (duration: 129.180881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.050261Z","caller":"traceutil/trace.go:171","msg":"trace[1263202995] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"129.019306ms","start":"2026-03-31T21:14:41.921219Z","end":"2026-03-31T21:14:42.050239Z","steps":["trace[1263202995] 'process raft request' (duration: 128.946854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.050302Z","caller":"traceutil/trace.go:171","msg":"trace[1774653389] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"129.320904ms","start":"2026-03-31T21:14:41.920957Z","end":"2026-03-31T21:14:42.050278Z","steps":["trace[1774653389] 'process raft request' (duration: 129.179921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.050284Z","caller":"traceutil/trace.go:171","msg":"trace[1881279020] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"129.421556ms","start":"2026-03-31T21:14:41.920845Z","end":"2026-03-31T21:14:42.050266Z","steps":["trace[1881279020] 'process raft request' (duration: 129.261182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.050555Z","caller":"traceutil/trace.go:171","msg":"trace[257545678] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"127.482678ms","start":"2026-03-31T21:14:41.923058Z","end":"2026-03-31T21:14:42.050541Z","steps":["trace[257545678] 'process raft request' (duration: 127.141019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.050613Z","caller":"traceutil/trace.go:171","msg":"trace[605409427] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"124.213206ms","start":"2026-03-31T21:14:41.926378Z","end":"2026-03-31T21:14:42.050591Z","steps":["trace[605409427] 'process raft request' (duration: 124.172515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.050662Z","caller":"traceutil/trace.go:171","msg":"trace[2077568533] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"127.262422ms","start":"2026-03-31T21:14:41.923386Z","end":"2026-03-31T21:14:42.050649Z","steps":["trace[2077568533] 'process raft request' (duration: 127.059307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.306022Z","caller":"traceutil/trace.go:171","msg":"trace[992126451] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"111.99359ms","start":"2026-03-31T21:14:42.194007Z","end":"2026-03-31T21:14:42.306Z","steps":["trace[992126451] 'process raft request' (duration: 111.832986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.662612Z","caller":"traceutil/trace.go:171","msg":"trace[1797814616] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"468.532014ms","start":"2026-03-31T21:14:42.194054Z","end":"2026-03-31T21:14:42.662586Z","steps":["trace[1797814616] 'process raft request' (duration: 468.334928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.662957Z","caller":"traceutil/trace.go:171","msg":"trace[1727034980] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"468.78036ms","start":"2026-03-31T21:14:42.194151Z","end":"2026-03-31T21:14:42.662932Z","steps":["trace[1727034980] 'process raft request' (duration: 468.39401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.663016Z","caller":"traceutil/trace.go:171","msg":"trace[147072501] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"458.354018ms","start":"2026-03-31T21:14:42.204614Z","end":"2026-03-31T21:14:42.662969Z","steps":["trace[147072501] 'process raft request' (duration: 458.146503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.663062Z","caller":"traceutil/trace.go:171","msg":"trace[1116402844] linearizableReadLoop","detail":"{readStateIndex:27835; appliedIndex:27831; }","duration":"423.779451ms","start":"2026-03-31T21:14:42.239243Z","end":"2026-03-31T21:14:42.663023Z","steps":["trace[1116402844] 'read index received' (duration: 66.804106ms)","trace[1116402844] 'applied index is now lower than readState.Index' (duration: 356.974585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:42.66308Z","caller":"traceutil/trace.go:171","msg":"trace[1516963230] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"414.386165ms","start":"2026-03-31T21:14:42.24867Z","end":"2026-03-31T21:14:42.663057Z","steps":["trace[1516963230] 'process raft request' (duration: 414.289942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:42.663108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.194137Z","time spent":"468.899173ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:42.663192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.248659Z","time spent":"414.471138ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:42.663191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.928795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:42.663213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.146944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:42.66321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.2046Z","time spent":"458.512092ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:42.663245Z","caller":"traceutil/trace.go:171","msg":"trace[1401923317] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26906; }","duration":"413.227126ms","start":"2026-03-31T21:14:42.250011Z","end":"2026-03-31T21:14:42.663238Z","steps":["trace[1401923317] 'agreement among raft nodes before linearized reading' (duration: 413.150554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.663246Z","caller":"traceutil/trace.go:171","msg":"trace[2101524796] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26906; }","duration":"424.019667ms","start":"2026-03-31T21:14:42.239206Z","end":"2026-03-31T21:14:42.663226Z","steps":["trace[2101524796] 'agreement among raft nodes before linearized reading' (duration: 423.930865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.663011Z","caller":"traceutil/trace.go:171","msg":"trace[1348997143] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"458.301336ms","start":"2026-03-31T21:14:42.20469Z","end":"2026-03-31T21:14:42.662992Z","steps":["trace[1348997143] 'process raft request' (duration: 458.233365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:42.663277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.249992Z","time spent":"413.276838ms","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:42.663282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.239191Z","time spent":"424.082648ms","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:42.663292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.133903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:42.663379Z","caller":"traceutil/trace.go:171","msg":"trace[773560583] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26906; }","duration":"350.209625ms","start":"2026-03-31T21:14:42.313109Z","end":"2026-03-31T21:14:42.663319Z","steps":["trace[773560583] 'agreement among raft nodes before linearized reading' (duration: 350.064712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:42.663426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.20468Z","time spent":"458.604344ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:42.663207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.194026Z","time spent":"468.657187ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:42.663429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.313091Z","time spent":"350.327938ms","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:43.269389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:43.269446Z","caller":"traceutil/trace.go:171","msg":"trace[62187144] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26906; }","duration":"171.959443ms","start":"2026-03-31T21:14:43.097472Z","end":"2026-03-31T21:14:43.269432Z","steps":["trace[62187144] 'count revisions from in-memory index tree' (duration: 171.778789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:44.472961Z","caller":"traceutil/trace.go:171","msg":"trace[311464401] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"431.590236ms","start":"2026-03-31T21:14:44.041345Z","end":"2026-03-31T21:14:44.472935Z","steps":["trace[311464401] 'process raft request' (duration: 431.382631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:44.47311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.04132Z","time spent":"431.711909ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:46.905852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:46.905926Z","caller":"traceutil/trace.go:171","msg":"trace[730646638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999973359s","start":"2026-03-31T21:14:44.905933Z","end":"2026-03-31T21:14:46.905906Z","steps":["trace[730646638] 'agreement among raft nodes before linearized reading' (duration: 1.999871966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:46.905964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.905915Z","time spent":"2.000039281s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:48.906332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:48.906448Z","caller":"traceutil/trace.go:171","msg":"trace[1471311901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335498s","start":"2026-03-31T21:14:46.906075Z","end":"2026-03-31T21:14:48.90641Z","steps":["trace[1471311901] 'agreement among raft nodes before linearized reading' (duration: 2.000206615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.906525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:46.906054Z","time spent":"2.000455041s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:49.058146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.060457Z","time spent":"4.997679246s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:49.058339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.0607Z","time spent":"4.997638085s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:49.058529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.060655Z","time spent":"4.997871401s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:49.059044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.060576Z","time spent":"4.998464696s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:49.05913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.062336Z","time spent":"4.996793425s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:49.059097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.060834Z","time spent":"4.998250591s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:49.059849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.061052Z","time spent":"4.998791555s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:49.313534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996835916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:49.313615Z","caller":"traceutil/trace.go:171","msg":"trace[2122774554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.996962379s","start":"2026-03-31T21:14:44.316631Z","end":"2026-03-31T21:14:49.313594Z","steps":["trace[2122774554] 'agreement among raft nodes before linearized reading' (duration: 4.996866327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:49.313656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.316613Z","time spent":"4.99703387s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:49.666993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997912892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-31T21:14:49.667042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999539394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:49.667083Z","caller":"traceutil/trace.go:171","msg":"trace[286290485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999626126s","start":"2026-03-31T21:14:44.667444Z","end":"2026-03-31T21:14:49.66707Z","steps":["trace[286290485] 'agreement among raft nodes before linearized reading' (duration: 4.999576095s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:49.66708Z","caller":"traceutil/trace.go:171","msg":"trace[1044784549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998067996s","start":"2026-03-31T21:14:44.668992Z","end":"2026-03-31T21:14:49.66706Z","steps":["trace[1044784549] 'agreement among raft nodes before linearized reading' (duration: 4.997954393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:49.667119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.667415Z","time spent":"4.999694957s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:14:49.667124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.668967Z","time spent":"4.998144298s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 21:14:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:50.280733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.808149327s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:14:50.281983Z","caller":"traceutil/trace.go:171","msg":"trace[1785645464] linearizableReadLoop","detail":"{readStateIndex:27844; appliedIndex:27836; }","duration":"5.965284249s","start":"2026-03-31T21:14:44.316673Z","end":"2026-03-31T21:14:50.281957Z","steps":["trace[1785645464] 'read index received' (duration: 156.090916ms)","trace[1785645464] 'applied index is now lower than readState.Index' (duration: 5.809192233s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:50.782997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:50.912833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000623076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:50.912925Z","caller":"traceutil/trace.go:171","msg":"trace[734552466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075448s","start":"2026-03-31T21:14:48.91215Z","end":"2026-03-31T21:14:50.912905Z","steps":["trace[734552466] 'agreement among raft nodes before linearized reading' (duration: 2.000630657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:50.912976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.912143Z","time spent":"2.000823321s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:51.28416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:51.477287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:46.478332Z","time spent":"4.998943607s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:51.784926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:52.09913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.098414Z","time spent":"7.000706372s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:52.156257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.155955Z","time spent":"7.000291211s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:52.285922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:52.404001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.403336Z","time spent":"7.000657351s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:52.500803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.933722Z","time spent":"1.567073169s","remote":"127.0.0.1:55284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:52.786536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:52.914209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000726658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:52.914301Z","caller":"traceutil/trace.go:171","msg":"trace[1362409968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000861482s","start":"2026-03-31T21:14:50.913413Z","end":"2026-03-31T21:14:52.914274Z","steps":["trace[1362409968] 'agreement among raft nodes before linearized reading' (duration: 2.000746429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:52.914368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.913396Z","time spent":"2.000962344s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:53.28698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:53.787091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:54.058253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995054791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:54.058356Z","caller":"traceutil/trace.go:171","msg":"trace[914768279] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.995207004s","start":"2026-03-31T21:14:49.063126Z","end":"2026-03-31T21:14:54.058333Z","steps":["trace[914768279] 'agreement among raft nodes before linearized reading' (duration: 4.99507745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.058418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.063108Z","time spent":"4.995296906s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.059051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997519102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:54.059589Z","caller":"traceutil/trace.go:171","msg":"trace[2106566473] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998091966s","start":"2026-03-31T21:14:49.061481Z","end":"2026-03-31T21:14:54.059573Z","steps":["trace[2106566473] 'agreement among raft nodes before linearized reading' (duration: 4.997514692s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.059622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.061448Z","time spent":"4.998164068s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.060251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998781204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:54.060284Z","caller":"traceutil/trace.go:171","msg":"trace[339020706] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998825555s","start":"2026-03-31T21:14:49.061452Z","end":"2026-03-31T21:14:54.060277Z","steps":["trace[339020706] 'agreement among raft nodes before linearized reading' (duration: 4.998788284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.060309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.061445Z","time spent":"4.998856435s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:54.060407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998977488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:54.060423Z","caller":"traceutil/trace.go:171","msg":"trace[532135347] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999033919s","start":"2026-03-31T21:14:49.061384Z","end":"2026-03-31T21:14:54.060418Z","steps":["trace[532135347] 'agreement among raft nodes before linearized reading' (duration: 4.999016429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.060438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.061361Z","time spent":"4.999073231s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T21:14:54.060425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998875346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T21:14:54.060515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999039929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:54.060537Z","caller":"traceutil/trace.go:171","msg":"trace[2068498910] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.9990408s","start":"2026-03-31T21:14:49.061434Z","end":"2026-03-31T21:14:54.060475Z","steps":["trace[2068498910] 'agreement among raft nodes before linearized reading' (duration: 4.998924597s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:54.060592Z","caller":"traceutil/trace.go:171","msg":"trace[1588760143] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999156553s","start":"2026-03-31T21:14:49.061415Z","end":"2026-03-31T21:14:54.060572Z","steps":["trace[1588760143] 'agreement among raft nodes before linearized reading' (duration: 4.99904896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.060711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.061399Z","time spent":"4.999253115s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:54.060804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.061405Z","time spent":"4.999376148s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.060814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998474166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:54.060954Z","caller":"traceutil/trace.go:171","msg":"trace[1436814718] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99864551s","start":"2026-03-31T21:14:49.062294Z","end":"2026-03-31T21:14:54.060939Z","steps":["trace[1436814718] 'agreement among raft nodes before linearized reading' (duration: 4.998508017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.060987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.062276Z","time spent":"4.998700811s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.086459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.232075326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:54.08653Z","caller":"traceutil/trace.go:171","msg":"trace[1053256711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.2322008s","start":"2026-03-31T21:14:46.854312Z","end":"2026-03-31T21:14:54.086513Z","steps":["trace[1053256711] 'agreement among raft nodes before linearized reading' (duration: 7.232106016s)"],"step_count":1} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.086571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:46.854292Z","time spent":"7.232268961s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.199278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.91828743s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:14:54.200034Z","caller":"traceutil/trace.go:171","msg":"trace[1823556511] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"4.029432967s","start":"2026-03-31T21:14:50.17058Z","end":"2026-03-31T21:14:54.200013Z","steps":["trace[1823556511] 'process raft request' (duration: 4.029173061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.200129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.170558Z","time spent":"4.02951695s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:54.313488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998408885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:54.313596Z","caller":"traceutil/trace.go:171","msg":"trace[986117383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998559379s","start":"2026-03-31T21:14:51.315013Z","end":"2026-03-31T21:14:54.313572Z","steps":["trace[986117383] 'agreement among raft nodes before linearized reading' (duration: 2.998434366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.313647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.314996Z","time spent":"2.998641331s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.667404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998093047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T21:14:54.66744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99818999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:54.66751Z","caller":"traceutil/trace.go:171","msg":"trace[2012337209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998246931s","start":"2026-03-31T21:14:51.669239Z","end":"2026-03-31T21:14:54.667486Z","steps":["trace[2012337209] 'agreement among raft nodes before linearized reading' (duration: 2.998117018s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:54.667541Z","caller":"traceutil/trace.go:171","msg":"trace[1331569964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998313213s","start":"2026-03-31T21:14:51.669201Z","end":"2026-03-31T21:14:54.667515Z","steps":["trace[1331569964] 'agreement among raft nodes before linearized reading' (duration: 2.99818589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.667573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.669225Z","time spent":"2.998335743s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.667604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.66917Z","time spent":"2.998419156s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.668435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000869432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:54.668521Z","caller":"traceutil/trace.go:171","msg":"trace[690964430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000996494s","start":"2026-03-31T21:14:44.667508Z","end":"2026-03-31T21:14:54.668505Z","steps":["trace[690964430] 'agreement among raft nodes before linearized reading' (duration: 10.000884941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.66856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.667503Z","time spent":"10.001048685s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:54.668878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001305402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:54.668947Z","caller":"traceutil/trace.go:171","msg":"trace[1714823147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001391654s","start":"2026-03-31T21:14:44.667539Z","end":"2026-03-31T21:14:54.668931Z","steps":["trace[1714823147] 'agreement among raft nodes before linearized reading' (duration: 10.001314622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.668995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.667534Z","time spent":"10.001447635s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 21:14:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.92254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:54.92264Z","caller":"traceutil/trace.go:171","msg":"trace[1654858785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000025971s","start":"2026-03-31T21:14:52.922591Z","end":"2026-03-31T21:14:54.922617Z","steps":["trace[1654858785] 'agreement among raft nodes before linearized reading' (duration: 1.999894348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.922701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.922575Z","time spent":"2.000112823s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:56.366851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127177401s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:56.366999Z","caller":"traceutil/trace.go:171","msg":"trace[263201966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26919; }","duration":"2.127331645s","start":"2026-03-31T21:14:54.239642Z","end":"2026-03-31T21:14:56.366973Z","steps":["trace[263201966] 'range keys from in-memory index tree' (duration: 2.127158101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:56.369062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.169598533s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:56.476909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997653966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:56.476992Z","caller":"traceutil/trace.go:171","msg":"trace[1247487956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99781609s","start":"2026-03-31T21:14:51.479155Z","end":"2026-03-31T21:14:56.476971Z","steps":["trace[1247487956] 'agreement among raft nodes before linearized reading' (duration: 4.997703577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:56.477046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.47911Z","time spent":"4.997922772s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/31 21:14:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:56.923493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:56.923603Z","caller":"traceutil/trace.go:171","msg":"trace[1792200704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267177s","start":"2026-03-31T21:14:54.923321Z","end":"2026-03-31T21:14:56.923588Z","steps":["trace[1792200704] 'agreement among raft nodes before linearized reading' (duration: 2.000119473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:56.923645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.923302Z","time spent":"2.000335998s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:57.606644Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde52eb","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:14:57.741758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372548368s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:14:57.743018Z","caller":"traceutil/trace.go:171","msg":"trace[1755455564] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26919; }","duration":"5.636996542s","start":"2026-03-31T21:14:52.105965Z","end":"2026-03-31T21:14:57.742961Z","steps":["trace[1755455564] 'process raft request' (duration: 5.636850708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.743265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.105936Z","time spent":"5.637178386s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:57.743413Z","caller":"traceutil/trace.go:171","msg":"trace[783631939] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"3.071367853s","start":"2026-03-31T21:14:54.672019Z","end":"2026-03-31T21:14:57.743387Z","steps":["trace[783631939] 'process raft request' (duration: 3.071317242s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:57.744312Z","caller":"traceutil/trace.go:171","msg":"trace[1342195310] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"3.073552108s","start":"2026-03-31T21:14:54.670728Z","end":"2026-03-31T21:14:57.744281Z","steps":["trace[1342195310] 'process raft request' (duration: 3.0724247s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:57.744543Z","caller":"traceutil/trace.go:171","msg":"trace[1594600327] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26919; }","duration":"5.334670158s","start":"2026-03-31T21:14:52.409821Z","end":"2026-03-31T21:14:57.744491Z","steps":["trace[1594600327] 'process raft request' (duration: 5.333085278s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:57.744574Z","caller":"traceutil/trace.go:171","msg":"trace[1298405203] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"3.073384134s","start":"2026-03-31T21:14:54.67116Z","end":"2026-03-31T21:14:57.744544Z","steps":["trace[1298405203] 'process raft request' (duration: 3.072121493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.744587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.239375857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:57.744663Z","caller":"traceutil/trace.go:171","msg":"trace[300773422] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26923; }","duration":"13.23947803s","start":"2026-03-31T21:14:44.505163Z","end":"2026-03-31T21:14:57.744641Z","steps":["trace[300773422] 'agreement among raft nodes before linearized reading' (duration: 13.239325647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.744723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.409796Z","time spent":"5.334815772s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:57.744722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.671148Z","time spent":"3.073485156s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:57.744736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.505063Z","time spent":"13.239652774s","remote":"127.0.0.1:50804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:57.74476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.722806999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:57.744786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.239789113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:57.74478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.32875507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:57.744804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.163255108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:57.744834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.592253029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:57.744853Z","caller":"traceutil/trace.go:171","msg":"trace[165332791] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26923; }","duration":"10.722963013s","start":"2026-03-31T21:14:47.021868Z","end":"2026-03-31T21:14:57.744831Z","steps":["trace[165332791] 'agreement among raft nodes before linearized reading' (duration: 10.722792779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.744412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.086673Z","time spent":"3.657721861s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:57.744865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.227599922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T21:14:57.744868Z","caller":"traceutil/trace.go:171","msg":"trace[1126215849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26923; }","duration":"12.239880745s","start":"2026-03-31T21:14:45.50496Z","end":"2026-03-31T21:14:57.744841Z","steps":["trace[1126215849] 'agreement among raft nodes before linearized reading' (duration: 12.239732902s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:57.744877Z","caller":"traceutil/trace.go:171","msg":"trace[1759388805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26923; }","duration":"9.328882183s","start":"2026-03-31T21:14:48.415973Z","end":"2026-03-31T21:14:57.744855Z","steps":["trace[1759388805] 'agreement among raft nodes before linearized reading' (duration: 9.328707498s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:57.744902Z","caller":"traceutil/trace.go:171","msg":"trace[474870797] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26923; }","duration":"9.592367132s","start":"2026-03-31T21:14:48.152513Z","end":"2026-03-31T21:14:57.74488Z","steps":["trace[474870797] 'agreement among raft nodes before linearized reading' (duration: 9.592242879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.74491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:47.021847Z","time spent":"10.723049205s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:57.744933Z","caller":"traceutil/trace.go:171","msg":"trace[1487297688] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26923; }","duration":"9.227726726s","start":"2026-03-31T21:14:48.517184Z","end":"2026-03-31T21:14:57.74491Z","steps":["trace[1487297688] 'agreement among raft nodes before linearized reading' (duration: 9.2274898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.744942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.504938Z","time spent":"12.239986687s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:57.744951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.152491Z","time spent":"9.592450165s","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:57.744947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.49781764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:57.744952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.415956Z","time spent":"9.328981906s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:57.744985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.517162Z","time spent":"9.227814018s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T21:14:57.745004Z","caller":"traceutil/trace.go:171","msg":"trace[1025300486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26923; }","duration":"11.497903042s","start":"2026-03-31T21:14:46.247083Z","end":"2026-03-31T21:14:57.744986Z","steps":["trace[1025300486] 'agreement among raft nodes before linearized reading' (duration: 11.49782756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.745049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.489042375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:57.74505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:46.24706Z","time spent":"11.497980654s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:57.745051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.67072Z","time spent":"3.073937848s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:57.744875Z","caller":"traceutil/trace.go:171","msg":"trace[1100723071] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26923; }","duration":"11.163349321s","start":"2026-03-31T21:14:46.581511Z","end":"2026-03-31T21:14:57.74486Z","steps":["trace[1100723071] 'agreement among raft nodes before linearized reading' (duration: 11.163204087s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:57.744494Z","caller":"traceutil/trace.go:171","msg":"trace[2008223275] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"3.07402413s","start":"2026-03-31T21:14:54.670431Z","end":"2026-03-31T21:14:57.744455Z","steps":["trace[2008223275] 'process raft request' (duration: 3.072640155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.745091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.447900053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:57.745226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:46.581491Z","time spent":"11.16371889s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:57.744884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.835613189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T21:14:57.745271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.67041Z","time spent":"3.074817231s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:57.745269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.672009Z","time spent":"3.071885166s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:57.745109Z","caller":"traceutil/trace.go:171","msg":"trace[1359815639] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26923; }","duration":"12.489135898s","start":"2026-03-31T21:14:45.255955Z","end":"2026-03-31T21:14:57.745091Z","steps":["trace[1359815639] 'agreement among raft nodes before linearized reading' (duration: 12.489051175s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:57.745302Z","caller":"traceutil/trace.go:171","msg":"trace[1307600299] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:26923; }","duration":"8.836082622s","start":"2026-03-31T21:14:48.909201Z","end":"2026-03-31T21:14:57.745284Z","steps":["trace[1307600299] 'agreement among raft nodes before linearized reading' (duration: 8.835488536s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:57.745345Z","caller":"traceutil/trace.go:171","msg":"trace[1137706940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26923; }","duration":"12.448195111s","start":"2026-03-31T21:14:45.297075Z","end":"2026-03-31T21:14:57.74527Z","steps":["trace[1137706940] 'agreement among raft nodes before linearized reading' (duration: 12.447740919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.745407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.255935Z","time spent":"12.489448497s","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:57.744423Z","caller":"traceutil/trace.go:171","msg":"trace[2023755939] linearizableReadLoop","detail":"{readStateIndex:27852; appliedIndex:27846; }","duration":"7.462307011s","start":"2026-03-31T21:14:50.282067Z","end":"2026-03-31T21:14:57.744374Z","steps":["trace[2023755939] 'read index received' (duration: 3.917605944s)","trace[2023755939] 'applied index is now lower than readState.Index' (duration: 3.544698907s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:57.745561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.297059Z","time spent":"12.448474418s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:57.745405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.909187Z","time spent":"8.836200455s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" "} {"level":"warn","ts":"2026-03-31T21:14:58.246491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:58.747531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:58.93161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:58.93172Z","caller":"traceutil/trace.go:171","msg":"trace[1749193247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071266s","start":"2026-03-31T21:14:56.931621Z","end":"2026-03-31T21:14:58.931692Z","steps":["trace[1749193247] 'agreement among raft nodes before linearized reading' (duration: 1.999932373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:58.931785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.931583Z","time spent":"2.000186478s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:59.05994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996847556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:59.060069Z","caller":"traceutil/trace.go:171","msg":"trace[105356834] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997039811s","start":"2026-03-31T21:14:54.063004Z","end":"2026-03-31T21:14:59.060044Z","steps":["trace[105356834] 'agreement among raft nodes before linearized reading' (duration: 4.996863437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.060134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.06299Z","time spent":"4.997127973s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 21:14:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:59.062096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998871077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:59.062178Z","caller":"traceutil/trace.go:171","msg":"trace[1281976063] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99896484s","start":"2026-03-31T21:14:54.063195Z","end":"2026-03-31T21:14:59.06216Z","steps":["trace[1281976063] 'agreement among raft nodes before linearized reading' (duration: 4.998877397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.062228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.06319Z","time spent":"4.999025851s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 21:14:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:59.248425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:59.749124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:00.249511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:00.597343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.708871354s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:00.904783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010292645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:00.904951Z","caller":"traceutil/trace.go:171","msg":"trace[822146826] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.0105393s","start":"2026-03-31T21:14:50.894391Z","end":"2026-03-31T21:15:00.90493Z","steps":["trace[822146826] 'agreement among raft nodes before linearized reading' (duration: 10.010305644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:00.905007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.894381Z","time spent":"10.010611702s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/31 21:15:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:00.933662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:00.933733Z","caller":"traceutil/trace.go:171","msg":"trace[532114197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583866s","start":"2026-03-31T21:14:58.933131Z","end":"2026-03-31T21:15:00.933715Z","steps":["trace[532114197] 'agreement among raft nodes before linearized reading' (duration: 2.000495354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:00.933779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:58.933111Z","time spent":"2.000658348s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:01.646142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:01.646228Z","caller":"traceutil/trace.go:171","msg":"trace[409713838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011902s","start":"2026-03-31T21:14:59.646196Z","end":"2026-03-31T21:15:01.646208Z","steps":["trace[409713838] 'agreement among raft nodes before linearized reading' (duration: 1.999901049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:01.646276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.646175Z","time spent":"2.000091324s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:02.726842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015065124s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:02.940802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999826548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:02.940886Z","caller":"traceutil/trace.go:171","msg":"trace[709359234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976302s","start":"2026-03-31T21:15:00.940889Z","end":"2026-03-31T21:15:02.940866Z","steps":["trace[709359234] 'agreement among raft nodes before linearized reading' (duration: 1.999849148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:02.940935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:00.940868Z","time spent":"2.000057683s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:04.103172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505568954s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:15:04.107553Z","caller":"traceutil/trace.go:171","msg":"trace[1579528446] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"6.360482388s","start":"2026-03-31T21:14:57.74705Z","end":"2026-03-31T21:15:04.107532Z","steps":["trace[1579528446] 'process raft request' (duration: 6.356222961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:04.107695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.74702Z","time spent":"6.360603281s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:15:04.749581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.74875Z","time spent":"7.000824702s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:04.94183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999713724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:04.941908Z","caller":"traceutil/trace.go:171","msg":"trace[782259301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999834088s","start":"2026-03-31T21:15:02.942055Z","end":"2026-03-31T21:15:04.94189Z","steps":["trace[782259301] 'agreement among raft nodes before linearized reading' (duration: 1.999736835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:04.941954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:02.942039Z","time spent":"1.999906579s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:05.932109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692435935s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.932258Z","caller":"traceutil/trace.go:171","msg":"trace[1456205894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26925; }","duration":"1.692590839s","start":"2026-03-31T21:15:04.239626Z","end":"2026-03-31T21:15:05.932216Z","steps":["trace[1456205894] 'range keys from in-memory index tree' (duration: 1.692415365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.933408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825805007s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:05.934448Z","caller":"traceutil/trace.go:171","msg":"trace[1611374798] linearizableReadLoop","detail":"{readStateIndex:27861; appliedIndex:27858; }","duration":"8.188699835s","start":"2026-03-31T21:14:57.745706Z","end":"2026-03-31T21:15:05.934406Z","steps":["trace[1611374798] 'read index received' (duration: 2.851898006s)","trace[1611374798] 'applied index is now lower than readState.Index' (duration: 5.336799059s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:05.934519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.383490611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.934532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.962437268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.934575Z","caller":"traceutil/trace.go:171","msg":"trace[1116772563] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26926; }","duration":"14.383566723s","start":"2026-03-31T21:14:51.550992Z","end":"2026-03-31T21:15:05.934558Z","steps":["trace[1116772563] 'agreement among raft nodes before linearized reading' (duration: 14.383420839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.934602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.598545184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.934611Z","caller":"traceutil/trace.go:171","msg":"trace[1306798088] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26926; }","duration":"9.962535201s","start":"2026-03-31T21:14:55.972053Z","end":"2026-03-31T21:15:05.934588Z","steps":["trace[1306798088] 'agreement among raft nodes before linearized reading' (duration: 9.962352336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.934617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.550951Z","time spent":"14.383655375s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.934615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.32347035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18745"} {"level":"warn","ts":"2026-03-31T21:15:05.934658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.971993Z","time spent":"9.962653303s","remote":"127.0.0.1:48272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.935062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.790712536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-31T21:15:05.935069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.774864393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"info","ts":"2026-03-31T21:15:05.935109Z","caller":"traceutil/trace.go:171","msg":"trace[1322451957] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26926; }","duration":"8.790783447s","start":"2026-03-31T21:14:57.144311Z","end":"2026-03-31T21:15:05.935094Z","steps":["trace[1322451957] 'agreement among raft nodes before linearized reading' (duration: 8.790622943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.934681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.953249793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.935163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.144295Z","time spent":"8.790859049s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T21:15:05.935141Z","caller":"traceutil/trace.go:171","msg":"trace[1956059150] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26926; }","duration":"13.774968326s","start":"2026-03-31T21:14:52.160148Z","end":"2026-03-31T21:15:05.935117Z","steps":["trace[1956059150] 'agreement among raft nodes before linearized reading' (duration: 13.774722249s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:05.935213Z","caller":"traceutil/trace.go:171","msg":"trace[1274308392] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:26926; }","duration":"14.953800696s","start":"2026-03-31T21:14:50.981387Z","end":"2026-03-31T21:15:05.935188Z","steps":["trace[1274308392] 'agreement among raft nodes before linearized reading' (duration: 14.953270963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.160119Z","time spent":"13.775091458s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":665,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:15:05.935275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.981364Z","time spent":"14.953892638s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:15:05.935314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.187610999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-31T21:15:05.935373Z","caller":"traceutil/trace.go:171","msg":"trace[1121169738] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26927; }","duration":"8.187709841s","start":"2026-03-31T21:14:57.747646Z","end":"2026-03-31T21:15:05.935356Z","steps":["trace[1121169738] 'agreement among raft nodes before linearized reading' (duration: 8.187536607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.747627Z","time spent":"8.187776823s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T21:15:05.935464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086032627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:05.935504Z","caller":"traceutil/trace.go:171","msg":"trace[1356076802] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26927; }","duration":"2.086110379s","start":"2026-03-31T21:15:03.849381Z","end":"2026-03-31T21:15:05.935491Z","steps":["trace[1356076802] 'agreement among raft nodes before linearized reading' (duration: 2.085991066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:03.849327Z","time spent":"2.086200821s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.935556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319644431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.935566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.675748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.935604Z","caller":"traceutil/trace.go:171","msg":"trace[715213245] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26927; }","duration":"2.319720263s","start":"2026-03-31T21:15:03.615867Z","end":"2026-03-31T21:15:05.935587Z","steps":["trace[715213245] 'agreement among raft nodes before linearized reading' (duration: 2.319639831s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:05.935624Z","caller":"traceutil/trace.go:171","msg":"trace[1298321163] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26927; }","duration":"920.768761ms","start":"2026-03-31T21:15:05.014835Z","end":"2026-03-31T21:15:05.935603Z","steps":["trace[1298321163] 'agreement among raft nodes before linearized reading' (duration: 920.683528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.185634058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-31T21:15:05.935637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.707079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:05.935653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933261819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:05.935673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.014813Z","time spent":"920.845042ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.935671Z","caller":"traceutil/trace.go:171","msg":"trace[683278568] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"4.223901074s","start":"2026-03-31T21:15:01.711694Z","end":"2026-03-31T21:15:05.935595Z","steps":["trace[683278568] 'process raft request' (duration: 4.221819243s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.467709939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.935775Z","caller":"traceutil/trace.go:171","msg":"trace[362037922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26927; }","duration":"7.467796122s","start":"2026-03-31T21:14:58.467971Z","end":"2026-03-31T21:15:05.935767Z","steps":["trace[362037922] 'agreement among raft nodes before linearized reading' (duration: 7.46772941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.294380036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.935804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:58.46795Z","time spent":"7.467847033s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.935812Z","caller":"traceutil/trace.go:171","msg":"trace[1029867431] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26927; }","duration":"5.294443717s","start":"2026-03-31T21:15:00.641358Z","end":"2026-03-31T21:15:05.935802Z","steps":["trace[1029867431] 'agreement among raft nodes before linearized reading' (duration: 5.294404226s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:05.935678Z","caller":"traceutil/trace.go:171","msg":"trace[350385782] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26927; }","duration":"8.18568626s","start":"2026-03-31T21:14:57.749982Z","end":"2026-03-31T21:15:05.935668Z","steps":["trace[350385782] 'agreement among raft nodes before linearized reading' (duration: 8.185589058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:00.641335Z","time spent":"5.294500088s","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.935842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377777745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.935875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.749972Z","time spent":"8.185891395s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T21:15:05.935883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.693708027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.935892Z","caller":"traceutil/trace.go:171","msg":"trace[1356633429] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26927; }","duration":"5.377916998s","start":"2026-03-31T21:15:00.557961Z","end":"2026-03-31T21:15:05.935878Z","steps":["trace[1356633429] 'agreement among raft nodes before linearized reading' (duration: 5.377837646s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:05.935935Z","caller":"traceutil/trace.go:171","msg":"trace[156732824] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26927; }","duration":"6.693816349s","start":"2026-03-31T21:14:59.242105Z","end":"2026-03-31T21:15:05.935921Z","steps":["trace[156732824] 'agreement among raft nodes before linearized reading' (duration: 6.693725567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:00.55794Z","time spent":"5.37799301s","remote":"127.0.0.1:48798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.935888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:01.711676Z","time spent":"4.224100789s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:05.935971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.242077Z","time spent":"6.693885561s","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.936307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61597629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:05.936295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295215903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.934662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.731191953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:15:05.936333Z","caller":"traceutil/trace.go:171","msg":"trace[879793721] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26927; }","duration":"1.616055322s","start":"2026-03-31T21:15:04.32027Z","end":"2026-03-31T21:15:05.936325Z","steps":["trace[879793721] 'agreement among raft nodes before linearized reading' (duration: 1.615963979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.936353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:04.320222Z","time spent":"1.616126574s","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.936353Z","caller":"traceutil/trace.go:171","msg":"trace[669705308] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26926; }","duration":"8.732943157s","start":"2026-03-31T21:14:57.203397Z","end":"2026-03-31T21:15:05.936341Z","steps":["trace[669705308] 'agreement among raft nodes before linearized reading' (duration: 8.731006218s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:05.935698Z","caller":"traceutil/trace.go:171","msg":"trace[2019506988] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26927; }","duration":"6.933376433s","start":"2026-03-31T21:14:59.002308Z","end":"2026-03-31T21:15:05.935685Z","steps":["trace[2019506988] 'agreement among raft nodes before linearized reading' (duration: 6.933246589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.936384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.332514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.936404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.002282Z","time spent":"6.934108081s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.936445Z","caller":"traceutil/trace.go:171","msg":"trace[2123419070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26927; }","duration":"986.420747ms","start":"2026-03-31T21:15:04.950007Z","end":"2026-03-31T21:15:05.936428Z","steps":["trace[2123419070] 'agreement among raft nodes before linearized reading' (duration: 986.327235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.936486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:04.949992Z","time spent":"986.483628ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:05.935651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:03.615833Z","time spent":"2.319803605s","remote":"127.0.0.1:48166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.934638Z","caller":"traceutil/trace.go:171","msg":"trace[536230842] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26926; }","duration":"14.598619826s","start":"2026-03-31T21:14:51.336006Z","end":"2026-03-31T21:15:05.934626Z","steps":["trace[536230842] 'agreement among raft nodes before linearized reading' (duration: 14.598547235s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:05.936348Z","caller":"traceutil/trace.go:171","msg":"trace[890615833] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26927; }","duration":"1.295351808s","start":"2026-03-31T21:15:04.640984Z","end":"2026-03-31T21:15:05.936335Z","steps":["trace[890615833] 'agreement among raft nodes before linearized reading' (duration: 1.295227594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.936607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.335991Z","time spent":"14.600590836s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.93662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:04.640961Z","time spent":"1.295643354s","remote":"127.0.0.1:47704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.936399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.203371Z","time spent":"8.733016059s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:15:05.934727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.052052271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.934742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.34491252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.936731Z","caller":"traceutil/trace.go:171","msg":"trace[917830839] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26926; }","duration":"15.054071591s","start":"2026-03-31T21:14:50.882641Z","end":"2026-03-31T21:15:05.936712Z","steps":["trace[917830839] 'agreement among raft nodes before linearized reading' (duration: 15.05205863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.934819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.432161326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:05.936772Z","caller":"traceutil/trace.go:171","msg":"trace[1676877678] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26926; }","duration":"8.347005352s","start":"2026-03-31T21:14:57.589758Z","end":"2026-03-31T21:15:05.936763Z","steps":["trace[1676877678] 'agreement among raft nodes before linearized reading' (duration: 8.34495067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.936801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.589734Z","time spent":"8.347057944s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.936797Z","caller":"traceutil/trace.go:171","msg":"trace[245576486] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26926; }","duration":"13.434175277s","start":"2026-03-31T21:14:52.502608Z","end":"2026-03-31T21:15:05.936783Z","steps":["trace[245576486] 'agreement among raft nodes before linearized reading' (duration: 13.432176296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.934819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.617397383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.936841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.502586Z","time spent":"13.434243519s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.934866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.493794152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:05.934859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.997461442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:15:05.936861Z","caller":"traceutil/trace.go:171","msg":"trace[1443626287] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26926; }","duration":"15.619467575s","start":"2026-03-31T21:14:50.317375Z","end":"2026-03-31T21:15:05.936842Z","steps":["trace[1443626287] 'agreement among raft nodes before linearized reading' (duration: 15.617368112s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:05.936886Z","caller":"traceutil/trace.go:171","msg":"trace[1516466758] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26926; }","duration":"13.495845404s","start":"2026-03-31T21:14:52.441028Z","end":"2026-03-31T21:15:05.936874Z","steps":["trace[1516466758] 'agreement among raft nodes before linearized reading' (duration: 13.493811383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.936903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.317352Z","time spent":"15.619537656s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.936904Z","caller":"traceutil/trace.go:171","msg":"trace[1225906757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26926; }","duration":"10.999536754s","start":"2026-03-31T21:14:54.937345Z","end":"2026-03-31T21:15:05.936882Z","steps":["trace[1225906757] 'agreement among raft nodes before linearized reading' (duration: 10.997420111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.936797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.882626Z","time spent":"15.054149813s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.934915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.600435292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.936958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.937317Z","time spent":"10.999621547s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:15:05.934909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.668448678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.936987Z","caller":"traceutil/trace.go:171","msg":"trace[272514670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26926; }","duration":"10.602548975s","start":"2026-03-31T21:14:55.334421Z","end":"2026-03-31T21:15:05.93697Z","steps":["trace[272514670] 'agreement among raft nodes before linearized reading' (duration: 10.600463873s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:05.937026Z","caller":"traceutil/trace.go:171","msg":"trace[1600267800] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26926; }","duration":"12.670606302s","start":"2026-03-31T21:14:53.266399Z","end":"2026-03-31T21:15:05.937005Z","steps":["trace[1600267800] 'agreement among raft nodes before linearized reading' (duration: 12.668474309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.934952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.615544045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.93494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.550808076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:05.937085Z","caller":"traceutil/trace.go:171","msg":"trace[256695850] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26926; }","duration":"9.617675909s","start":"2026-03-31T21:14:56.319399Z","end":"2026-03-31T21:15:05.937075Z","steps":["trace[256695850] 'agreement among raft nodes before linearized reading' (duration: 9.615529875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.937099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:53.266371Z","time spent":"12.670706855s","remote":"127.0.0.1:50724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.937109Z","caller":"traceutil/trace.go:171","msg":"trace[340261133] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26926; }","duration":"10.552997481s","start":"2026-03-31T21:14:55.384099Z","end":"2026-03-31T21:15:05.937097Z","steps":["trace[340261133] 'agreement among raft nodes before linearized reading' (duration: 10.550757235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.937117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.319317Z","time spent":"9.617791302s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.937103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.187893806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-31T21:15:05.93715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.384054Z","time spent":"10.553083323s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.937163Z","caller":"traceutil/trace.go:171","msg":"trace[470873284] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d; range_end:; response_count:1; response_revision:26927; }","duration":"8.187998038s","start":"2026-03-31T21:14:57.749149Z","end":"2026-03-31T21:15:05.937147Z","steps":["trace[470873284] 'agreement among raft nodes before linearized reading' (duration: 8.18650754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.937043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.334397Z","time spent":"10.602626408s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.937201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.74913Z","time spent":"8.18806382s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d\" "} {"level":"warn","ts":"2026-03-31T21:15:05.93499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.58579303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:05.937288Z","caller":"traceutil/trace.go:171","msg":"trace[55286499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26926; }","duration":"9.588120029s","start":"2026-03-31T21:14:56.34915Z","end":"2026-03-31T21:15:05.937271Z","steps":["trace[55286499] 'agreement among raft nodes before linearized reading' (duration: 9.58577767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.937348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.349138Z","time spent":"9.58818657s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.935011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.007983416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-31T21:15:05.937427Z","caller":"traceutil/trace.go:171","msg":"trace[1223833589] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26926; }","duration":"9.010430217s","start":"2026-03-31T21:14:56.926984Z","end":"2026-03-31T21:15:05.937414Z","steps":["trace[1223833589] 'agreement among raft nodes before linearized reading' (duration: 9.007964755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.935003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.997728328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T21:15:05.937463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.926964Z","time spent":"9.010488789s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T21:15:05.937479Z","caller":"traceutil/trace.go:171","msg":"trace[407475090] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26926; }","duration":"11.00020976s","start":"2026-03-31T21:14:54.93725Z","end":"2026-03-31T21:15:05.937459Z","steps":["trace[407475090] 'agreement among raft nodes before linearized reading' (duration: 10.997652486s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.937528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.937244Z","time spent":"11.000269522s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T21:15:05.935694Z","caller":"traceutil/trace.go:171","msg":"trace[705589718] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26927; }","duration":"572.76589ms","start":"2026-03-31T21:15:05.362911Z","end":"2026-03-31T21:15:05.935677Z","steps":["trace[705589718] 'agreement among raft nodes before linearized reading' (duration: 572.667638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.937613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.362863Z","time spent":"574.739551ms","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.935742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212492591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:05.937676Z","caller":"traceutil/trace.go:171","msg":"trace[1373449328] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26927; }","duration":"3.214413689s","start":"2026-03-31T21:15:02.723241Z","end":"2026-03-31T21:15:05.937655Z","steps":["trace[1373449328] 'agreement among raft nodes before linearized reading' (duration: 3.21248082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.93771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:02.723176Z","time spent":"3.214522392s","remote":"127.0.0.1:51000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:05.934693Z","caller":"traceutil/trace.go:171","msg":"trace[1575890972] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26926; }","duration":"13.323602712s","start":"2026-03-31T21:14:52.611065Z","end":"2026-03-31T21:15:05.934668Z","steps":["trace[1575890972] 'agreement among raft nodes before linearized reading' (duration: 13.323343926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.937766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.611034Z","time spent":"13.3267093s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T21:15:05.934844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.243306674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:05.937892Z","caller":"traceutil/trace.go:171","msg":"trace[689168319] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26926; }","duration":"10.246392372s","start":"2026-03-31T21:14:55.691485Z","end":"2026-03-31T21:15:05.937877Z","steps":["trace[689168319] 'agreement among raft nodes before linearized reading' (duration: 10.243239833s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.937956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.691464Z","time spent":"10.246474583s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.936924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.441007Z","time spent":"13.495906535s","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.938047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182114449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a0fd1bfd94\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-31T21:15:05.938097Z","caller":"traceutil/trace.go:171","msg":"trace[538437765] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206a0fd1bfd94; range_end:; response_count:1; response_revision:26927; }","duration":"1.184441608s","start":"2026-03-31T21:15:04.753641Z","end":"2026-03-31T21:15:05.938083Z","steps":["trace[538437765] 'agreement among raft nodes before linearized reading' (duration: 1.182044828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.934889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.076258578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:05.93813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:04.753623Z","time spent":"1.184499379s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a0fd1bfd94\" "} {"level":"info","ts":"2026-03-31T21:15:05.938156Z","caller":"traceutil/trace.go:171","msg":"trace[901668657] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26926; }","duration":"11.079515249s","start":"2026-03-31T21:14:54.858621Z","end":"2026-03-31T21:15:05.938137Z","steps":["trace[901668657] 'agreement among raft nodes before linearized reading' (duration: 11.076237307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.938211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.858601Z","time spent":"11.079591521s","remote":"127.0.0.1:35798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.194818143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:05.938352Z","caller":"traceutil/trace.go:171","msg":"trace[372213480] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26926; }","duration":"9.198194676s","start":"2026-03-31T21:14:56.740146Z","end":"2026-03-31T21:15:05.938341Z","steps":["trace[372213480] 'agreement among raft nodes before linearized reading' (duration: 9.194773401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.938383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.740127Z","time spent":"9.198245798s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:05.934966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.526759927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-03-31T21:15:05.938475Z","caller":"traceutil/trace.go:171","msg":"trace[1157639479] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26926; }","duration":"8.530311215s","start":"2026-03-31T21:14:57.408156Z","end":"2026-03-31T21:15:05.938467Z","steps":["trace[1157639479] 'agreement among raft nodes before linearized reading' (duration: 8.526618883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.938497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.40813Z","time spent":"8.530359006s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418326,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T21:15:06.44306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:06.943473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:07.443968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:07.867153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.928120972s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:08.840345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:08.840452Z","caller":"traceutil/trace.go:171","msg":"trace[1590646388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017793s","start":"2026-03-31T21:15:06.840415Z","end":"2026-03-31T21:15:08.840433Z","steps":["trace[1590646388] 'agreement among raft nodes before linearized reading' (duration: 1.99988076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:08.840501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.840394Z","time spent":"2.000097304s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:09.073997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206406688s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T21:15:09.074111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.938933Z","time spent":"3.135173105s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:10.841001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999754206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:10.841081Z","caller":"traceutil/trace.go:171","msg":"trace[525552059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999879839s","start":"2026-03-31T21:15:08.841183Z","end":"2026-03-31T21:15:10.841063Z","steps":["trace[525552059] 'agreement among raft nodes before linearized reading' (duration: 1.999779837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:10.841129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:08.841167Z","time spent":"1.999952601s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:11.212905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.344853348s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:11.646563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000582137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:11.646678Z","caller":"traceutil/trace.go:171","msg":"trace[1845970188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000739051s","start":"2026-03-31T21:15:09.645911Z","end":"2026-03-31T21:15:11.64665Z","steps":["trace[1845970188] 'agreement among raft nodes before linearized reading' (duration: 2.000605957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:11.646734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.645894Z","time spent":"2.000829282s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:12.849178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000453603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:12.849271Z","caller":"traceutil/trace.go:171","msg":"trace[445030392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607307s","start":"2026-03-31T21:15:10.848644Z","end":"2026-03-31T21:15:12.849251Z","steps":["trace[445030392] 'agreement among raft nodes before linearized reading' (duration: 2.000492424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:12.849324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.848623Z","time spent":"2.000689829s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:12.941176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.940328Z","time spent":"7.000838363s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:12.942337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.942237Z","time spent":"7.000093764s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:12.943535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.942959Z","time spent":"7.000568436s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:12.943823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.942967Z","time spent":"7.000850733s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:12.943929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.943756Z","time spent":"7.000167196s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:12.944106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.944017Z","time spent":"7.000087194s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:13.29737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.296351Z","time spent":"7.001010347s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:14.528493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.31453112s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:14.850175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:14.850289Z","caller":"traceutil/trace.go:171","msg":"trace[974833954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069289s","start":"2026-03-31T21:15:12.849574Z","end":"2026-03-31T21:15:14.850267Z","steps":["trace[974833954] 'agreement among raft nodes before linearized reading' (duration: 2.000524984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:14.850348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.84956Z","time spent":"2.000774442s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:16.075809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.075212Z","time spent":"7.000589776s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:16.857655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:16.857759Z","caller":"traceutil/trace.go:171","msg":"trace[1871027019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000052884s","start":"2026-03-31T21:15:14.857668Z","end":"2026-03-31T21:15:16.857721Z","steps":["trace[1871027019] 'agreement among raft nodes before linearized reading' (duration: 1.999944851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.857854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:14.85765Z","time spent":"2.000190937s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T21:15:17.288836Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006cdf.wal"} {"level":"info","ts":"2026-03-31T21:15:17.290321Z","caller":"traceutil/trace.go:171","msg":"trace[1741670740] linearizableReadLoop","detail":"{readStateIndex:27870; appliedIndex:27862; }","duration":"11.348000374s","start":"2026-03-31T21:15:05.942249Z","end":"2026-03-31T21:15:17.290249Z","steps":["trace[1741670740] 'read index received' (duration: 1.925190657s)","trace[1741670740] 'applied index is now lower than readState.Index' (duration: 9.422808227s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:17.290618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.348341624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"info","ts":"2026-03-31T21:15:17.290679Z","caller":"traceutil/trace.go:171","msg":"trace[1327289266] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26934; }","duration":"11.348445806s","start":"2026-03-31T21:15:05.942216Z","end":"2026-03-31T21:15:17.290662Z","steps":["trace[1327289266] 'agreement among raft nodes before linearized reading' (duration: 11.34822899s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:17.29073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.9422Z","time spent":"11.348518028s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":665,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:15:17.790878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:18.291161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:18.791936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:18.857984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:18.858071Z","caller":"traceutil/trace.go:171","msg":"trace[167436194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050983s","start":"2026-03-31T21:15:16.858Z","end":"2026-03-31T21:15:18.858051Z","steps":["trace[167436194] 'agreement among raft nodes before linearized reading' (duration: 1.99993652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:18.858122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.857983Z","time spent":"2.000126975s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:19.292058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:19.792556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:19.945877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.945447Z","time spent":"7.000420142s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:19.947409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.947029Z","time spent":"7.000374931s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:20.293175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:20.443667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:13.443032Z","time spent":"7.000624307s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:20.793676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:20.86555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:20.865652Z","caller":"traceutil/trace.go:171","msg":"trace[936422429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032129s","start":"2026-03-31T21:15:18.86531Z","end":"2026-03-31T21:15:20.865632Z","steps":["trace[936422429] 'agreement among raft nodes before linearized reading' (duration: 2.000190217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:20.865706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.865286Z","time spent":"2.000408103s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:20.93343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007445326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:20.933498Z","caller":"traceutil/trace.go:171","msg":"trace[64963931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.007559909s","start":"2026-03-31T21:15:10.92592Z","end":"2026-03-31T21:15:20.933479Z","steps":["trace[64963931] 'agreement among raft nodes before linearized reading' (duration: 10.007470586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:20.93357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.925714Z","time spent":"10.007844886s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/31 21:15:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:21.294514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:21.79564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:22.096138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.556319932s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:22.258103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.25701Z","time spent":"7.001086109s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:22.866573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00072472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:22.866658Z","caller":"traceutil/trace.go:171","msg":"trace[811703416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000859713s","start":"2026-03-31T21:15:20.865776Z","end":"2026-03-31T21:15:22.866636Z","steps":["trace[811703416] 'agreement among raft nodes before linearized reading' (duration: 2.000757601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:22.866707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:20.865755Z","time spent":"2.000941466s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:23.514234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417793235s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:23.514953Z","caller":"traceutil/trace.go:171","msg":"trace[670672562] linearizableReadLoop","detail":"{readStateIndex:27875; appliedIndex:27870; }","duration":"6.224519861s","start":"2026-03-31T21:15:17.29041Z","end":"2026-03-31T21:15:23.51493Z","steps":["trace[670672562] 'read index received' (duration: 4.806462459s)","trace[670672562] 'applied index is now lower than readState.Index' (duration: 1.418056032s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:23.515292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.23044014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.515332Z","caller":"traceutil/trace.go:171","msg":"trace[1613978496] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26937; }","duration":"6.230544383s","start":"2026-03-31T21:15:17.284776Z","end":"2026-03-31T21:15:23.51532Z","steps":["trace[1613978496] 'agreement among raft nodes before linearized reading' (duration: 6.230464511s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.51537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:17.284748Z","time spent":"6.230611605s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.515591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.549396922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.515625Z","caller":"traceutil/trace.go:171","msg":"trace[390556001] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26937; }","duration":"6.549432783s","start":"2026-03-31T21:15:16.966181Z","end":"2026-03-31T21:15:23.515613Z","steps":["trace[390556001] 'agreement among raft nodes before linearized reading' (duration: 6.549382202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.515655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.966159Z","time spent":"6.549488365s","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.515844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.554145162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.515892Z","caller":"traceutil/trace.go:171","msg":"trace[1866076970] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26937; }","duration":"6.554232594s","start":"2026-03-31T21:15:16.961646Z","end":"2026-03-31T21:15:23.515878Z","steps":["trace[1866076970] 'agreement among raft nodes before linearized reading' (duration: 6.554150832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.515938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.961626Z","time spent":"6.554300825s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.51609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.511300607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.063800118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:23.516156Z","caller":"traceutil/trace.go:171","msg":"trace[377510852] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26937; }","duration":"16.51140801s","start":"2026-03-31T21:15:07.004729Z","end":"2026-03-31T21:15:23.516137Z","steps":["trace[377510852] 'agreement among raft nodes before linearized reading' (duration: 16.511296627s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.470911176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.05379771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:07.004712Z","time spent":"16.511482252s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.516267Z","caller":"traceutil/trace.go:171","msg":"trace[905035584] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26937; }","duration":"12.053866462s","start":"2026-03-31T21:15:11.462355Z","end":"2026-03-31T21:15:23.516221Z","steps":["trace[905035584] 'agreement among raft nodes before linearized reading' (duration: 12.053819181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.047288952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129874"} {"level":"warn","ts":"2026-03-31T21:15:23.516277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.399400916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:11.462338Z","time spent":"12.053966845s","remote":"127.0.0.1:50766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.555527589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.516333Z","caller":"traceutil/trace.go:171","msg":"trace[1445371193] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26937; }","duration":"11.047450466s","start":"2026-03-31T21:15:12.468862Z","end":"2026-03-31T21:15:23.516313Z","steps":["trace[1445371193] 'agreement among raft nodes before linearized reading' (duration: 11.047133778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.922907111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.64245241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.516363Z","caller":"traceutil/trace.go:171","msg":"trace[467491415] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26937; }","duration":"8.3995746s","start":"2026-03-31T21:15:15.116764Z","end":"2026-03-31T21:15:23.516338Z","steps":["trace[467491415] 'agreement among raft nodes before linearized reading' (duration: 8.399387175s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:23.516378Z","caller":"traceutil/trace.go:171","msg":"trace[1106296091] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26937; }","duration":"15.555616801s","start":"2026-03-31T21:15:07.960746Z","end":"2026-03-31T21:15:23.516362Z","steps":["trace[1106296091] 'agreement among raft nodes before linearized reading' (duration: 15.555524789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.468843Z","time spent":"11.047529808s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129896,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T21:15:23.516406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.72323536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.516406Z","caller":"traceutil/trace.go:171","msg":"trace[1330371513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26937; }","duration":"16.923106036s","start":"2026-03-31T21:15:06.593271Z","end":"2026-03-31T21:15:23.516377Z","steps":["trace[1330371513] 'agreement among raft nodes before linearized reading' (duration: 16.922843949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:07.96072Z","time spent":"15.555687473s","remote":"127.0.0.1:42122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.116732Z","time spent":"8.399669572s","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.516427Z","caller":"traceutil/trace.go:171","msg":"trace[2082060278] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26937; }","duration":"12.642557952s","start":"2026-03-31T21:15:10.873834Z","end":"2026-03-31T21:15:23.516392Z","steps":["trace[2082060278] 'agreement among raft nodes before linearized reading' (duration: 12.642380278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.593249Z","time spent":"16.923201607s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.943556129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.873828Z","time spent":"12.642653734s","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.516525Z","caller":"traceutil/trace.go:171","msg":"trace[2123012078] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26937; }","duration":"13.943621291s","start":"2026-03-31T21:15:09.572896Z","end":"2026-03-31T21:15:23.516517Z","steps":["trace[2123012078] 'agreement among raft nodes before linearized reading' (duration: 13.94357042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.253790251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.572877Z","time spent":"13.943671483s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.516586Z","caller":"traceutil/trace.go:171","msg":"trace[1510811528] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26937; }","duration":"7.253884053s","start":"2026-03-31T21:15:16.262684Z","end":"2026-03-31T21:15:23.516569Z","steps":["trace[1510811528] 'agreement among raft nodes before linearized reading' (duration: 7.253844972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.26266Z","time spent":"7.253950685s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.51667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.640933287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:23.516357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.383908308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.09450784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:23.516719Z","caller":"traceutil/trace.go:171","msg":"trace[458130004] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26937; }","duration":"8.640984819s","start":"2026-03-31T21:15:14.87572Z","end":"2026-03-31T21:15:23.516705Z","steps":["trace[458130004] 'agreement among raft nodes before linearized reading' (duration: 8.640895277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.72830868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.516729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.439470384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:15:23.516738Z","caller":"traceutil/trace.go:171","msg":"trace[2142520957] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26937; }","duration":"7.094728195s","start":"2026-03-31T21:15:16.421998Z","end":"2026-03-31T21:15:23.516727Z","steps":["trace[2142520957] 'agreement among raft nodes before linearized reading' (duration: 7.094438538s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:23.51674Z","caller":"traceutil/trace.go:171","msg":"trace[1104877271] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26937; }","duration":"13.384326508s","start":"2026-03-31T21:15:10.13239Z","end":"2026-03-31T21:15:23.516716Z","steps":["trace[1104877271] 'agreement among raft nodes before linearized reading' (duration: 13.383917578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:14.875656Z","time spent":"8.641090411s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.516764Z","caller":"traceutil/trace.go:171","msg":"trace[2112668781] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26937; }","duration":"10.728348821s","start":"2026-03-31T21:15:12.7884Z","end":"2026-03-31T21:15:23.516748Z","steps":["trace[2112668781] 'agreement among raft nodes before linearized reading' (duration: 10.728287449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.42189Z","time spent":"7.094876459s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.788346Z","time spent":"10.728447343s","remote":"127.0.0.1:47978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.132373Z","time spent":"13.38441331s","remote":"127.0.0.1:35722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.886078466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.516865Z","caller":"traceutil/trace.go:171","msg":"trace[38154729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26937; }","duration":"9.886138537s","start":"2026-03-31T21:15:13.630713Z","end":"2026-03-31T21:15:23.516851Z","steps":["trace[38154729] 'agreement among raft nodes before linearized reading' (duration: 9.886090256s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:23.516448Z","caller":"traceutil/trace.go:171","msg":"trace[1010055518] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26937; }","duration":"13.723306262s","start":"2026-03-31T21:15:09.793127Z","end":"2026-03-31T21:15:23.516433Z","steps":["trace[1010055518] 'agreement among raft nodes before linearized reading' (duration: 13.723255311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.572263581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-31T21:15:23.51621Z","caller":"traceutil/trace.go:171","msg":"trace[869587511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26937; }","duration":"15.063984813s","start":"2026-03-31T21:15:08.4522Z","end":"2026-03-31T21:15:23.516184Z","steps":["trace[869587511] 'agreement among raft nodes before linearized reading' (duration: 15.063809079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.568924535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-31T21:15:23.516922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.793108Z","time spent":"13.723802964s","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.516928Z","caller":"traceutil/trace.go:171","msg":"trace[1932760712] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26937; }","duration":"17.572327913s","start":"2026-03-31T21:15:05.944587Z","end":"2026-03-31T21:15:23.516915Z","steps":["trace[1932760712] 'agreement among raft nodes before linearized reading' (duration: 17.572185889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.51694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.198125992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T21:15:23.516946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.996853431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.516951Z","caller":"traceutil/trace.go:171","msg":"trace[739297826] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26937; }","duration":"10.568986597s","start":"2026-03-31T21:15:12.947952Z","end":"2026-03-31T21:15:23.516938Z","steps":["trace[739297826] 'agreement among raft nodes before linearized reading' (duration: 10.568829414s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:23.516768Z","caller":"traceutil/trace.go:171","msg":"trace[639461941] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:26937; }","duration":"7.439536036s","start":"2026-03-31T21:15:16.077221Z","end":"2026-03-31T21:15:23.516757Z","steps":["trace[639461941] 'agreement among raft nodes before linearized reading' (duration: 7.439455784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.86552987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.516976Z","caller":"traceutil/trace.go:171","msg":"trace[1967376763] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26937; }","duration":"9.996918462s","start":"2026-03-31T21:15:13.520049Z","end":"2026-03-31T21:15:23.516967Z","steps":["trace[1967376763] 'agreement among raft nodes before linearized reading' (duration: 9.996874081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.947942Z","time spent":"10.569033738s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T21:15:23.516995Z","caller":"traceutil/trace.go:171","msg":"trace[1448212629] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26937; }","duration":"14.865820168s","start":"2026-03-31T21:15:08.651165Z","end":"2026-03-31T21:15:23.516985Z","steps":["trace[1448212629] 'agreement among raft nodes before linearized reading' (duration: 14.865536641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.517004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.571190622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-03-31T21:15:23.517006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:13.520028Z","time spent":"9.996971494s","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.395916403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.517025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:08.651145Z","time spent":"14.865871839s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.180136052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.517041Z","caller":"traceutil/trace.go:171","msg":"trace[1021545865] range","detail":"{range_begin:/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763; range_end:; response_count:1; response_revision:26937; }","duration":"10.571251993s","start":"2026-03-31T21:15:12.945775Z","end":"2026-03-31T21:15:23.517027Z","steps":["trace[1021545865] 'agreement among raft nodes before linearized reading' (duration: 10.57115041s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:23.517055Z","caller":"traceutil/trace.go:171","msg":"trace[800210501] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26937; }","duration":"7.396700162s","start":"2026-03-31T21:15:16.120344Z","end":"2026-03-31T21:15:23.517044Z","steps":["trace[800210501] 'agreement among raft nodes before linearized reading' (duration: 7.395943133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.51707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.94576Z","time spent":"10.571303475s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":856,"request content":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763\" "} {"level":"warn","ts":"2026-03-31T21:15:23.517072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.226096472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:23.51709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.120326Z","time spent":"7.396754673s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.517083Z","caller":"traceutil/trace.go:171","msg":"trace[774186776] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26937; }","duration":"13.181125786s","start":"2026-03-31T21:15:10.335935Z","end":"2026-03-31T21:15:23.51706Z","steps":["trace[774186776] 'agreement among raft nodes before linearized reading' (duration: 13.180137842s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:23.516977Z","caller":"traceutil/trace.go:171","msg":"trace[1293747067] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26937; }","duration":"8.198180313s","start":"2026-03-31T21:15:15.318784Z","end":"2026-03-31T21:15:23.516965Z","steps":["trace[1293747067] 'agreement among raft nodes before linearized reading' (duration: 8.19805289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:13.630695Z","time spent":"9.886198999s","remote":"127.0.0.1:51070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.517147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.318774Z","time spent":"8.198365838s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:15:23.517144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.335917Z","time spent":"13.181207748s","remote":"127.0.0.1:48844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.517153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.063918888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-31T21:15:23.516741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.441094936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:23.517365Z","caller":"traceutil/trace.go:171","msg":"trace[1319257574] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26937; }","duration":"11.064058701s","start":"2026-03-31T21:15:12.453124Z","end":"2026-03-31T21:15:23.517183Z","steps":["trace[1319257574] 'agreement among raft nodes before linearized reading' (duration: 11.063932427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.535147659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:23.51678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.850718399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.517112Z","caller":"traceutil/trace.go:171","msg":"trace[866685785] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26937; }","duration":"8.226168034s","start":"2026-03-31T21:15:15.290933Z","end":"2026-03-31T21:15:23.517101Z","steps":["trace[866685785] 'agreement among raft nodes before linearized reading' (duration: 8.226069432s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.516949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:08.452175Z","time spent":"15.064757442s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.51743Z","caller":"traceutil/trace.go:171","msg":"trace[1885156939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26937; }","duration":"9.851402136s","start":"2026-03-31T21:15:13.666017Z","end":"2026-03-31T21:15:23.517419Z","steps":["trace[1885156939] 'agreement among raft nodes before linearized reading' (duration: 9.85074241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.517437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.290918Z","time spent":"8.226509124s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.517443Z","caller":"traceutil/trace.go:171","msg":"trace[1002787259] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26937; }","duration":"10.535938468s","start":"2026-03-31T21:15:12.981478Z","end":"2026-03-31T21:15:23.517416Z","steps":["trace[1002787259] 'agreement among raft nodes before linearized reading' (duration: 10.535150279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.517466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:13.665995Z","time spent":"9.851460918s","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:23.517395Z","caller":"traceutil/trace.go:171","msg":"trace[909707547] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26937; }","duration":"9.441778393s","start":"2026-03-31T21:15:14.075607Z","end":"2026-03-31T21:15:23.517385Z","steps":["trace[909707547] 'agreement among raft nodes before linearized reading' (duration: 9.441096797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.517495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:14.075586Z","time spent":"9.441904176s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.866691642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.517566Z","caller":"traceutil/trace.go:171","msg":"trace[1390935122] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26937; }","duration":"6.867858151s","start":"2026-03-31T21:15:16.649689Z","end":"2026-03-31T21:15:23.517548Z","steps":["trace[1390935122] 'agreement among raft nodes before linearized reading' (duration: 6.866698542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.517471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.98144Z","time spent":"10.53602139s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.517623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.649671Z","time spent":"6.867933343s","remote":"127.0.0.1:48786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.516962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.944579Z","time spent":"17.572376064s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T21:15:23.517014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.077204Z","time spent":"7.439790842s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:15:23.516817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.619847923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:23.517776Z","caller":"traceutil/trace.go:171","msg":"trace[1544000802] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26937; }","duration":"7.620841379s","start":"2026-03-31T21:15:15.896922Z","end":"2026-03-31T21:15:23.517764Z","steps":["trace[1544000802] 'agreement among raft nodes before linearized reading' (duration: 7.619867284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.517822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.896892Z","time spent":"7.620915501s","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.517398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.453097Z","time spent":"11.064294787s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T21:15:23.518642Z","caller":"traceutil/trace.go:171","msg":"trace[632703836] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26937; }","duration":"11.470977627s","start":"2026-03-31T21:15:12.045218Z","end":"2026-03-31T21:15:23.516196Z","steps":["trace[632703836] 'agreement among raft nodes before linearized reading' (duration: 11.470879755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.518696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.045199Z","time spent":"11.47348018s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:23.518812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.576423094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T21:15:23.518843Z","caller":"traceutil/trace.go:171","msg":"trace[986022096] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26937; }","duration":"17.576492876s","start":"2026-03-31T21:15:05.942341Z","end":"2026-03-31T21:15:23.518834Z","steps":["trace[986022096] 'agreement among raft nodes before linearized reading' (duration: 17.573663095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.518874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.942335Z","time spent":"17.576533707s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T21:15:23.556964Z","caller":"traceutil/trace.go:171","msg":"trace[1578983974] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"1.258551024s","start":"2026-03-31T21:15:22.298388Z","end":"2026-03-31T21:15:23.556939Z","steps":["trace[1578983974] 'process raft request' (duration: 1.258397401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.557312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.298364Z","time spent":"1.258677009s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:24.875453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999714008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:24.875535Z","caller":"traceutil/trace.go:171","msg":"trace[7257039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999857861s","start":"2026-03-31T21:15:22.875658Z","end":"2026-03-31T21:15:24.875516Z","steps":["trace[7257039] 'agreement among raft nodes before linearized reading' (duration: 1.999754059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:24.875582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.875635Z","time spent":"1.999937144s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:26.876106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:26.876182Z","caller":"traceutil/trace.go:171","msg":"trace[399364724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121445s","start":"2026-03-31T21:15:24.876041Z","end":"2026-03-31T21:15:26.876162Z","steps":["trace[399364724] 'agreement among raft nodes before linearized reading' (duration: 2.000026523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:26.876257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:24.876009Z","time spent":"2.000238408s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:27.826568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.269742987s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:28.444284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994950845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:28.444349Z","caller":"traceutil/trace.go:171","msg":"trace[224286747] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.995061297s","start":"2026-03-31T21:15:20.449273Z","end":"2026-03-31T21:15:28.444334Z","steps":["trace[224286747] 'agreement among raft nodes before linearized reading' (duration: 7.994972295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:28.444385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:20.449252Z","time spent":"7.995125999s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 21:15:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:28.885234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999792357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:28.885358Z","caller":"traceutil/trace.go:171","msg":"trace[1478140273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977102s","start":"2026-03-31T21:15:26.885357Z","end":"2026-03-31T21:15:28.885335Z","steps":["trace[1478140273] 'agreement among raft nodes before linearized reading' (duration: 1.999825828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:28.885442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:26.885316Z","time spent":"2.000108055s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:29.950244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999109672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:29.950405Z","caller":"traceutil/trace.go:171","msg":"trace[614061056] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999301747s","start":"2026-03-31T21:15:19.951081Z","end":"2026-03-31T21:15:29.950383Z","steps":["trace[614061056] 'agreement among raft nodes before linearized reading' (duration: 9.999115773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:29.950522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.951076Z","time spent":"9.99940872s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T21:15:30.091607Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde53b6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:15:30.520989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.520389Z","time spent":"7.000566779s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:30.521464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.521352Z","time spent":"7.000104108s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:30.525323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.525031Z","time spent":"7.000288683s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:30.654086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.414467752s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:30.654222Z","caller":"traceutil/trace.go:171","msg":"trace[27619688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26938; }","duration":"6.414617746s","start":"2026-03-31T21:15:24.239585Z","end":"2026-03-31T21:15:30.654203Z","steps":["trace[27619688] 'range keys from in-memory index tree' (duration: 6.414451562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:30.885417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999818008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:30.885513Z","caller":"traceutil/trace.go:171","msg":"trace[989225795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977362s","start":"2026-03-31T21:15:28.885511Z","end":"2026-03-31T21:15:30.885488Z","steps":["trace[989225795] 'agreement among raft nodes before linearized reading' (duration: 1.999853639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:30.885565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:28.885488Z","time spent":"2.000066864s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:31.645252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:31.645344Z","caller":"traceutil/trace.go:171","msg":"trace[1700096886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072293s","start":"2026-03-31T21:15:29.645251Z","end":"2026-03-31T21:15:31.645324Z","steps":["trace[1700096886] 'agreement among raft nodes before linearized reading' (duration: 1.99993786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:31.645395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.645231Z","time spent":"2.000154086s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:32.893724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:32.893828Z","caller":"traceutil/trace.go:171","msg":"trace[954821030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213006s","start":"2026-03-31T21:15:30.893594Z","end":"2026-03-31T21:15:32.893807Z","steps":["trace[954821030] 'agreement among raft nodes before linearized reading' (duration: 2.000091723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.893876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.893572Z","time spent":"2.000294179s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:33.400496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.322867687s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:34.894531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:34.894651Z","caller":"traceutil/trace.go:171","msg":"trace[1961098856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468824s","start":"2026-03-31T21:15:32.894163Z","end":"2026-03-31T21:15:34.894632Z","steps":["trace[1961098856] 'agreement among raft nodes before linearized reading' (duration: 2.000323321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:34.8947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:32.894142Z","time spent":"2.000548037s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:34.911353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.962696698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:34.911611Z","caller":"traceutil/trace.go:171","msg":"trace[500400505] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"6.963006566s","start":"2026-03-31T21:15:27.948566Z","end":"2026-03-31T21:15:34.911573Z","steps":["trace[500400505] 'agreement among raft nodes before linearized reading' (duration: 6.962729019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:34.911674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:27.948543Z","time spent":"6.963116249s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/03/31 21:15:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:34.919142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.969001885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:34.919222Z","caller":"traceutil/trace.go:171","msg":"trace[1458522361] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"6.969115498s","start":"2026-03-31T21:15:27.950087Z","end":"2026-03-31T21:15:34.919203Z","steps":["trace[1458522361] 'agreement among raft nodes before linearized reading' (duration: 6.969016585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:34.919283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:27.95008Z","time spent":"6.969183479s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/03/31 21:15:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:35.563506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:28.562871Z","time spent":"7.000627828s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:35.620492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.924294Z","time spent":"4.696192849s","remote":"127.0.0.1:49572","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:35.620646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.793939926s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T21:15:35.620681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381423074s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:35.620785Z","caller":"traceutil/trace.go:171","msg":"trace[915837069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26939; }","duration":"1.381534797s","start":"2026-03-31T21:15:34.239229Z","end":"2026-03-31T21:15:35.620764Z","steps":["trace[915837069] 'range keys from in-memory index tree' (duration: 1.381407713s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:35.627155Z","caller":"traceutil/trace.go:171","msg":"trace[1241917347] linearizableReadLoop","detail":"{readStateIndex:27877; appliedIndex:27875; }","duration":"12.112127484s","start":"2026-03-31T21:15:23.515007Z","end":"2026-03-31T21:15:35.627135Z","steps":["trace[1241917347] 'read index received' (duration: 41.872708ms)","trace[1241917347] 'applied index is now lower than readState.Index' (duration: 12.070252276s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:35.627219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.555600819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:35.627382Z","caller":"traceutil/trace.go:171","msg":"trace[1007715474] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26942; }","duration":"14.555788734s","start":"2026-03-31T21:15:21.071549Z","end":"2026-03-31T21:15:35.627338Z","steps":["trace[1007715474] 'agreement among raft nodes before linearized reading' (duration: 14.555574139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.627405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.359849902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:35.62743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.071531Z","time spent":"14.555888716s","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:35.627451Z","caller":"traceutil/trace.go:171","msg":"trace[548798561] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26942; }","duration":"12.359943674s","start":"2026-03-31T21:15:23.267495Z","end":"2026-03-31T21:15:35.627439Z","steps":["trace[548798561] 'agreement among raft nodes before linearized reading' (duration: 12.359807751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.627442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.42528365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:35.627525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.676698189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-31T21:15:35.627561Z","caller":"traceutil/trace.go:171","msg":"trace[2055907534] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26942; }","duration":"15.676748791s","start":"2026-03-31T21:15:19.950796Z","end":"2026-03-31T21:15:35.627545Z","steps":["trace[2055907534] 'agreement among raft nodes before linearized reading' (duration: 15.676616818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.62751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.26744Z","time spent":"12.360058037s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.627596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.950781Z","time spent":"15.676809752s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T21:15:35.627597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.226383597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:35.627631Z","caller":"traceutil/trace.go:171","msg":"trace[1957743845] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26942; }","duration":"12.226460299s","start":"2026-03-31T21:15:23.401161Z","end":"2026-03-31T21:15:35.627621Z","steps":["trace[1957743845] 'agreement among raft nodes before linearized reading' (duration: 12.226367777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.627333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.502351749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:35.627672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.401134Z","time spent":"12.226529621s","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.627746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.478748655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:35.627794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.756120525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:35.62779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.114285647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:35.627814Z","caller":"traceutil/trace.go:171","msg":"trace[1231096677] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26942; }","duration":"16.756142105s","start":"2026-03-31T21:15:18.871666Z","end":"2026-03-31T21:15:35.627808Z","steps":["trace[1231096677] 'agreement among raft nodes before linearized reading' (duration: 16.756099994s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:35.627787Z","caller":"traceutil/trace.go:171","msg":"trace[1167598070] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26942; }","duration":"13.502837381s","start":"2026-03-31T21:15:22.124837Z","end":"2026-03-31T21:15:35.627674Z","steps":["trace[1167598070] 'agreement among raft nodes before linearized reading' (duration: 13.502296168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.62784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.871625Z","time spent":"16.756206687s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.627849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.061862977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:35.627555Z","caller":"traceutil/trace.go:171","msg":"trace[2036357993] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26942; }","duration":"15.425535176s","start":"2026-03-31T21:15:20.201998Z","end":"2026-03-31T21:15:35.627533Z","steps":["trace[2036357993] 'agreement among raft nodes before linearized reading' (duration: 15.4252916s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:35.627912Z","caller":"traceutil/trace.go:171","msg":"trace[2027834268] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26942; }","duration":"14.06196503s","start":"2026-03-31T21:15:21.565929Z","end":"2026-03-31T21:15:35.627894Z","steps":["trace[2027834268] 'agreement among raft nodes before linearized reading' (duration: 14.061864937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.627949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:20.20196Z","time spent":"15.425977217s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.627977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.565905Z","time spent":"14.062061042s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.627987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.152979269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:35.627872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.314249957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:35.62806Z","caller":"traceutil/trace.go:171","msg":"trace[567530994] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26942; }","duration":"15.314442521s","start":"2026-03-31T21:15:20.313607Z","end":"2026-03-31T21:15:35.628049Z","steps":["trace[567530994] 'agreement among raft nodes before linearized reading' (duration: 15.314238256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.62807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.47752859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:35.627975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.124814Z","time spent":"13.503040376s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:35.628098Z","caller":"traceutil/trace.go:171","msg":"trace[9577588] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26942; }","duration":"17.477582651s","start":"2026-03-31T21:15:18.150506Z","end":"2026-03-31T21:15:35.628089Z","steps":["trace[9577588] 'agreement among raft nodes before linearized reading' (duration: 17.47753916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.62783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.813565643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:35.628129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.150486Z","time spent":"17.477635723s","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:35.628161Z","caller":"traceutil/trace.go:171","msg":"trace[175380002] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26942; }","duration":"16.813951765s","start":"2026-03-31T21:15:18.814198Z","end":"2026-03-31T21:15:35.628149Z","steps":["trace[175380002] 'agreement among raft nodes before linearized reading' (duration: 16.813571254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.627362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.755806377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:35.628203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.81417Z","time spent":"16.814016297s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.628269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.036546869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:35.628297Z","caller":"traceutil/trace.go:171","msg":"trace[2002802516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26942; }","duration":"13.03663527s","start":"2026-03-31T21:15:22.591654Z","end":"2026-03-31T21:15:35.62829Z","steps":["trace[2002802516] 'agreement among raft nodes before linearized reading' (duration: 13.036553468s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:35.628274Z","caller":"traceutil/trace.go:171","msg":"trace[1074814568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26942; }","duration":"16.756741891s","start":"2026-03-31T21:15:18.871479Z","end":"2026-03-31T21:15:35.62822Z","steps":["trace[1074814568] 'agreement among raft nodes before linearized reading' (duration: 16.755782716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.628317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.583676821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"warn","ts":"2026-03-31T21:15:35.628346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.871465Z","time spent":"16.756864354s","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.628386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.366402394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-03-31T21:15:35.628406Z","caller":"traceutil/trace.go:171","msg":"trace[228568801] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26942; }","duration":"13.366457314s","start":"2026-03-31T21:15:22.261943Z","end":"2026-03-31T21:15:35.6284Z","steps":["trace[228568801] 'agreement among raft nodes before linearized reading' (duration: 13.366392482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.628398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.648344981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:35.627825Z","caller":"traceutil/trace.go:171","msg":"trace[1143848158] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26942; }","duration":"15.11436844s","start":"2026-03-31T21:15:20.513445Z","end":"2026-03-31T21:15:35.627814Z","steps":["trace[1143848158] 'agreement among raft nodes before linearized reading' (duration: 15.114308048s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:35.628474Z","caller":"traceutil/trace.go:171","msg":"trace[224387207] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26942; }","duration":"17.648455954s","start":"2026-03-31T21:15:17.980007Z","end":"2026-03-31T21:15:35.628463Z","steps":["trace[224387207] 'agreement among raft nodes before linearized reading' (duration: 17.648364881s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.628484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:20.513422Z","time spent":"15.115051497s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:35.628027Z","caller":"traceutil/trace.go:171","msg":"trace[1380594315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26942; }","duration":"17.15304886s","start":"2026-03-31T21:15:18.474964Z","end":"2026-03-31T21:15:35.628012Z","steps":["trace[1380594315] 'agreement among raft nodes before linearized reading' (duration: 17.153000939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.628088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:20.313507Z","time spent":"15.314572295s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.628589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.474945Z","time spent":"17.153624756s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:35.62819Z","caller":"traceutil/trace.go:171","msg":"trace[669640326] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26942; }","duration":"16.478776465s","start":"2026-03-31T21:15:19.148986Z","end":"2026-03-31T21:15:35.627762Z","steps":["trace[669640326] 'agreement among raft nodes before linearized reading' (duration: 16.478740034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.628558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.267495504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:35.628677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.148924Z","time spent":"16.479744181s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:35.628702Z","caller":"traceutil/trace.go:171","msg":"trace[1111053696] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26942; }","duration":"18.267676998s","start":"2026-03-31T21:15:17.361014Z","end":"2026-03-31T21:15:35.628691Z","steps":["trace[1111053696] 'agreement among raft nodes before linearized reading' (duration: 18.267521304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.628514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:17.979984Z","time spent":"17.648519056s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.628746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:17.360989Z","time spent":"18.26774603s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:35.628354Z","caller":"traceutil/trace.go:171","msg":"trace[1342576798] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26942; }","duration":"17.583742503s","start":"2026-03-31T21:15:18.044602Z","end":"2026-03-31T21:15:35.628345Z","steps":["trace[1342576798] 'agreement among raft nodes before linearized reading' (duration: 17.583580349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.628323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.591633Z","time spent":"13.036683682s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.627944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.844297514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:35.628885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.858841911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:15:35.6289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.407951619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:35.628926Z","caller":"traceutil/trace.go:171","msg":"trace[1122334206] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26942; }","duration":"13.858925023s","start":"2026-03-31T21:15:21.769991Z","end":"2026-03-31T21:15:35.628916Z","steps":["trace[1122334206] 'agreement among raft nodes before linearized reading' (duration: 13.857616379s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:35.628927Z","caller":"traceutil/trace.go:171","msg":"trace[815192674] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26942; }","duration":"14.408012941s","start":"2026-03-31T21:15:21.220906Z","end":"2026-03-31T21:15:35.628919Z","steps":["trace[815192674] 'agreement among raft nodes before linearized reading' (duration: 14.407958309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.628962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.220889Z","time spent":"14.408066383s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.628962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.769965Z","time spent":"13.858987655s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2689,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.629025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.044588Z","time spent":"17.584222874s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T21:15:35.628923Z","caller":"traceutil/trace.go:171","msg":"trace[204764778] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26942; }","duration":"16.845311919s","start":"2026-03-31T21:15:18.783594Z","end":"2026-03-31T21:15:35.628906Z","steps":["trace[204764778] 'agreement among raft nodes before linearized reading' (duration: 16.844293273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.629093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.78356Z","time spent":"16.845516475s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:35.630961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.261921Z","time spent":"13.369028319s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T21:15:35.631258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.48219349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276020"} {"level":"info","ts":"2026-03-31T21:15:35.631317Z","caller":"traceutil/trace.go:171","msg":"trace[771867856] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26942; }","duration":"14.482287793s","start":"2026-03-31T21:15:21.149016Z","end":"2026-03-31T21:15:35.631304Z","steps":["trace[771867856] 'agreement among raft nodes before linearized reading' (duration: 14.478748303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.631397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.148994Z","time spent":"14.482394305s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276042,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:15:36.127912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:36.502218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.101469962s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:36.902471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:36.902651Z","caller":"traceutil/trace.go:171","msg":"trace[219170418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000548566s","start":"2026-03-31T21:15:34.902081Z","end":"2026-03-31T21:15:36.902629Z","steps":["trace[219170418] 'agreement among raft nodes before linearized reading' (duration: 2.000321401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.90274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.902065Z","time spent":"2.000657218s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:36.980099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.647398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-31T21:15:36.980214Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"477.785121ms","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-31T21:15:36.980507Z","caller":"traceutil/trace.go:171","msg":"trace[1331418888] linearizableReadLoop","detail":"{readStateIndex:27882; appliedIndex:27881; }","duration":"1.353278147s","start":"2026-03-31T21:15:35.627206Z","end":"2026-03-31T21:15:36.980484Z","steps":["trace[1331418888] 'read index received' (duration: 875.171088ms)","trace[1331418888] 'applied index is now lower than readState.Index' (duration: 478.104329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:36.980676Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde53b6","error":"lease not found"} {"level":"warn","ts":"2026-03-31T21:15:36.980842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413166597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-31T21:15:36.980884Z","caller":"traceutil/trace.go:171","msg":"trace[1772814485] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26942; }","duration":"1.41324867s","start":"2026-03-31T21:15:35.567624Z","end":"2026-03-31T21:15:36.980873Z","steps":["trace[1772814485] 'agreement among raft nodes before linearized reading' (duration: 1.413076915s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.980981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.458634177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.981078Z","caller":"traceutil/trace.go:171","msg":"trace[1671429958] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:26942; }","duration":"6.458822892s","start":"2026-03-31T21:15:30.522227Z","end":"2026-03-31T21:15:36.981049Z","steps":["trace[1671429958] 'agreement among raft nodes before linearized reading' (duration: 6.458609077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.871657235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.981222Z","caller":"traceutil/trace.go:171","msg":"trace[1133434691] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26942; }","duration":"6.87178671s","start":"2026-03-31T21:15:30.10937Z","end":"2026-03-31T21:15:36.981157Z","steps":["trace[1133434691] 'agreement among raft nodes before linearized reading' (duration: 6.871669437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.522204Z","time spent":"6.458927734s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:15:36.981281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.457649228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.981355Z","caller":"traceutil/trace.go:171","msg":"trace[1216187380] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26942; }","duration":"13.457775731s","start":"2026-03-31T21:15:23.52356Z","end":"2026-03-31T21:15:36.981336Z","steps":["trace[1216187380] 'agreement among raft nodes before linearized reading' (duration: 13.457597726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.523527Z","time spent":"13.457872414s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T21:15:36.981446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.028184662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.98153Z","caller":"traceutil/trace.go:171","msg":"trace[566688520] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26942; }","duration":"6.028277604s","start":"2026-03-31T21:15:30.953229Z","end":"2026-03-31T21:15:36.981507Z","steps":["trace[566688520] 'agreement among raft nodes before linearized reading' (duration: 6.028134501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972129497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:36.981622Z","caller":"traceutil/trace.go:171","msg":"trace[112066296] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26942; }","duration":"3.972223549s","start":"2026-03-31T21:15:33.009387Z","end":"2026-03-31T21:15:36.98161Z","steps":["trace[112066296] 'agreement among raft nodes before linearized reading' (duration: 3.971894931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292837562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.981654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:33.009365Z","time spent":"3.97227948s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.981666Z","caller":"traceutil/trace.go:171","msg":"trace[1763797925] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26942; }","duration":"4.292903024s","start":"2026-03-31T21:15:32.688753Z","end":"2026-03-31T21:15:36.981656Z","steps":["trace[1763797925] 'agreement among raft nodes before linearized reading' (duration: 4.292845573s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:32.688732Z","time spent":"4.292993387s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.98174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023322128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.981736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.619741319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:36.981807Z","caller":"traceutil/trace.go:171","msg":"trace[231388364] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26942; }","duration":"10.619858772s","start":"2026-03-31T21:15:26.361928Z","end":"2026-03-31T21:15:36.981787Z","steps":["trace[231388364] 'agreement among raft nodes before linearized reading' (duration: 10.619722349s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.981781Z","caller":"traceutil/trace.go:171","msg":"trace[20027034] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26942; }","duration":"2.02340662s","start":"2026-03-31T21:15:34.958363Z","end":"2026-03-31T21:15:36.98177Z","steps":["trace[20027034] 'agreement among raft nodes before linearized reading' (duration: 2.023294347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.98187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.455617773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T21:15:36.981886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.958342Z","time spent":"2.023530982s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.981902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658471034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.981915Z","caller":"traceutil/trace.go:171","msg":"trace[1822008233] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:26942; }","duration":"6.455684614s","start":"2026-03-31T21:15:30.526215Z","end":"2026-03-31T21:15:36.9819Z","steps":["trace[1822008233] 'agreement among raft nodes before linearized reading' (duration: 6.455566191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:26.361905Z","time spent":"10.619935324s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.981939Z","caller":"traceutil/trace.go:171","msg":"trace[2074876724] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26942; }","duration":"4.658592497s","start":"2026-03-31T21:15:32.323333Z","end":"2026-03-31T21:15:36.981926Z","steps":["trace[2074876724] 'agreement among raft nodes before linearized reading' (duration: 4.658537645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.98195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.638209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.981951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.526203Z","time spent":"6.455740326s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" "} {"level":"warn","ts":"2026-03-31T21:15:36.981971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:32.323308Z","time spent":"4.658653308s","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.981981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304645906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.981977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068049068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T21:15:36.982002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464511055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.98202Z","caller":"traceutil/trace.go:171","msg":"trace[1594460390] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26942; }","duration":"2.304740779s","start":"2026-03-31T21:15:34.677269Z","end":"2026-03-31T21:15:36.98201Z","steps":["trace[1594460390] 'agreement among raft nodes before linearized reading' (duration: 2.304617576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.032993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.982038Z","caller":"traceutil/trace.go:171","msg":"trace[1709689417] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26942; }","duration":"1.464591097s","start":"2026-03-31T21:15:35.517436Z","end":"2026-03-31T21:15:36.982027Z","steps":["trace[1709689417] 'agreement among raft nodes before linearized reading' (duration: 1.464537716s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.982041Z","caller":"traceutil/trace.go:171","msg":"trace[1080272029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26942; }","duration":"2.0681422s","start":"2026-03-31T21:15:34.913872Z","end":"2026-03-31T21:15:36.982014Z","steps":["trace[1080272029] 'agreement among raft nodes before linearized reading' (duration: 2.068019547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.677245Z","time spent":"2.30480142s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.517415Z","time spent":"1.464644258s","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.91385Z","time spent":"2.068222691s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:15:36.982081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714848197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.982024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.86344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.982119Z","caller":"traceutil/trace.go:171","msg":"trace[1187297249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26942; }","duration":"1.714924879s","start":"2026-03-31T21:15:35.267184Z","end":"2026-03-31T21:15:36.982109Z","steps":["trace[1187297249] 'agreement among raft nodes before linearized reading' (duration: 1.714866928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.51747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:36.982153Z","caller":"traceutil/trace.go:171","msg":"trace[1198695741] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26942; }","duration":"223.584422ms","start":"2026-03-31T21:15:36.758559Z","end":"2026-03-31T21:15:36.982144Z","steps":["trace[1198695741] 'agreement among raft nodes before linearized reading' (duration: 223.5177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.567611Z","time spent":"1.413301631s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:15:36.982153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.92548331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.982133Z","caller":"traceutil/trace.go:171","msg":"trace[1380619109] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26942; }","duration":"570.008794ms","start":"2026-03-31T21:15:36.412112Z","end":"2026-03-31T21:15:36.98212Z","steps":["trace[1380619109] 'agreement among raft nodes before linearized reading' (duration: 569.86047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.432758753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.982232Z","caller":"traceutil/trace.go:171","msg":"trace[2031565772] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26942; }","duration":"5.432829025s","start":"2026-03-31T21:15:31.549393Z","end":"2026-03-31T21:15:36.982222Z","steps":["trace[2031565772] 'agreement among raft nodes before linearized reading' (duration: 5.432782224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.412091Z","time spent":"570.143966ms","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:31.549373Z","time spent":"5.432880667s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.981658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.443879139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-31T21:15:36.982276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329038897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.981273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.10935Z","time spent":"6.871907484s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.982302Z","caller":"traceutil/trace.go:171","msg":"trace[764134556] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26942; }","duration":"6.444551576s","start":"2026-03-31T21:15:30.537742Z","end":"2026-03-31T21:15:36.982293Z","steps":["trace[764134556] 'agreement among raft nodes before linearized reading' (duration: 6.443865219s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.98231Z","caller":"traceutil/trace.go:171","msg":"trace[824436510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26942; }","duration":"2.329103879s","start":"2026-03-31T21:15:34.653197Z","end":"2026-03-31T21:15:36.982301Z","steps":["trace[824436510] 'agreement among raft nodes before linearized reading' (duration: 2.329045658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.537732Z","time spent":"6.444590897s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T21:15:36.982333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.352258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.982341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.653182Z","time spent":"2.329150621s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.982364Z","caller":"traceutil/trace.go:171","msg":"trace[575162637] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26942; }","duration":"437.42101ms","start":"2026-03-31T21:15:36.544933Z","end":"2026-03-31T21:15:36.982354Z","steps":["trace[575162637] 'agreement among raft nodes before linearized reading' (duration: 437.364029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.486041134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:15:36.982395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.544912Z","time spent":"437.470641ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.982413Z","caller":"traceutil/trace.go:171","msg":"trace[1062981869] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26942; }","duration":"11.486113016s","start":"2026-03-31T21:15:25.496292Z","end":"2026-03-31T21:15:36.982405Z","steps":["trace[1062981869] 'agreement among raft nodes before linearized reading' (duration: 11.485925331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652647674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.982444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:25.496271Z","time spent":"11.486165547s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409147844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:36.982195Z","caller":"traceutil/trace.go:171","msg":"trace[448192555] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26942; }","duration":"10.925584923s","start":"2026-03-31T21:15:26.056596Z","end":"2026-03-31T21:15:36.982181Z","steps":["trace[448192555] 'agreement among raft nodes before linearized reading' (duration: 10.925512341s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.982484Z","caller":"traceutil/trace.go:171","msg":"trace[1766785331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26942; }","duration":"2.409221546s","start":"2026-03-31T21:15:34.573256Z","end":"2026-03-31T21:15:36.982478Z","steps":["trace[1766785331] 'agreement among raft nodes before linearized reading' (duration: 2.409181585s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.981984Z","caller":"traceutil/trace.go:171","msg":"trace[1652815449] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26942; }","duration":"491.67009ms","start":"2026-03-31T21:15:36.490301Z","end":"2026-03-31T21:15:36.981971Z","steps":["trace[1652815449] 'agreement among raft nodes before linearized reading' (duration: 491.615548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.98216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.267161Z","time spent":"1.714979731s","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.803988195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.982538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346773145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"warn","ts":"2026-03-31T21:15:36.982569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459073591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-31T21:15:36.981576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.030946032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.982591Z","caller":"traceutil/trace.go:171","msg":"trace[1557066082] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26942; }","duration":"3.459124473s","start":"2026-03-31T21:15:33.523461Z","end":"2026-03-31T21:15:36.982586Z","steps":["trace[1557066082] 'agreement among raft nodes before linearized reading' (duration: 3.459053601s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.982591Z","caller":"traceutil/trace.go:171","msg":"trace[1984430404] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26942; }","duration":"1.346854367s","start":"2026-03-31T21:15:35.635717Z","end":"2026-03-31T21:15:36.982571Z","steps":["trace[1984430404] 'agreement among raft nodes before linearized reading' (duration: 1.346705603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.460275094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116267"} {"level":"warn","ts":"2026-03-31T21:15:36.982644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684650363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.982639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.635701Z","time spent":"1.346925829s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T21:15:36.982553Z","caller":"traceutil/trace.go:171","msg":"trace[376971334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26942; }","duration":"5.804061807s","start":"2026-03-31T21:15:31.178484Z","end":"2026-03-31T21:15:36.982546Z","steps":["trace[376971334] 'agreement among raft nodes before linearized reading' (duration: 5.804017696s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.982665Z","caller":"traceutil/trace.go:171","msg":"trace[554011606] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26942; }","duration":"3.684721475s","start":"2026-03-31T21:15:33.297938Z","end":"2026-03-31T21:15:36.98266Z","steps":["trace[554011606] 'agreement among raft nodes before linearized reading' (duration: 3.684689584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.761119842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.982683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:33.297911Z","time spent":"3.684768286s","remote":"127.0.0.1:55494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:31.178447Z","time spent":"5.804225841s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.982696Z","caller":"traceutil/trace.go:171","msg":"trace[38662225] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26942; }","duration":"7.761207704s","start":"2026-03-31T21:15:29.221478Z","end":"2026-03-31T21:15:36.982685Z","steps":["trace[38662225] 'agreement among raft nodes before linearized reading' (duration: 7.761139783s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.982642Z","caller":"traceutil/trace.go:171","msg":"trace[763883535] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26942; }","duration":"13.460316905s","start":"2026-03-31T21:15:23.522315Z","end":"2026-03-31T21:15:36.982631Z","steps":["trace[763883535] 'agreement among raft nodes before linearized reading' (duration: 13.459337421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.22227637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.982154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359891278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.982532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.490234Z","time spent":"492.284445ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.982752Z","caller":"traceutil/trace.go:171","msg":"trace[1568182622] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26942; }","duration":"13.222358082s","start":"2026-03-31T21:15:23.760383Z","end":"2026-03-31T21:15:36.982741Z","steps":["trace[1568182622] 'agreement among raft nodes before linearized reading' (duration: 13.22230029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.645589927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.98262Z","caller":"traceutil/trace.go:171","msg":"trace[803965793] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26942; }","duration":"6.032029488s","start":"2026-03-31T21:15:30.950572Z","end":"2026-03-31T21:15:36.982602Z","steps":["trace[803965793] 'agreement among raft nodes before linearized reading' (duration: 6.030950232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.697550031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.982771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.522309Z","time spent":"13.460424048s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116289,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T21:15:36.982799Z","caller":"traceutil/trace.go:171","msg":"trace[167721181] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26942; }","duration":"7.645705821s","start":"2026-03-31T21:15:29.337081Z","end":"2026-03-31T21:15:36.982787Z","steps":["trace[167721181] 'agreement among raft nodes before linearized reading' (duration: 7.645598448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.460700334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116267"} {"level":"info","ts":"2026-03-31T21:15:36.982813Z","caller":"traceutil/trace.go:171","msg":"trace[2038948324] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26942; }","duration":"7.697625262s","start":"2026-03-31T21:15:29.285179Z","end":"2026-03-31T21:15:36.982805Z","steps":["trace[2038948324] 'agreement among raft nodes before linearized reading' (duration: 7.697571551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:33.523444Z","time spent":"3.459160943s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-31T21:15:36.982828Z","caller":"traceutil/trace.go:171","msg":"trace[1506384474] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26942; }","duration":"13.460744766s","start":"2026-03-31T21:15:23.522077Z","end":"2026-03-31T21:15:36.982822Z","steps":["trace[1506384474] 'agreement among raft nodes before linearized reading' (duration: 13.459207118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.950549Z","time spent":"6.032253324s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:15:36.982837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.337058Z","time spent":"7.645767882s","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.285156Z","time spent":"7.697682053s","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.522068Z","time spent":"13.460776766s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116289,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T21:15:36.982061Z","caller":"traceutil/trace.go:171","msg":"trace[174980291] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26942; }","duration":"129.102435ms","start":"2026-03-31T21:15:36.85295Z","end":"2026-03-31T21:15:36.982052Z","steps":["trace[174980291] 'agreement among raft nodes before linearized reading' (duration: 129.052704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197010109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.982462Z","caller":"traceutil/trace.go:171","msg":"trace[949888550] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26942; }","duration":"5.652722416s","start":"2026-03-31T21:15:31.329731Z","end":"2026-03-31T21:15:36.982453Z","steps":["trace[949888550] 'agreement among raft nodes before linearized reading' (duration: 5.652664234s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.98293Z","caller":"traceutil/trace.go:171","msg":"trace[52964408] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26942; }","duration":"2.198225529s","start":"2026-03-31T21:15:34.784692Z","end":"2026-03-31T21:15:36.982918Z","steps":["trace[52964408] 'agreement among raft nodes before linearized reading' (duration: 2.196954968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:31.329701Z","time spent":"5.653235919s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.400887127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.982976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.536332536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T21:15:36.982996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.557121297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.981871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060497169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:15:36.983015Z","caller":"traceutil/trace.go:171","msg":"trace[228763545] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26942; }","duration":"8.557179538s","start":"2026-03-31T21:15:28.425828Z","end":"2026-03-31T21:15:36.983008Z","steps":["trace[228763545] 'agreement among raft nodes before linearized reading' (duration: 8.557147598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:26.056563Z","time spent":"10.925923231s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.983034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:28.425806Z","time spent":"8.55722473s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.848985246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.98281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.76036Z","time spent":"13.222420244s","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.983056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.77898951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.981755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.448568646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.983084Z","caller":"traceutil/trace.go:171","msg":"trace[1184809225] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26942; }","duration":"7.779019241s","start":"2026-03-31T21:15:29.204056Z","end":"2026-03-31T21:15:36.983075Z","steps":["trace[1184809225] 'agreement among raft nodes before linearized reading' (duration: 7.77897252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.784672Z","time spent":"2.198284111s","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.983093Z","caller":"traceutil/trace.go:171","msg":"trace[986263108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26942; }","duration":"6.44994857s","start":"2026-03-31T21:15:30.533133Z","end":"2026-03-31T21:15:36.983081Z","steps":["trace[986263108] 'agreement among raft nodes before linearized reading' (duration: 6.448583937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.98275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.030343953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-31T21:15:36.982299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.460184262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-31T21:15:36.983117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.203996Z","time spent":"7.779111644s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.98313Z","caller":"traceutil/trace.go:171","msg":"trace[1774335353] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26942; }","duration":"7.030756233s","start":"2026-03-31T21:15:29.952368Z","end":"2026-03-31T21:15:36.983124Z","steps":["trace[1774335353] 'agreement among raft nodes before linearized reading' (duration: 7.030326563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.98313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.533112Z","time spent":"6.450006001s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.983141Z","caller":"traceutil/trace.go:171","msg":"trace[302340623] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853; range_end:; response_count:1; response_revision:26942; }","duration":"13.461039462s","start":"2026-03-31T21:15:23.522091Z","end":"2026-03-31T21:15:36.98313Z","steps":["trace[302340623] 'agreement among raft nodes before linearized reading' (duration: 13.46013461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.982732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.221451Z","time spent":"7.761270996s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.982502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.57323Z","time spent":"2.409266257s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.983168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.522078Z","time spent":"13.461081574s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853\" "} {"level":"info","ts":"2026-03-31T21:15:36.982767Z","caller":"traceutil/trace.go:171","msg":"trace[218511131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26942; }","duration":"5.360540344s","start":"2026-03-31T21:15:31.622213Z","end":"2026-03-31T21:15:36.982753Z","steps":["trace[218511131] 'agreement among raft nodes before linearized reading' (duration: 5.359903108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.981578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.95317Z","time spent":"6.028395368s","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.983017Z","caller":"traceutil/trace.go:171","msg":"trace[1620535045] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26942; }","duration":"7.401254186s","start":"2026-03-31T21:15:29.581739Z","end":"2026-03-31T21:15:36.982993Z","steps":["trace[1620535045] 'agreement among raft nodes before linearized reading' (duration: 7.400904577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.983206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.22266543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.983236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.581719Z","time spent":"7.401510663s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.983244Z","caller":"traceutil/trace.go:171","msg":"trace[1635292972] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26942; }","duration":"10.222753042s","start":"2026-03-31T21:15:26.76048Z","end":"2026-03-31T21:15:36.983233Z","steps":["trace[1635292972] 'agreement among raft nodes before linearized reading' (duration: 10.22268156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.983243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:31.622192Z","time spent":"5.361030186s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.983256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.35568702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.981748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350682603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-31T21:15:36.983044Z","caller":"traceutil/trace.go:171","msg":"trace[100825864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26942; }","duration":"2.061663708s","start":"2026-03-31T21:15:34.921365Z","end":"2026-03-31T21:15:36.983028Z","steps":["trace[100825864] 'agreement among raft nodes before linearized reading' (duration: 2.060410547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.983284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:26.760458Z","time spent":"10.222816064s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.983292Z","caller":"traceutil/trace.go:171","msg":"trace[1992062457] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26942; }","duration":"1.352347343s","start":"2026-03-31T21:15:35.630938Z","end":"2026-03-31T21:15:36.983285Z","steps":["trace[1992062457] 'agreement among raft nodes before linearized reading' (duration: 1.350461847s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.983294Z","caller":"traceutil/trace.go:171","msg":"trace[204627957] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26942; }","duration":"8.355762912s","start":"2026-03-31T21:15:28.627517Z","end":"2026-03-31T21:15:36.98328Z","steps":["trace[204627957] 'agreement among raft nodes before linearized reading' (duration: 8.355708481s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.983012Z","caller":"traceutil/trace.go:171","msg":"trace[644571002] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26942; }","duration":"8.536396948s","start":"2026-03-31T21:15:28.446606Z","end":"2026-03-31T21:15:36.983003Z","steps":["trace[644571002] 'agreement among raft nodes before linearized reading' (duration: 8.536299536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.983313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.630919Z","time spent":"1.352389335s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T21:15:36.983308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.921232Z","time spent":"2.062063558s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:15:36.983325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:28.627496Z","time spent":"8.355819573s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.983148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.95235Z","time spent":"7.030792234s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T21:15:36.983341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:28.446588Z","time spent":"8.536737877s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T21:15:36.983081Z","caller":"traceutil/trace.go:171","msg":"trace[1277989065] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26942; }","duration":"12.849445658s","start":"2026-03-31T21:15:24.133621Z","end":"2026-03-31T21:15:36.983067Z","steps":["trace[1277989065] 'agreement among raft nodes before linearized reading' (duration: 12.848955686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.983497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:24.133596Z","time spent":"12.849888058s","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.983637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.426063146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:36.983681Z","caller":"traceutil/trace.go:171","msg":"trace[587967609] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26942; }","duration":"10.426148138s","start":"2026-03-31T21:15:26.55752Z","end":"2026-03-31T21:15:36.983669Z","steps":["trace[587967609] 'agreement among raft nodes before linearized reading' (duration: 10.423553303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.983703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:26.557497Z","time spent":"10.426198739s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:37.490933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:37.99168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:38.492184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:38.686402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696757483s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:15:38.68676Z","caller":"traceutil/trace.go:171","msg":"trace[580170740] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"1.697185534s","start":"2026-03-31T21:15:36.989546Z","end":"2026-03-31T21:15:38.686732Z","steps":["trace[580170740] 'process raft request' (duration: 1.69700296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:38.686957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.989527Z","time spent":"1.697311188s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:38.995793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:38.995879Z","caller":"traceutil/trace.go:171","msg":"trace[1841775763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635487s","start":"2026-03-31T21:15:36.995224Z","end":"2026-03-31T21:15:38.99586Z","steps":["trace[1841775763] 'agreement among raft nodes before linearized reading' (duration: 2.000527265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:38.995926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.995214Z","time spent":"2.000702139s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:40.996564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00030264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:40.996667Z","caller":"traceutil/trace.go:171","msg":"trace[1128011404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485444s","start":"2026-03-31T21:15:38.996163Z","end":"2026-03-31T21:15:40.996648Z","steps":["trace[1128011404] 'agreement among raft nodes before linearized reading' (duration: 2.000353121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:40.996722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:38.996131Z","time spent":"2.000579277s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:41.647188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:41.647279Z","caller":"traceutil/trace.go:171","msg":"trace[1869050591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147926s","start":"2026-03-31T21:15:39.64711Z","end":"2026-03-31T21:15:41.647258Z","steps":["trace[1869050591] 'agreement among raft nodes before linearized reading' (duration: 2.000029323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:41.647329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:39.647089Z","time spent":"2.000229258s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:42.585013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.602086115s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:42.779953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.664297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:42.780262Z","caller":"traceutil/trace.go:171","msg":"trace[1844967049] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"5.789706017s","start":"2026-03-31T21:15:36.9905Z","end":"2026-03-31T21:15:42.780206Z","steps":["trace[1844967049] 'process raft request' (duration: 5.59469807s)","trace[1844967049] 'compare' (duration: 194.073832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:42.7808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.990488Z","time spent":"5.789842861s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:15:42.780986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.992533Z","time spent":"5.788446555s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:15:42.781446Z","caller":"traceutil/trace.go:171","msg":"trace[1259980043] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"5.786137376s","start":"2026-03-31T21:15:36.995281Z","end":"2026-03-31T21:15:42.781419Z","steps":["trace[1259980043] 'process raft request' (duration: 5.785724656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.781594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.995271Z","time spent":"5.78624572s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:15:42.78164Z","caller":"traceutil/trace.go:171","msg":"trace[1591038221] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"5.788906846s","start":"2026-03-31T21:15:36.99271Z","end":"2026-03-31T21:15:42.781617Z","steps":["trace[1591038221] 'process raft request' (duration: 5.788130247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.781758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.992697Z","time spent":"5.789003208s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:42.783211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.792828865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T21:15:42.78327Z","caller":"traceutil/trace.go:171","msg":"trace[271657885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26946; }","duration":"5.792914977s","start":"2026-03-31T21:15:36.99034Z","end":"2026-03-31T21:15:42.783255Z","steps":["trace[271657885] 'agreement among raft nodes before linearized reading' (duration: 5.792744543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.78338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.990327Z","time spent":"5.79303727s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-31T21:15:42.781116Z","caller":"traceutil/trace.go:171","msg":"trace[1199689586] linearizableReadLoop","detail":"{readStateIndex:27887; appliedIndex:27882; }","duration":"5.790725532s","start":"2026-03-31T21:15:36.99037Z","end":"2026-03-31T21:15:42.781096Z","steps":["trace[1199689586] 'read index received' (duration: 1.696173249s)","trace[1199689586] 'applied index is now lower than readState.Index' (duration: 4.094547593s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:42.784556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.452004066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:42.784592Z","caller":"traceutil/trace.go:171","msg":"trace[1722226788] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26946; }","duration":"5.452076278s","start":"2026-03-31T21:15:37.332507Z","end":"2026-03-31T21:15:42.784584Z","steps":["trace[1722226788] 'agreement among raft nodes before linearized reading' (duration: 5.452010516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.784615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:37.332489Z","time spent":"5.452119688s","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.784809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.363009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:42.78487Z","caller":"traceutil/trace.go:171","msg":"trace[1859993903] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26946; }","duration":"275.470091ms","start":"2026-03-31T21:15:42.50938Z","end":"2026-03-31T21:15:42.78485Z","steps":["trace[1859993903] 'agreement among raft nodes before linearized reading' (duration: 275.374759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.784873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597343003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:42.784983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.78905342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:42.784985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794383993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T21:15:42.785018Z","caller":"traceutil/trace.go:171","msg":"trace[1974126193] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26946; }","duration":"5.789116401s","start":"2026-03-31T21:15:36.995891Z","end":"2026-03-31T21:15:42.785008Z","steps":["trace[1974126193] 'agreement among raft nodes before linearized reading' (duration: 5.788998848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.995884Z","time spent":"5.789152112s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:15:42.78504Z","caller":"traceutil/trace.go:171","msg":"trace[1820672305] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26946; }","duration":"5.794449235s","start":"2026-03-31T21:15:36.990582Z","end":"2026-03-31T21:15:42.785031Z","steps":["trace[1820672305] 'agreement among raft nodes before linearized reading' (duration: 5.794310161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201029639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:42.78506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138352251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:42.785066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.990578Z","time spent":"5.794481216s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T21:15:42.785105Z","caller":"traceutil/trace.go:171","msg":"trace[1312563348] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26946; }","duration":"4.138451303s","start":"2026-03-31T21:15:38.646642Z","end":"2026-03-31T21:15:42.785093Z","steps":["trace[1312563348] 'agreement among raft nodes before linearized reading' (duration: 4.138350741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:38.646623Z","time spent":"4.138507054s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.785089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527036701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:42.785138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794555937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:15:42.785221Z","caller":"traceutil/trace.go:171","msg":"trace[1007876890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26946; }","duration":"1.527317098s","start":"2026-03-31T21:15:41.25786Z","end":"2026-03-31T21:15:42.785177Z","steps":["trace[1007876890] 'agreement among raft nodes before linearized reading' (duration: 1.52697708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.784809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780194844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:42.785296Z","caller":"traceutil/trace.go:171","msg":"trace[2135083520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26946; }","duration":"1.780719007s","start":"2026-03-31T21:15:41.004565Z","end":"2026-03-31T21:15:42.785284Z","steps":["trace[2135083520] 'agreement among raft nodes before linearized reading' (duration: 1.780148023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.78533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:41.004517Z","time spent":"1.780806459s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:42.785338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09363748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-fb9b74f84-gctpw.18a207deb170e825\" ","response":"range_response_count:1 size:2096"} {"level":"warn","ts":"2026-03-31T21:15:42.78534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.791933492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T21:15:42.785003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317033746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:42.785362Z","caller":"traceutil/trace.go:171","msg":"trace[1401624095] range","detail":"{range_begin:/registry/events/openstack/glance-api-fb9b74f84-gctpw.18a207deb170e825; range_end:; response_count:1; response_revision:26946; }","duration":"4.093685201s","start":"2026-03-31T21:15:38.691668Z","end":"2026-03-31T21:15:42.785354Z","steps":["trace[1401624095] 'agreement among raft nodes before linearized reading' (duration: 4.093577838s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:42.785366Z","caller":"traceutil/trace.go:171","msg":"trace[593930390] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26946; }","duration":"5.791974343s","start":"2026-03-31T21:15:36.993384Z","end":"2026-03-31T21:15:42.785359Z","steps":["trace[593930390] 'agreement among raft nodes before linearized reading' (duration: 5.791896261s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:42.785005Z","caller":"traceutil/trace.go:171","msg":"trace[208408855] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26946; }","duration":"1.597497836s","start":"2026-03-31T21:15:41.187484Z","end":"2026-03-31T21:15:42.784982Z","steps":["trace[208408855] 'agreement among raft nodes before linearized reading' (duration: 1.597354823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:38.691655Z","time spent":"4.093722512s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2118,"request content":"key:\"/registry/events/openstack/glance-api-fb9b74f84-gctpw.18a207deb170e825\" "} {"level":"warn","ts":"2026-03-31T21:15:42.785387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.993378Z","time spent":"5.792004373s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T21:15:42.785387Z","caller":"traceutil/trace.go:171","msg":"trace[1365170559] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26946; }","duration":"2.317420485s","start":"2026-03-31T21:15:40.467956Z","end":"2026-03-31T21:15:42.785376Z","steps":["trace[1365170559] 'agreement among raft nodes before linearized reading' (duration: 2.317010745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419048831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:42.785401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343988621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:42.785146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521853099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:42.785424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.4679Z","time spent":"2.317510078s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:42.785078Z","caller":"traceutil/trace.go:171","msg":"trace[1055934463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26946; }","duration":"2.2010815s","start":"2026-03-31T21:15:40.583983Z","end":"2026-03-31T21:15:42.785064Z","steps":["trace[1055934463] 'agreement among raft nodes before linearized reading' (duration: 2.201040929s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:42.785434Z","caller":"traceutil/trace.go:171","msg":"trace[910258835] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26946; }","duration":"2.344108793s","start":"2026-03-31T21:15:40.441316Z","end":"2026-03-31T21:15:42.785425Z","steps":["trace[910258835] 'agreement among raft nodes before linearized reading' (duration: 2.344018631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109384814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:42.78548Z","caller":"traceutil/trace.go:171","msg":"trace[1810364831] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26946; }","duration":"4.522193518s","start":"2026-03-31T21:15:38.263244Z","end":"2026-03-31T21:15:42.785437Z","steps":["trace[1810364831] 'agreement among raft nodes before linearized reading' (duration: 4.521831429s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:42.785496Z","caller":"traceutil/trace.go:171","msg":"trace[488116581] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26946; }","duration":"4.109433135s","start":"2026-03-31T21:15:38.676048Z","end":"2026-03-31T21:15:42.785482Z","steps":["trace[488116581] 'agreement among raft nodes before linearized reading' (duration: 4.109363313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.583969Z","time spent":"2.20148685s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:42.785425Z","caller":"traceutil/trace.go:171","msg":"trace[1101652930] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26946; }","duration":"2.419094263s","start":"2026-03-31T21:15:40.36632Z","end":"2026-03-31T21:15:42.785414Z","steps":["trace[1101652930] 'agreement among raft nodes before linearized reading' (duration: 2.419020731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.784597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778258448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:42.785513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.441287Z","time spent":"2.344216986s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.785525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:38.675962Z","time spent":"4.109554789s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.785541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.366269Z","time spent":"2.419262497s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:42.785552Z","caller":"traceutil/trace.go:171","msg":"trace[721508505] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26946; }","duration":"3.779238123s","start":"2026-03-31T21:15:39.006298Z","end":"2026-03-31T21:15:42.785536Z","steps":["trace[721508505] 'agreement among raft nodes before linearized reading' (duration: 3.778201007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:38.263224Z","time spent":"4.52227372s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.785204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21661984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:42.785602Z","caller":"traceutil/trace.go:171","msg":"trace[1784217704] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26946; }","duration":"2.217060281s","start":"2026-03-31T21:15:40.568531Z","end":"2026-03-31T21:15:42.785592Z","steps":["trace[1784217704] 'agreement among raft nodes before linearized reading' (duration: 2.216561108s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:42.785262Z","caller":"traceutil/trace.go:171","msg":"trace[2102020217] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26946; }","duration":"5.794724412s","start":"2026-03-31T21:15:36.990527Z","end":"2026-03-31T21:15:42.785251Z","steps":["trace[2102020217] 'agreement among raft nodes before linearized reading' (duration: 5.794400924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.073615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:42.785725Z","caller":"traceutil/trace.go:171","msg":"trace[1916853023] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26946; }","duration":"260.572929ms","start":"2026-03-31T21:15:42.525144Z","end":"2026-03-31T21:15:42.785717Z","steps":["trace[1916853023] 'agreement among raft nodes before linearized reading' (duration: 259.983723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:39.006219Z","time spent":"3.779361425s","remote":"127.0.0.1:51052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.785192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.889761957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:42.785823Z","caller":"traceutil/trace.go:171","msg":"trace[1715888327] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26946; }","duration":"4.890421015s","start":"2026-03-31T21:15:37.895391Z","end":"2026-03-31T21:15:42.785812Z","steps":["trace[1715888327] 'agreement among raft nodes before linearized reading' (duration: 4.889776778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.785285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:41.257845Z","time spent":"1.527425901s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.785643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.568504Z","time spent":"2.217128324s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.785675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.990521Z","time spent":"5.795145373s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T21:15:42.785857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:37.895374Z","time spent":"4.890472776s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.787134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:41.187462Z","time spent":"1.59964883s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:42.787331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.796830375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-31T21:15:42.787529Z","caller":"traceutil/trace.go:171","msg":"trace[1348867029] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26946; }","duration":"5.796881227s","start":"2026-03-31T21:15:36.990484Z","end":"2026-03-31T21:15:42.787365Z","steps":["trace[1348867029] 'agreement among raft nodes before linearized reading' (duration: 5.793707707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.787698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.990433Z","time spent":"5.797250355s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T21:15:42.788692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.795964974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129874"} {"level":"info","ts":"2026-03-31T21:15:42.788741Z","caller":"traceutil/trace.go:171","msg":"trace[2037032147] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26946; }","duration":"5.796019685s","start":"2026-03-31T21:15:36.99271Z","end":"2026-03-31T21:15:42.78873Z","steps":["trace[2037032147] 'agreement among raft nodes before linearized reading' (duration: 5.792140007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:42.788814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.992683Z","time spent":"5.796120017s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129896,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T21:15:43.289248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:43.789753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:44.290357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:44.790789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:44.794172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:44.794259Z","caller":"traceutil/trace.go:171","msg":"trace[35660607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103555s","start":"2026-03-31T21:15:42.794119Z","end":"2026-03-31T21:15:44.794222Z","steps":["trace[35660607] 'agreement among raft nodes before linearized reading' (duration: 2.000001262s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.794324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.794114Z","time spent":"2.000198468s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:45.291928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:45.792855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:46.294085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:46.794859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:46.796103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:46.796212Z","caller":"traceutil/trace.go:171","msg":"trace[738156708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509734s","start":"2026-03-31T21:15:44.795673Z","end":"2026-03-31T21:15:46.796183Z","steps":["trace[738156708] 'agreement among raft nodes before linearized reading' (duration: 2.00035054s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:46.796327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.79565Z","time spent":"2.000659657s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:46.95395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.165573703s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:47.353652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.963515Z","time spent":"3.390127873s","remote":"127.0.0.1:59098","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:47.355096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115355329s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:47.355195Z","caller":"traceutil/trace.go:171","msg":"trace[120442009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26946; }","duration":"3.115443721s","start":"2026-03-31T21:15:44.239715Z","end":"2026-03-31T21:15:47.355159Z","steps":["trace[120442009] 'range keys from in-memory index tree' (duration: 3.115340998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.356301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.859408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:47.356505Z","caller":"traceutil/trace.go:171","msg":"trace[1309876152] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"4.568362465s","start":"2026-03-31T21:15:42.788109Z","end":"2026-03-31T21:15:47.356471Z","steps":["trace[1309876152] 'process raft request' (duration: 4.568257872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.356563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.788089Z","time spent":"4.568448777s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2079,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:15:47.35674Z","caller":"traceutil/trace.go:171","msg":"trace[820959555] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"4.569451352s","start":"2026-03-31T21:15:42.787279Z","end":"2026-03-31T21:15:47.35673Z","steps":["trace[820959555] 'process raft request' (duration: 4.167068621s)","trace[820959555] 'compare' (duration: 400.400433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:47.356789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.787195Z","time spent":"4.569571275s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:15:47.361112Z","caller":"traceutil/trace.go:171","msg":"trace[875417405] linearizableReadLoop","detail":"{readStateIndex:27891; appliedIndex:27887; }","duration":"4.572374265s","start":"2026-03-31T21:15:42.788708Z","end":"2026-03-31T21:15:47.361082Z","steps":["trace[875417405] 'read index received' (duration: 4.165569652s)","trace[875417405] 'applied index is now lower than readState.Index' (duration: 406.803503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:47.361344Z","caller":"traceutil/trace.go:171","msg":"trace[1947741653] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"4.570346385s","start":"2026-03-31T21:15:42.790946Z","end":"2026-03-31T21:15:47.361292Z","steps":["trace[1947741653] 'process raft request' (duration: 4.569961496s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:47.361455Z","caller":"traceutil/trace.go:171","msg":"trace[2037216578] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"4.570404386s","start":"2026-03-31T21:15:42.791014Z","end":"2026-03-31T21:15:47.361418Z","steps":["trace[2037216578] 'process raft request' (duration: 4.570020347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.361564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.790936Z","time spent":"4.570509349s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:47.361584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505897008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:47.361611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.791005Z","time spent":"4.57052242s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:15:47.361625Z","caller":"traceutil/trace.go:171","msg":"trace[770574270] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26950; }","duration":"2.50600436s","start":"2026-03-31T21:15:44.855608Z","end":"2026-03-31T21:15:47.361612Z","steps":["trace[770574270] 'agreement among raft nodes before linearized reading' (duration: 2.505901397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.361639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570718564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cqq84\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-03-31T21:15:47.361679Z","caller":"traceutil/trace.go:171","msg":"trace[1796130236] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cqq84; range_end:; response_count:1; response_revision:26950; }","duration":"4.570773605s","start":"2026-03-31T21:15:42.79089Z","end":"2026-03-31T21:15:47.361664Z","steps":["trace[1796130236] 'agreement among raft nodes before linearized reading' (duration: 4.570597951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.361706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.790872Z","time spent":"4.570827307s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cqq84\" "} {"level":"warn","ts":"2026-03-31T21:15:47.36176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.095218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:47.361786Z","caller":"traceutil/trace.go:171","msg":"trace[51560511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26950; }","duration":"557.16179ms","start":"2026-03-31T21:15:46.804615Z","end":"2026-03-31T21:15:47.361777Z","steps":["trace[51560511] 'agreement among raft nodes before linearized reading' (duration: 557.113839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.361785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944786031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:15:47.361833Z","caller":"traceutil/trace.go:171","msg":"trace[199388057] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26950; }","duration":"3.944885573s","start":"2026-03-31T21:15:43.416933Z","end":"2026-03-31T21:15:47.361819Z","steps":["trace[199388057] 'agreement among raft nodes before linearized reading' (duration: 3.944701038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.36184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.266298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:47.361797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060967826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:47.361902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895225198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:47.361804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:46.804591Z","time spent":"557.208262ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:47.361951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274858771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:47.361981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614370276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:47.361997Z","caller":"traceutil/trace.go:171","msg":"trace[1375664395] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26950; }","duration":"4.274900762s","start":"2026-03-31T21:15:43.087086Z","end":"2026-03-31T21:15:47.361987Z","steps":["trace[1375664395] 'agreement among raft nodes before linearized reading' (duration: 4.274836621s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:47.362009Z","caller":"traceutil/trace.go:171","msg":"trace[1506041215] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26950; }","duration":"2.614457417s","start":"2026-03-31T21:15:44.747543Z","end":"2026-03-31T21:15:47.362Z","steps":["trace[1506041215] 'agreement among raft nodes before linearized reading' (duration: 2.614409826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.362025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.087022Z","time spent":"4.274997254s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:47.362033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570475397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:47.36204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.74751Z","time spent":"2.614521839s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:47.361547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572816116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c63961a-e1c3-4086-b809-c897ef22c965\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-31T21:15:47.362074Z","caller":"traceutil/trace.go:171","msg":"trace[52479487] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26950; }","duration":"4.570516168s","start":"2026-03-31T21:15:42.791543Z","end":"2026-03-31T21:15:47.362059Z","steps":["trace[52479487] 'agreement among raft nodes before linearized reading' (duration: 4.570417856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.362104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.791526Z","time spent":"4.57057242s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:15:47.362109Z","caller":"traceutil/trace.go:171","msg":"trace[1688651057] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c63961a-e1c3-4086-b809-c897ef22c965; range_end:; response_count:1; response_revision:26950; }","duration":"4.573404931s","start":"2026-03-31T21:15:42.788685Z","end":"2026-03-31T21:15:47.36209Z","steps":["trace[1688651057] 'agreement among raft nodes before linearized reading' (duration: 4.572725324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.362152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.788674Z","time spent":"4.573466272s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-0c63961a-e1c3-4086-b809-c897ef22c965\" "} {"level":"warn","ts":"2026-03-31T21:15:47.361908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201975765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:47.361965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561102994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:47.362231Z","caller":"traceutil/trace.go:171","msg":"trace[389332245] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26950; }","duration":"4.202324083s","start":"2026-03-31T21:15:43.159888Z","end":"2026-03-31T21:15:47.362212Z","steps":["trace[389332245] 'agreement among raft nodes before linearized reading' (duration: 4.201981684s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:47.362253Z","caller":"traceutil/trace.go:171","msg":"trace[1856724389] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26950; }","duration":"1.561437762s","start":"2026-03-31T21:15:45.800803Z","end":"2026-03-31T21:15:47.362241Z","steps":["trace[1856724389] 'agreement among raft nodes before linearized reading' (duration: 1.561134175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.362288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:45.800762Z","time spent":"1.561516724s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:47.362328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.159869Z","time spent":"4.202393025s","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:47.361859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.416903Z","time spent":"3.944950595s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T21:15:47.36186Z","caller":"traceutil/trace.go:171","msg":"trace[1344668779] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26950; }","duration":"293.3229ms","start":"2026-03-31T21:15:47.06853Z","end":"2026-03-31T21:15:47.361853Z","steps":["trace[1344668779] 'agreement among raft nodes before linearized reading' (duration: 293.285009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:47.361901Z","caller":"traceutil/trace.go:171","msg":"trace[1950840054] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26950; }","duration":"3.061201312s","start":"2026-03-31T21:15:44.300682Z","end":"2026-03-31T21:15:47.361884Z","steps":["trace[1950840054] 'agreement among raft nodes before linearized reading' (duration: 3.060966016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.361895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.135786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:47.362522Z","caller":"traceutil/trace.go:171","msg":"trace[123782054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26950; }","duration":"315.748291ms","start":"2026-03-31T21:15:47.046753Z","end":"2026-03-31T21:15:47.362501Z","steps":["trace[123782054] 'agreement among raft nodes before linearized reading' (duration: 315.118945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.36253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.300662Z","time spent":"3.061814726s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:47.361922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.612502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:47.361936Z","caller":"traceutil/trace.go:171","msg":"trace[979643337] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26950; }","duration":"3.895897266s","start":"2026-03-31T21:15:43.46603Z","end":"2026-03-31T21:15:47.361927Z","steps":["trace[979643337] 'agreement among raft nodes before linearized reading' (duration: 3.895844144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.362597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.466001Z","time spent":"3.896585083s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:47.362607Z","caller":"traceutil/trace.go:171","msg":"trace[1966523] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26950; }","duration":"661.32037ms","start":"2026-03-31T21:15:46.701264Z","end":"2026-03-31T21:15:47.362585Z","steps":["trace[1966523] 'agreement among raft nodes before linearized reading' (duration: 660.627883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.362652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:46.701238Z","time spent":"661.397282ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:47.362565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.04673Z","time spent":"315.821702ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:47.36165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.855574Z","time spent":"2.506069572s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:47.86758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:48.36787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:48.868279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:49.3642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997440718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:49.364315Z","caller":"traceutil/trace.go:171","msg":"trace[555130243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997611312s","start":"2026-03-31T21:15:47.366674Z","end":"2026-03-31T21:15:49.364285Z","steps":["trace[555130243] 'agreement among raft nodes before linearized reading' (duration: 1.997474639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:49.364365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.366655Z","time spent":"1.997698945s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:49.369166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:49.869357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:50.370788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:50.798262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.367557918s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:15:50.798831Z","caller":"traceutil/trace.go:171","msg":"trace[965765670] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"3.433978272s","start":"2026-03-31T21:15:47.364831Z","end":"2026-03-31T21:15:50.798809Z","steps":["trace[965765670] 'process raft request' (duration: 3.433778047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.798963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.364816Z","time spent":"3.434063884s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:51.37293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:51.373038Z","caller":"traceutil/trace.go:171","msg":"trace[543620796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257829s","start":"2026-03-31T21:15:49.372755Z","end":"2026-03-31T21:15:51.373013Z","steps":["trace[543620796] 'agreement among raft nodes before linearized reading' (duration: 2.000126125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:51.373098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:49.372735Z","time spent":"2.00034956s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:53.374181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000846243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:53.37434Z","caller":"traceutil/trace.go:171","msg":"trace[994384410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001090859s","start":"2026-03-31T21:15:51.373214Z","end":"2026-03-31T21:15:53.374305Z","steps":["trace[994384410] 'agreement among raft nodes before linearized reading' (duration: 2.000886193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.374437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:51.373193Z","time spent":"2.001225272s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:53.883844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.040746288s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:54.335132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.900107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:54.33636Z","caller":"traceutil/trace.go:171","msg":"trace[822082067] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"6.967736764s","start":"2026-03-31T21:15:47.368586Z","end":"2026-03-31T21:15:54.336322Z","steps":["trace[822082067] 'process raft request' (duration: 6.515545984s)","trace[822082067] 'compare' (duration: 448.59948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:54.336555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.368571Z","time spent":"6.967923119s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:15:54.33639Z","caller":"traceutil/trace.go:171","msg":"trace[1404545566] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"6.544307184s","start":"2026-03-31T21:15:47.792058Z","end":"2026-03-31T21:15:54.336366Z","steps":["trace[1404545566] 'process raft request' (duration: 6.543319749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:54.336917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.792033Z","time spent":"6.544829127s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:15:54.336363Z","caller":"traceutil/trace.go:171","msg":"trace[394905783] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"6.967076557s","start":"2026-03-31T21:15:47.369255Z","end":"2026-03-31T21:15:54.336332Z","steps":["trace[394905783] 'process raft request' (duration: 6.965997879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:54.337062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.369249Z","time spent":"6.967784665s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:55.381241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:55.381331Z","caller":"traceutil/trace.go:171","msg":"trace[120367488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410393s","start":"2026-03-31T21:15:53.380902Z","end":"2026-03-31T21:15:55.381312Z","steps":["trace[120367488] 'agreement among raft nodes before linearized reading' (duration: 2.000267319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:55.381386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:53.38088Z","time spent":"2.000487994s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:55.770386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434917704s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:15:55.770547Z","caller":"traceutil/trace.go:171","msg":"trace[453805256] linearizableReadLoop","detail":"{readStateIndex:27895; appliedIndex:27891; }","duration":"8.403778165s","start":"2026-03-31T21:15:47.36672Z","end":"2026-03-31T21:15:55.770498Z","steps":["trace[453805256] 'read index received' (duration: 3.43191395s)","trace[453805256] 'applied index is now lower than readState.Index' (duration: 4.971861955s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:55.772461Z","caller":"traceutil/trace.go:171","msg":"trace[2080364861] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"2.821308761s","start":"2026-03-31T21:15:52.951129Z","end":"2026-03-31T21:15:55.772438Z","steps":["trace[2080364861] 'process raft request' (duration: 2.819454025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:55.772605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:52.951105Z","time spent":"2.821415253s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:57.959494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.342889423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.959596Z","caller":"traceutil/trace.go:171","msg":"trace[1630913426] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26955; }","duration":"7.343038617s","start":"2026-03-31T21:15:50.616533Z","end":"2026-03-31T21:15:57.959571Z","steps":["trace[1630913426] 'agreement among raft nodes before linearized reading' (duration: 5.155979568s)","trace[1630913426] 'count revisions from in-memory index tree' (duration: 2.186916646s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.959646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.592718311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-31T21:15:57.959658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402503243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:57.959679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857345158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:57.959726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:50.616515Z","time spent":"7.343115969s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:57.959767Z","caller":"traceutil/trace.go:171","msg":"trace[1695030556] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26955; }","duration":"3.402678826s","start":"2026-03-31T21:15:54.55706Z","end":"2026-03-31T21:15:57.959738Z","steps":["trace[1695030556] 'agreement among raft nodes before linearized reading' (duration: 1.215428142s)","trace[1695030556] 'count revisions from in-memory index tree' (duration: 2.18707027s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:57.959796Z","caller":"traceutil/trace.go:171","msg":"trace[1052279574] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26955; }","duration":"1.857517762s","start":"2026-03-31T21:15:56.102245Z","end":"2026-03-31T21:15:57.959762Z","steps":["trace[1052279574] 'count revisions from in-memory index tree' (duration: 1.857256265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:57.959831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:54.557042Z","time spent":"3.402776139s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.95987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:56.102221Z","time spent":"1.857628785s","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.960088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10587254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:57.960292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.488542422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.960369Z","caller":"traceutil/trace.go:171","msg":"trace[1438053226] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26955; }","duration":"7.488675856s","start":"2026-03-31T21:15:50.471667Z","end":"2026-03-31T21:15:57.960343Z","steps":["trace[1438053226] 'agreement among raft nodes before linearized reading' (duration: 5.300854318s)","trace[1438053226] 'count revisions from in-memory index tree' (duration: 2.187731256s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.960373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578667471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.960444Z","caller":"traceutil/trace.go:171","msg":"trace[836495800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26955; }","duration":"2.578779943s","start":"2026-03-31T21:15:55.381649Z","end":"2026-03-31T21:15:57.960429Z","steps":["trace[836495800] 'agreement among raft nodes before linearized reading' (duration: 390.804081ms)","trace[836495800] 'range keys from in-memory index tree' (duration: 2.187890569s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.960446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:50.471635Z","time spent":"7.488785679s","remote":"127.0.0.1:50786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.960523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.367456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.960582Z","caller":"traceutil/trace.go:171","msg":"trace[274912241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26955; }","duration":"571.466919ms","start":"2026-03-31T21:15:57.389102Z","end":"2026-03-31T21:15:57.960569Z","steps":["trace[274912241] 'range keys from in-memory index tree' (duration: 571.246452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:57.960625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:57.389065Z","time spent":"571.550731ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:57.960719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.724134687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.960798Z","caller":"traceutil/trace.go:171","msg":"trace[112967702] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26955; }","duration":"7.72424759s","start":"2026-03-31T21:15:50.236526Z","end":"2026-03-31T21:15:57.960774Z","steps":["trace[112967702] 'agreement among raft nodes before linearized reading' (duration: 5.53600911s)","trace[112967702] 'count revisions from in-memory index tree' (duration: 2.188142566s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.960852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:50.236508Z","time spent":"7.724327701s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.961095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.389335443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.961166Z","caller":"traceutil/trace.go:171","msg":"trace[35615569] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26955; }","duration":"8.389423456s","start":"2026-03-31T21:15:49.571715Z","end":"2026-03-31T21:15:57.961139Z","steps":["trace[35615569] 'agreement among raft nodes before linearized reading' (duration: 6.200831908s)","trace[35615569] 'count revisions from in-memory index tree' (duration: 2.188517376s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.961213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:49.571691Z","time spent":"8.389508657s","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.961275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.61892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:57.961402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.592796034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-31T21:15:57.961453Z","caller":"traceutil/trace.go:171","msg":"trace[368548237] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26955; }","duration":"10.592838855s","start":"2026-03-31T21:15:47.368597Z","end":"2026-03-31T21:15:57.961436Z","steps":["trace[368548237] 'agreement among raft nodes before linearized reading' (duration: 8.40397075s)","trace[368548237] 'range keys from in-memory index tree' (duration: 2.188768443s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.96146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681052738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:57.961494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.368588Z","time spent":"10.592896496s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T21:15:57.961505Z","caller":"traceutil/trace.go:171","msg":"trace[1920543232] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26955; }","duration":"4.681143641s","start":"2026-03-31T21:15:53.280346Z","end":"2026-03-31T21:15:57.96149Z","steps":["trace[1920543232] 'agreement among raft nodes before linearized reading' (duration: 2.492274385s)","trace[1920543232] 'count revisions from in-memory index tree' (duration: 2.188811193s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:57.95973Z","caller":"traceutil/trace.go:171","msg":"trace[313931424] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26955; }","duration":"10.592819133s","start":"2026-03-31T21:15:47.366885Z","end":"2026-03-31T21:15:57.959704Z","steps":["trace[313931424] 'agreement among raft nodes before linearized reading' (duration: 8.405549539s)","trace[313931424] 'range keys from in-memory index tree' (duration: 2.187032399s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.961561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:53.280325Z","time spent":"4.681224963s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.961632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.366862Z","time spent":"10.594725742s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T21:15:57.961693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.161251857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.961735Z","caller":"traceutil/trace.go:171","msg":"trace[301047771] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26955; }","duration":"6.161320398s","start":"2026-03-31T21:15:51.800402Z","end":"2026-03-31T21:15:57.961723Z","steps":["trace[301047771] 'agreement among raft nodes before linearized reading' (duration: 3.972226658s)","trace[301047771] 'count revisions from in-memory index tree' (duration: 2.189036979s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.961773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:51.800386Z","time spent":"6.16137836s","remote":"127.0.0.1:48772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:57.961397Z","caller":"traceutil/trace.go:171","msg":"trace[1037145891] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26955; }","duration":"962.776434ms","start":"2026-03-31T21:15:56.998575Z","end":"2026-03-31T21:15:57.961351Z","steps":["trace[1037145891] 'count revisions from in-memory index tree' (duration: 962.442836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:57.961827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:56.998553Z","time spent":"963.259205ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.961859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.594880225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:15:57.961905Z","caller":"traceutil/trace.go:171","msg":"trace[1190039366] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26955; }","duration":"10.594949307s","start":"2026-03-31T21:15:47.366944Z","end":"2026-03-31T21:15:57.961893Z","steps":["trace[1190039366] 'agreement among raft nodes before linearized reading' (duration: 8.405634731s)","trace[1190039366] 'range keys from in-memory index tree' (duration: 2.189171942s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.961302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.592150087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:57.96199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.024680929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:57.962025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159207392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T21:15:57.96207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414046753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.96208Z","caller":"traceutil/trace.go:171","msg":"trace[1538445138] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:26955; }","duration":"7.159287034s","start":"2026-03-31T21:15:50.802774Z","end":"2026-03-31T21:15:57.962061Z","steps":["trace[1538445138] 'agreement among raft nodes before linearized reading' (duration: 4.969868725s)","trace[1538445138] 'range keys from in-memory index tree' (duration: 2.18911014s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:57.962029Z","caller":"traceutil/trace.go:171","msg":"trace[1975334258] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26955; }","duration":"10.592870854s","start":"2026-03-31T21:15:47.369136Z","end":"2026-03-31T21:15:57.962007Z","steps":["trace[1975334258] 'agreement among raft nodes before linearized reading' (duration: 8.403422235s)","trace[1975334258] 'range keys from in-memory index tree' (duration: 2.188713921s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.962096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.217754928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.962109Z","caller":"traceutil/trace.go:171","msg":"trace[1923900083] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26955; }","duration":"3.414125654s","start":"2026-03-31T21:15:54.547972Z","end":"2026-03-31T21:15:57.962097Z","steps":["trace[1923900083] 'agreement among raft nodes before linearized reading' (duration: 1.224628804s)","trace[1923900083] 'count revisions from in-memory index tree' (duration: 2.18945146s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.962117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:50.802753Z","time spent":"7.159355415s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" "} {"level":"info","ts":"2026-03-31T21:15:57.962132Z","caller":"traceutil/trace.go:171","msg":"trace[554224372] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26955; }","duration":"7.217848191s","start":"2026-03-31T21:15:50.744273Z","end":"2026-03-31T21:15:57.962121Z","steps":["trace[554224372] 'agreement among raft nodes before linearized reading' (duration: 5.028222587s)","trace[554224372] 'count revisions from in-memory index tree' (duration: 2.18946147s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.962151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:54.547945Z","time spent":"3.414195257s","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.962175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:50.744213Z","time spent":"7.217952583s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.96219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.36912Z","time spent":"10.593017998s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:15:57.962032Z","caller":"traceutil/trace.go:171","msg":"trace[1581458404] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26955; }","duration":"5.024750311s","start":"2026-03-31T21:15:52.937268Z","end":"2026-03-31T21:15:57.962019Z","steps":["trace[1581458404] 'agreement among raft nodes before linearized reading' (duration: 2.835322312s)","trace[1581458404] 'count revisions from in-memory index tree' (duration: 2.189377517s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.961903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.207330581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:57.962281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:52.937251Z","time spent":"5.025017977s","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:57.962319Z","caller":"traceutil/trace.go:171","msg":"trace[1305086117] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26955; }","duration":"6.207771342s","start":"2026-03-31T21:15:51.75453Z","end":"2026-03-31T21:15:57.962301Z","steps":["trace[1305086117] 'agreement among raft nodes before linearized reading' (duration: 4.018103617s)","trace[1305086117] 'count revisions from in-memory index tree' (duration: 2.189242034s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.961947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:47.366928Z","time spent":"10.595009419s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:15:57.962369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:51.754512Z","time spent":"6.207842924s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.962598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:55.381628Z","time spent":"2.578843955s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:57.960148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.32318388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.962678Z","caller":"traceutil/trace.go:171","msg":"trace[1192342982] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26955; }","duration":"7.325744493s","start":"2026-03-31T21:15:50.63692Z","end":"2026-03-31T21:15:57.962664Z","steps":["trace[1192342982] 'agreement among raft nodes before linearized reading' (duration: 5.135582777s)","trace[1192342982] 'count revisions from in-memory index tree' (duration: 2.187616803s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:57.962721Z","caller":"traceutil/trace.go:171","msg":"trace[862669005] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26955; }","duration":"3.106180168s","start":"2026-03-31T21:15:54.854106Z","end":"2026-03-31T21:15:57.960287Z","steps":["trace[862669005] 'agreement among raft nodes before linearized reading' (duration: 918.37062ms)","trace[862669005] 'count revisions from in-memory index tree' (duration: 2.1874829s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.962716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:50.636906Z","time spent":"7.325796575s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.962796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:54.854081Z","time spent":"3.108694201s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.963019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622477334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2\" ","response":"range_response_count:1 size:5418"} {"level":"info","ts":"2026-03-31T21:15:57.963092Z","caller":"traceutil/trace.go:171","msg":"trace[464605910] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2; range_end:; response_count:1; response_revision:26955; }","duration":"3.622583547s","start":"2026-03-31T21:15:54.340485Z","end":"2026-03-31T21:15:57.963069Z","steps":["trace[464605910] 'agreement among raft nodes before linearized reading' (duration: 1.432125493s)","trace[464605910] 'range keys from in-memory index tree' (duration: 2.189708976s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.96326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975420952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:57.963314Z","caller":"traceutil/trace.go:171","msg":"trace[1700001704] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26955; }","duration":"2.975555955s","start":"2026-03-31T21:15:54.987742Z","end":"2026-03-31T21:15:57.963298Z","steps":["trace[1700001704] 'agreement among raft nodes before linearized reading' (duration: 784.725062ms)","trace[1700001704] 'count revisions from in-memory index tree' (duration: 2.190721961s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:57.963508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:54.987716Z","time spent":"2.975624507s","remote":"127.0.0.1:55512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:57.96366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:54.34047Z","time spent":"3.622652139s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5440,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2\" "} {"level":"warn","ts":"2026-03-31T21:15:58.250794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:58.751011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:59.150132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520284503s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:15:59.150724Z","caller":"traceutil/trace.go:171","msg":"trace[1872701475] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"1.52097419s","start":"2026-03-31T21:15:57.629726Z","end":"2026-03-31T21:15:59.1507Z","steps":["trace[1872701475] 'process raft request' (duration: 1.520607601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:59.15088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:57.629703Z","time spent":"1.521097532s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:59.964815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998642339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:59.964903Z","caller":"traceutil/trace.go:171","msg":"trace[1855488753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998746591s","start":"2026-03-31T21:15:57.966136Z","end":"2026-03-31T21:15:59.964883Z","steps":["trace[1855488753] 'agreement among raft nodes before linearized reading' (duration: 1.998637889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:59.964953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:57.966094Z","time spent":"1.998848494s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:00.568264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417873646s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:01.486048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.50141ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T21:16:01.48644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:57.965747Z","time spent":"3.520686854s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:16:01.486977Z","caller":"traceutil/trace.go:171","msg":"trace[682747828] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"3.512961841s","start":"2026-03-31T21:15:57.973983Z","end":"2026-03-31T21:16:01.486944Z","steps":["trace[682747828] 'process raft request' (duration: 3.512180211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:01.487153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:57.973971Z","time spent":"3.513095984s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5400,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:01.645114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:01.64522Z","caller":"traceutil/trace.go:171","msg":"trace[612412557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039113s","start":"2026-03-31T21:15:59.64516Z","end":"2026-03-31T21:16:01.645199Z","steps":["trace[612412557] 'agreement among raft nodes before linearized reading' (duration: 1.99990591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:01.645281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:59.645141Z","time spent":"2.000119555s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:01.908904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340446997s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:01.975133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999460908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:01.975236Z","caller":"traceutil/trace.go:171","msg":"trace[1159755198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999626503s","start":"2026-03-31T21:15:59.975591Z","end":"2026-03-31T21:16:01.975217Z","steps":["trace[1159755198] 'agreement among raft nodes before linearized reading' (duration: 1.999495839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:01.975287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:59.975569Z","time spent":"1.999706795s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:03.301857Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392752766s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:03.317008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83066365s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:16:03.317214Z","caller":"traceutil/trace.go:171","msg":"trace[1635809895] linearizableReadLoop","detail":"{readStateIndex:27901; appliedIndex:27897; }","duration":"5.56752615s","start":"2026-03-31T21:15:57.749668Z","end":"2026-03-31T21:16:03.317194Z","steps":["trace[1635809895] 'read index received' (duration: 1.400679865s)","trace[1635809895] 'applied index is now lower than readState.Index' (duration: 4.166845355s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:03.317775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568096085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:03.317817Z","caller":"traceutil/trace.go:171","msg":"trace[647278702] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26958; }","duration":"5.568146936s","start":"2026-03-31T21:15:57.749658Z","end":"2026-03-31T21:16:03.317805Z","steps":["trace[647278702] 'agreement among raft nodes before linearized reading' (duration: 5.568072534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:03.317849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:57.749642Z","time spent":"5.568197507s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:03.318242Z","caller":"traceutil/trace.go:171","msg":"trace[1772718811] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"3.974251269s","start":"2026-03-31T21:15:59.343975Z","end":"2026-03-31T21:16:03.318226Z","steps":["trace[1772718811] 'process raft request' (duration: 3.973127922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:03.318357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:59.343937Z","time spent":"3.974365262s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:03.982938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:03.983045Z","caller":"traceutil/trace.go:171","msg":"trace[493460395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194857s","start":"2026-03-31T21:16:01.98283Z","end":"2026-03-31T21:16:03.983024Z","steps":["trace[493460395] 'agreement among raft nodes before linearized reading' (duration: 2.000065024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:03.983101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:01.982812Z","time spent":"2.000276799s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:05.983321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:05.983389Z","caller":"traceutil/trace.go:171","msg":"trace[76578683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243788s","start":"2026-03-31T21:16:03.98313Z","end":"2026-03-31T21:16:05.983374Z","steps":["trace[76578683] 'agreement among raft nodes before linearized reading' (duration: 2.000155846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:05.983425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:03.983065Z","time spent":"2.000353541s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:07.828678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.588862612s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:07.828793Z","caller":"traceutil/trace.go:171","msg":"trace[915926938] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26959; }","duration":"3.588987416s","start":"2026-03-31T21:16:04.239788Z","end":"2026-03-31T21:16:07.828775Z","steps":["trace[915926938] 'range keys from in-memory index tree' (duration: 3.588845542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.829807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511446648s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:07.830104Z","caller":"traceutil/trace.go:171","msg":"trace[1575695985] linearizableReadLoop","detail":"{readStateIndex:27904; appliedIndex:27901; }","duration":"4.512841194s","start":"2026-03-31T21:16:03.317244Z","end":"2026-03-31T21:16:07.830085Z","steps":["trace[1575695985] 'read index received' (duration: 550.484µs)","trace[1575695985] 'applied index is now lower than readState.Index' (duration: 4.51228964s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:07.8301Z","caller":"traceutil/trace.go:171","msg":"trace[676334433] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"6.342421885s","start":"2026-03-31T21:16:01.487636Z","end":"2026-03-31T21:16:07.830058Z","steps":["trace[676334433] 'process raft request' (duration: 1.830581486s)","trace[676334433] 'compare' (duration: 4.50829656s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:07.830229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.427788901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:16:07.830265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.833347517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:16:07.830315Z","caller":"traceutil/trace.go:171","msg":"trace[1266517836] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26961; }","duration":"6.833429519s","start":"2026-03-31T21:16:00.996875Z","end":"2026-03-31T21:16:07.830305Z","steps":["trace[1266517836] 'agreement among raft nodes before linearized reading' (duration: 6.833256905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.830351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:00.996858Z","time spent":"6.83348409s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:16:07.83036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.956027926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:07.830387Z","caller":"traceutil/trace.go:171","msg":"trace[1915787359] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26961; }","duration":"7.956090387s","start":"2026-03-31T21:15:59.874289Z","end":"2026-03-31T21:16:07.830379Z","steps":["trace[1915787359] 'agreement among raft nodes before linearized reading' (duration: 7.956047116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.830426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:59.874267Z","time spent":"7.956149879s","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.830536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.078233629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:07.830571Z","caller":"traceutil/trace.go:171","msg":"trace[261174982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26961; }","duration":"8.078346562s","start":"2026-03-31T21:15:59.752216Z","end":"2026-03-31T21:16:07.830563Z","steps":["trace[261174982] 'agreement among raft nodes before linearized reading' (duration: 8.07829501s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:07.830596Z","caller":"traceutil/trace.go:171","msg":"trace[1720382299] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"5.984136168s","start":"2026-03-31T21:16:01.846448Z","end":"2026-03-31T21:16:07.830585Z","steps":["trace[1720382299] 'process raft request' (duration: 5.983521483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.830613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:59.752185Z","time spent":"8.078413463s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.830705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:01.846416Z","time spent":"5.98421036s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:07.830813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489668437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:07.830857Z","caller":"traceutil/trace.go:171","msg":"trace[413445149] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26961; }","duration":"8.48975581s","start":"2026-03-31T21:15:59.34109Z","end":"2026-03-31T21:16:07.830846Z","steps":["trace[413445149] 'agreement among raft nodes before linearized reading' (duration: 8.489688138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.830895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:59.341067Z","time spent":"8.489818661s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.830917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.340728344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-z4nvn\" ","response":"range_response_count:1 size:4799"} {"level":"warn","ts":"2026-03-31T21:16:07.830988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.441650753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:07.830271Z","caller":"traceutil/trace.go:171","msg":"trace[816567561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26961; }","duration":"7.427887213s","start":"2026-03-31T21:16:00.402372Z","end":"2026-03-31T21:16:07.830259Z","steps":["trace[816567561] 'agreement among raft nodes before linearized reading' (duration: 7.427814641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.83105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.584878895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:07.831062Z","caller":"traceutil/trace.go:171","msg":"trace[877672857] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26961; }","duration":"6.441770746s","start":"2026-03-31T21:16:01.389279Z","end":"2026-03-31T21:16:07.83105Z","steps":["trace[877672857] 'agreement among raft nodes before linearized reading' (duration: 6.441618432s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:07.831087Z","caller":"traceutil/trace.go:171","msg":"trace[4391329] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26961; }","duration":"5.584949496s","start":"2026-03-31T21:16:02.246128Z","end":"2026-03-31T21:16:07.831078Z","steps":["trace[4391329] 'agreement among raft nodes before linearized reading' (duration: 5.584886695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.831133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:02.246112Z","time spent":"5.585010768s","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.831131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.900777749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:07.831213Z","caller":"traceutil/trace.go:171","msg":"trace[928435562] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26961; }","duration":"5.900892192s","start":"2026-03-31T21:16:01.930307Z","end":"2026-03-31T21:16:07.831199Z","steps":["trace[928435562] 'agreement among raft nodes before linearized reading' (duration: 5.900765799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.831271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:01.930294Z","time spent":"5.900954454s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.83129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.975969331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:07.830318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.563043119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:07.831341Z","caller":"traceutil/trace.go:171","msg":"trace[492563452] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26961; }","duration":"7.564099516s","start":"2026-03-31T21:16:00.26723Z","end":"2026-03-31T21:16:07.83133Z","steps":["trace[492563452] 'agreement among raft nodes before linearized reading' (duration: 7.56306065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.831346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.865568862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-31T21:16:07.831356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.823915194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:07.831386Z","caller":"traceutil/trace.go:171","msg":"trace[1029034018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-989ddb74-fb4c-470a-838b-7167c5ac1962; range_end:; response_count:1; response_revision:26961; }","duration":"9.865652864s","start":"2026-03-31T21:15:57.965721Z","end":"2026-03-31T21:16:07.831374Z","steps":["trace[1029034018] 'agreement among raft nodes before linearized reading' (duration: 9.865535751s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:07.83141Z","caller":"traceutil/trace.go:171","msg":"trace[612240851] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26961; }","duration":"5.824004176s","start":"2026-03-31T21:16:02.007391Z","end":"2026-03-31T21:16:07.831395Z","steps":["trace[612240851] 'agreement among raft nodes before linearized reading' (duration: 5.823905574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.831428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:57.965693Z","time spent":"9.865724476s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" "} {"level":"warn","ts":"2026-03-31T21:16:07.831449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:02.00737Z","time spent":"5.824069127s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.831099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:01.389253Z","time spent":"6.441834817s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.831345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919643013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:07.831387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.866516375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:07.831684Z","caller":"traceutil/trace.go:171","msg":"trace[1575303326] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:26961; }","duration":"9.866836513s","start":"2026-03-31T21:15:57.964836Z","end":"2026-03-31T21:16:07.831672Z","steps":["trace[1575303326] 'agreement among raft nodes before linearized reading' (duration: 9.866526735s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:07.830992Z","caller":"traceutil/trace.go:171","msg":"trace[1190678765] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-z4nvn; range_end:; response_count:1; response_revision:26961; }","duration":"6.340857407s","start":"2026-03-31T21:16:01.490119Z","end":"2026-03-31T21:16:07.830977Z","steps":["trace[1190678765] 'agreement among raft nodes before linearized reading' (duration: 6.340612191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.831728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:57.964818Z","time spent":"9.866899104s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:16:07.831747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.221826902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:07.831758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.052110849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:07.831787Z","caller":"traceutil/trace.go:171","msg":"trace[176086480] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26961; }","duration":"9.221948515s","start":"2026-03-31T21:15:58.609826Z","end":"2026-03-31T21:16:07.831775Z","steps":["trace[176086480] 'agreement among raft nodes before linearized reading' (duration: 9.221881153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.831375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:00.267211Z","time spent":"7.564155626s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:07.831338Z","caller":"traceutil/trace.go:171","msg":"trace[1763777519] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26961; }","duration":"8.976058673s","start":"2026-03-31T21:15:58.855267Z","end":"2026-03-31T21:16:07.831326Z","steps":["trace[1763777519] 'agreement among raft nodes before linearized reading' (duration: 8.975990032s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:07.831683Z","caller":"traceutil/trace.go:171","msg":"trace[184072637] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26961; }","duration":"5.920019952s","start":"2026-03-31T21:16:01.911648Z","end":"2026-03-31T21:16:07.831668Z","steps":["trace[184072637] 'agreement among raft nodes before linearized reading' (duration: 5.919655463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.831914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:58.855246Z","time spent":"8.976620928s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.831991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:01.911625Z","time spent":"5.92035414s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.831747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:01.490101Z","time spent":"6.341635137s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4821,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-z4nvn\" "} {"level":"warn","ts":"2026-03-31T21:16:07.831086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:00.402343Z","time spent":"7.428725444s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.83182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:58.609796Z","time spent":"9.222013536s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:07.831813Z","caller":"traceutil/trace.go:171","msg":"trace[846234149] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26961; }","duration":"9.052209331s","start":"2026-03-31T21:15:58.779589Z","end":"2026-03-31T21:16:07.831799Z","steps":["trace[846234149] 'agreement among raft nodes before linearized reading' (duration: 9.052116719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.832212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:58.779567Z","time spent":"9.052627572s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:07.832635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:01.487607Z","time spent":"6.344267822s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:07.979042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.817757595s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:07.991283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:07.991341Z","caller":"traceutil/trace.go:171","msg":"trace[1645184148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282819s","start":"2026-03-31T21:16:05.991045Z","end":"2026-03-31T21:16:07.991328Z","steps":["trace[1645184148] 'agreement among raft nodes before linearized reading' (duration: 2.000206988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:07.991378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:05.991028Z","time spent":"2.00033774s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:09.992017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:09.992129Z","caller":"traceutil/trace.go:171","msg":"trace[1518170449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612878s","start":"2026-03-31T21:16:07.991483Z","end":"2026-03-31T21:16:09.992096Z","steps":["trace[1518170449] 'agreement among raft nodes before linearized reading' (duration: 2.000488885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:09.992196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:07.991466Z","time spent":"2.00071175s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:10.139095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159738615s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:10.139198Z","caller":"traceutil/trace.go:171","msg":"trace[118409307] linearizableReadLoop","detail":"{readStateIndex:27905; appliedIndex:27904; }","duration":"2.309033785s","start":"2026-03-31T21:16:07.830147Z","end":"2026-03-31T21:16:10.139181Z","steps":["trace[118409307] 'read index received' (duration: 149.115856ms)","trace[118409307] 'applied index is now lower than readState.Index' (duration: 2.159916249s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:10.139222Z","caller":"traceutil/trace.go:171","msg":"trace[823337286] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"3.978102176s","start":"2026-03-31T21:16:06.161087Z","end":"2026-03-31T21:16:10.139189Z","steps":["trace[823337286] 'process raft request' (duration: 1.818182066s)","trace[823337286] 'compare' (duration: 2.157429227s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:10.139297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744778443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:10.139333Z","caller":"traceutil/trace.go:171","msg":"trace[764322442] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26962; }","duration":"2.744860886s","start":"2026-03-31T21:16:07.394461Z","end":"2026-03-31T21:16:10.139321Z","steps":["trace[764322442] 'agreement among raft nodes before linearized reading' (duration: 2.744793314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:10.139362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:06.161062Z","time spent":"3.978226498s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:10.139363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196762258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:10.139413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.800819102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:10.139419Z","caller":"traceutil/trace.go:171","msg":"trace[1789546801] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26962; }","duration":"3.196867061s","start":"2026-03-31T21:16:06.942537Z","end":"2026-03-31T21:16:10.139404Z","steps":["trace[1789546801] 'agreement among raft nodes before linearized reading' (duration: 3.196757198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:10.139399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519156168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:10.139451Z","caller":"traceutil/trace.go:171","msg":"trace[1842083088] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26962; }","duration":"6.800856853s","start":"2026-03-31T21:16:03.338585Z","end":"2026-03-31T21:16:10.139442Z","steps":["trace[1842083088] 'agreement among raft nodes before linearized reading' (duration: 6.800807122s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:10.139475Z","caller":"traceutil/trace.go:171","msg":"trace[1386818863] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26962; }","duration":"5.51925474s","start":"2026-03-31T21:16:04.620201Z","end":"2026-03-31T21:16:10.139455Z","steps":["trace[1386818863] 'agreement among raft nodes before linearized reading' (duration: 5.519082396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:10.139454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:06.942517Z","time spent":"3.196931032s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:10.139513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789429952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:16:10.139527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:04.62011Z","time spent":"5.519406894s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:10.139543Z","caller":"traceutil/trace.go:171","msg":"trace[293507880] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26962; }","duration":"2.789458433s","start":"2026-03-31T21:16:07.350077Z","end":"2026-03-31T21:16:10.139536Z","steps":["trace[293507880] 'agreement among raft nodes before linearized reading' (duration: 2.789392662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:10.139369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:07.394434Z","time spent":"2.744925637s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:16:10.139491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.757560467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:16:10.139589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:07.350012Z","time spent":"2.789550036s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:10.139606Z","caller":"traceutil/trace.go:171","msg":"trace[818009528] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26962; }","duration":"6.757757292s","start":"2026-03-31T21:16:03.381835Z","end":"2026-03-31T21:16:10.139592Z","steps":["trace[818009528] 'agreement among raft nodes before linearized reading' (duration: 6.757449414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:10.139641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611575398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:10.139697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.816891534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:10.13972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.184597846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:10.139744Z","caller":"traceutil/trace.go:171","msg":"trace[2065542003] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26962; }","duration":"5.184660387s","start":"2026-03-31T21:16:04.955076Z","end":"2026-03-31T21:16:10.139736Z","steps":["trace[2065542003] 'agreement among raft nodes before linearized reading' (duration: 5.184615416s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:10.139757Z","caller":"traceutil/trace.go:171","msg":"trace[779816173] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26962; }","duration":"6.816970005s","start":"2026-03-31T21:16:03.322762Z","end":"2026-03-31T21:16:10.139732Z","steps":["trace[779816173] 'agreement among raft nodes before linearized reading' (duration: 6.816903573s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:10.139725Z","caller":"traceutil/trace.go:171","msg":"trace[1453885142] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26962; }","duration":"4.611741001s","start":"2026-03-31T21:16:05.52797Z","end":"2026-03-31T21:16:10.139711Z","steps":["trace[1453885142] 'agreement among raft nodes before linearized reading' (duration: 4.611496085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:10.139699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:03.381813Z","time spent":"6.757856954s","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:10.139849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:05.527926Z","time spent":"4.611896145s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:10.139485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:03.338542Z","time spent":"6.800935525s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:10.139772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:04.955053Z","time spent":"5.184713028s","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:10.139809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:03.322743Z","time spent":"6.817054048s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:10.140277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064715717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:10.140314Z","caller":"traceutil/trace.go:171","msg":"trace[1875442970] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26962; }","duration":"6.064762388s","start":"2026-03-31T21:16:04.075543Z","end":"2026-03-31T21:16:10.140305Z","steps":["trace[1875442970] 'agreement among raft nodes before linearized reading' (duration: 6.064183694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:10.140556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:04.075452Z","time spent":"6.065088047s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:10.456329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.477083765s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:11.648206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000582676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:11.648326Z","caller":"traceutil/trace.go:171","msg":"trace[516855539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000752492s","start":"2026-03-31T21:16:09.647545Z","end":"2026-03-31T21:16:11.648297Z","steps":["trace[516855539] 'agreement among raft nodes before linearized reading' (duration: 2.000610137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:11.648379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:09.647522Z","time spent":"2.000847524s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:12.001127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000086635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:12.001216Z","caller":"traceutil/trace.go:171","msg":"trace[1878457445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232508s","start":"2026-03-31T21:16:10.000959Z","end":"2026-03-31T21:16:12.001191Z","steps":["trace[1878457445] 'agreement among raft nodes before linearized reading' (duration: 2.000123706s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:12.001268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:10.000945Z","time spent":"2.000307911s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:12.682637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.226077387s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:13.049736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:13.049821Z","caller":"traceutil/trace.go:171","msg":"trace[471254083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030629s","start":"2026-03-31T21:16:11.049495Z","end":"2026-03-31T21:16:13.049802Z","steps":["trace[471254083] 'agreement among raft nodes before linearized reading' (duration: 2.000197917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:13.04987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:11.049464Z","time spent":"2.000395532s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:14.007424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:14.007489Z","caller":"traceutil/trace.go:171","msg":"trace[864064676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033518s","start":"2026-03-31T21:16:12.007139Z","end":"2026-03-31T21:16:14.007475Z","steps":["trace[864064676] 'agreement among raft nodes before linearized reading' (duration: 2.000224298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.007526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:12.007123Z","time spent":"2.000395831s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:14.13139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674876078s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T21:16:14.131527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:07.833331Z","time spent":"6.298191917s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:16:14.131675Z","caller":"traceutil/trace.go:171","msg":"trace[340090989] linearizableReadLoop","detail":"{readStateIndex:27910; appliedIndex:27905; }","duration":"3.992434234s","start":"2026-03-31T21:16:10.139228Z","end":"2026-03-31T21:16:14.131662Z","steps":["trace[340090989] 'read index received' (duration: 317.30804ms)","trace[340090989] 'applied index is now lower than readState.Index' (duration: 3.675125384s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:14.131749Z","caller":"traceutil/trace.go:171","msg":"trace[944338194] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"6.295284565s","start":"2026-03-31T21:16:07.836457Z","end":"2026-03-31T21:16:14.131742Z","steps":["trace[944338194] 'process raft request' (duration: 6.295002988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.131797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:07.836443Z","time spent":"6.295319795s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:16:14.131998Z","caller":"traceutil/trace.go:171","msg":"trace[1133865952] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"6.291786097s","start":"2026-03-31T21:16:07.840205Z","end":"2026-03-31T21:16:14.131991Z","steps":["trace[1133865952] 'process raft request' (duration: 6.291337506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.132043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:07.840196Z","time spent":"6.291818248s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4959,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:14.132187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517529957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783794178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:14.138493Z","caller":"traceutil/trace.go:171","msg":"trace[1601688435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26966; }","duration":"5.790087226s","start":"2026-03-31T21:16:08.348381Z","end":"2026-03-31T21:16:14.138468Z","steps":["trace[1601688435] 'agreement among raft nodes before linearized reading' (duration: 5.783805989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.138562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:08.348328Z","time spent":"5.790215608s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.132245Z","caller":"traceutil/trace.go:171","msg":"trace[2105852368] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26966; }","duration":"5.517581148s","start":"2026-03-31T21:16:08.61463Z","end":"2026-03-31T21:16:14.132211Z","steps":["trace[2105852368] 'agreement among raft nodes before linearized reading' (duration: 5.517498216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.138715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:08.614571Z","time spent":"5.524114662s","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.13228Z","caller":"traceutil/trace.go:171","msg":"trace[970028967] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"5.808744764s","start":"2026-03-31T21:16:08.323525Z","end":"2026-03-31T21:16:14.13227Z","steps":["trace[970028967] 'process raft request' (duration: 5.808072207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.138854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:08.323494Z","time spent":"5.815290087s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:14.132304Z","caller":"traceutil/trace.go:171","msg":"trace[532066133] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"4.613014053s","start":"2026-03-31T21:16:09.519283Z","end":"2026-03-31T21:16:14.132297Z","steps":["trace[532066133] 'process raft request' (duration: 4.612350767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.13234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292140664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368486746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987855329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.482929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032868429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:16:14.132486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803708914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606919509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6816126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897949362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.880766128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034489826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.296767111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-31T21:16:14.132526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194847032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:16:14.132605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.762068049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.132725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921797263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:14.133686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920866277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:16:14.138963Z","caller":"traceutil/trace.go:171","msg":"trace[1507542571] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26966; }","duration":"4.926176641s","start":"2026-03-31T21:16:09.212774Z","end":"2026-03-31T21:16:14.138951Z","steps":["trace[1507542571] 'agreement among raft nodes before linearized reading' (duration: 4.919612116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.138956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:09.519255Z","time spent":"4.6196531s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:14.138987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:09.212754Z","time spent":"4.926223952s","remote":"127.0.0.1:55640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2691,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139031Z","caller":"traceutil/trace.go:171","msg":"trace[1329301257] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26966; }","duration":"2.688134204s","start":"2026-03-31T21:16:11.450885Z","end":"2026-03-31T21:16:14.139019Z","steps":["trace[1329301257] 'agreement among raft nodes before linearized reading' (duration: 2.681635841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.139069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:11.450863Z","time spent":"2.688198305s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139112Z","caller":"traceutil/trace.go:171","msg":"trace[207063826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26966; }","duration":"4.90461716s","start":"2026-03-31T21:16:09.234485Z","end":"2026-03-31T21:16:14.139102Z","steps":["trace[207063826] 'agreement among raft nodes before linearized reading' (duration: 4.897881511s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.139143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:09.234472Z","time spent":"4.904663371s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139162Z","caller":"traceutil/trace.go:171","msg":"trace[163207988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26966; }","duration":"4.299003917s","start":"2026-03-31T21:16:09.840149Z","end":"2026-03-31T21:16:14.139153Z","steps":["trace[163207988] 'agreement among raft nodes before linearized reading' (duration: 4.292167115s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:14.139176Z","caller":"traceutil/trace.go:171","msg":"trace[622304420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26966; }","duration":"1.039579418s","start":"2026-03-31T21:16:13.099586Z","end":"2026-03-31T21:16:14.139165Z","steps":["trace[622304420] 'agreement among raft nodes before linearized reading' (duration: 1.032859769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.139192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:09.840125Z","time spent":"4.299059217s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:14.13921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:13.099561Z","time spent":"1.039639129s","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139234Z","caller":"traceutil/trace.go:171","msg":"trace[1036597427] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26966; }","duration":"5.887516447s","start":"2026-03-31T21:16:08.251708Z","end":"2026-03-31T21:16:14.139224Z","steps":["trace[1036597427] 'agreement among raft nodes before linearized reading' (duration: 5.880742887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.139265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:08.251689Z","time spent":"5.887567349s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139265Z","caller":"traceutil/trace.go:171","msg":"trace[304642546] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26966; }","duration":"3.994717982s","start":"2026-03-31T21:16:10.144526Z","end":"2026-03-31T21:16:14.139244Z","steps":["trace[304642546] 'agreement among raft nodes before linearized reading' (duration: 3.987857189s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:14.139282Z","caller":"traceutil/trace.go:171","msg":"trace[400559443] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26966; }","duration":"1.810540406s","start":"2026-03-31T21:16:12.328734Z","end":"2026-03-31T21:16:14.139275Z","steps":["trace[400559443] 'agreement among raft nodes before linearized reading' (duration: 1.803735745s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:14.139289Z","caller":"traceutil/trace.go:171","msg":"trace[40656088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26966; }","duration":"125.361792ms","start":"2026-03-31T21:16:14.01392Z","end":"2026-03-31T21:16:14.139282Z","steps":["trace[40656088] 'agreement among raft nodes before linearized reading' (duration: 118.503649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.139308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:12.328711Z","time spent":"1.810588146s","remote":"127.0.0.1:38482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139338Z","caller":"traceutil/trace.go:171","msg":"trace[684352400] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26966; }","duration":"4.375482062s","start":"2026-03-31T21:16:09.763845Z","end":"2026-03-31T21:16:14.139327Z","steps":["trace[684352400] 'agreement among raft nodes before linearized reading' (duration: 4.368508257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.139389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:09.763824Z","time spent":"4.375553124s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139414Z","caller":"traceutil/trace.go:171","msg":"trace[1767956876] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26966; }","duration":"2.041431831s","start":"2026-03-31T21:16:12.09797Z","end":"2026-03-31T21:16:14.139402Z","steps":["trace[1767956876] 'agreement among raft nodes before linearized reading' (duration: 2.034511377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.13931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:10.144512Z","time spent":"3.994785983s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:16:14.139464Z","caller":"traceutil/trace.go:171","msg":"trace[1364826019] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26966; }","duration":"6.303751216s","start":"2026-03-31T21:16:07.835706Z","end":"2026-03-31T21:16:14.139457Z","steps":["trace[1364826019] 'agreement among raft nodes before linearized reading' (duration: 6.296655208s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.140269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:07.835691Z","time spent":"6.304563517s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-31T21:16:14.139398Z","caller":"traceutil/trace.go:171","msg":"trace[1317376457] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26966; }","duration":"2.613845742s","start":"2026-03-31T21:16:11.525546Z","end":"2026-03-31T21:16:14.139392Z","steps":["trace[1317376457] 'agreement among raft nodes before linearized reading' (duration: 2.606950269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.140397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:11.525521Z","time spent":"2.614866768s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:14.139444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:12.097923Z","time spent":"2.041509512s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139639Z","caller":"traceutil/trace.go:171","msg":"trace[1032170892] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26966; }","duration":"1.928805908s","start":"2026-03-31T21:16:12.210821Z","end":"2026-03-31T21:16:14.139627Z","steps":["trace[1032170892] 'agreement among raft nodes before linearized reading' (duration: 1.921743591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.140746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:12.210785Z","time spent":"1.929947126s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139643Z","caller":"traceutil/trace.go:171","msg":"trace[844953177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26966; }","duration":"5.202027391s","start":"2026-03-31T21:16:08.937606Z","end":"2026-03-31T21:16:14.139633Z","steps":["trace[844953177] 'agreement among raft nodes before linearized reading' (duration: 5.194825491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.140916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:08.93758Z","time spent":"5.203323644s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:14.139664Z","caller":"traceutil/trace.go:171","msg":"trace[1215466309] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26966; }","duration":"4.769133906s","start":"2026-03-31T21:16:09.370523Z","end":"2026-03-31T21:16:14.139657Z","steps":["trace[1215466309] 'agreement among raft nodes before linearized reading' (duration: 4.762037938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:14.141099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:09.370456Z","time spent":"4.770632373s","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:15.515419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274783451s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:15.515706Z","caller":"traceutil/trace.go:171","msg":"trace[1323488998] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26966; }","duration":"1.275063668s","start":"2026-03-31T21:16:14.240608Z","end":"2026-03-31T21:16:15.515672Z","steps":["trace[1323488998] 'range keys from in-memory index tree' (duration: 1.274767011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:15.516441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.00962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:15.516534Z","caller":"traceutil/trace.go:171","msg":"trace[1075341243] linearizableReadLoop","detail":"{readStateIndex:27911; appliedIndex:27910; }","duration":"1.377296509s","start":"2026-03-31T21:16:14.13922Z","end":"2026-03-31T21:16:15.516517Z","steps":["trace[1075341243] 'read index received' (duration: 402.032763ms)","trace[1075341243] 'applied index is now lower than readState.Index' (duration: 975.261526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:15.516761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377529815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tl6hm\" ","response":"range_response_count:1 size:5317"} {"level":"info","ts":"2026-03-31T21:16:15.51682Z","caller":"traceutil/trace.go:171","msg":"trace[1815229481] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tl6hm; range_end:; response_count:1; response_revision:26967; }","duration":"1.377589006s","start":"2026-03-31T21:16:14.139214Z","end":"2026-03-31T21:16:15.516803Z","steps":["trace[1815229481] 'agreement among raft nodes before linearized reading' (duration: 1.377377731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:15.516874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:14.139173Z","time spent":"1.377688258s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5339,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tl6hm\" "} {"level":"info","ts":"2026-03-31T21:16:15.516655Z","caller":"traceutil/trace.go:171","msg":"trace[1435773897] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"1.383912225s","start":"2026-03-31T21:16:14.132718Z","end":"2026-03-31T21:16:15.51663Z","steps":["trace[1435773897] 'process raft request' (duration: 408.633609ms)","trace[1435773897] 'compare' (duration: 973.940153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:15.517263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:14.132693Z","time spent":"1.384522421s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:16.01697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:16.140473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:16.140568Z","caller":"traceutil/trace.go:171","msg":"trace[1840696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591187s","start":"2026-03-31T21:16:14.139951Z","end":"2026-03-31T21:16:16.140543Z","steps":["trace[1840696] 'agreement among raft nodes before linearized reading' (duration: 2.000456164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:16.140623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:14.139945Z","time spent":"2.000666249s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:16.517325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:16.808883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.073156805s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:18.148589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:18.14867Z","caller":"traceutil/trace.go:171","msg":"trace[1567658543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055723s","start":"2026-03-31T21:16:16.148596Z","end":"2026-03-31T21:16:18.148652Z","steps":["trace[1567658543] 'agreement among raft nodes before linearized reading' (duration: 1.999950501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:18.148716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:16.148576Z","time spent":"2.000130495s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:20.151143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:20.151227Z","caller":"traceutil/trace.go:171","msg":"trace[352834552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00072002s","start":"2026-03-31T21:16:18.150486Z","end":"2026-03-31T21:16:20.151206Z","steps":["trace[352834552] 'agreement among raft nodes before linearized reading' (duration: 2.000614248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:20.151289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:18.150434Z","time spent":"2.000829363s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:20.752148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.942943903s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:20.75401Z","caller":"traceutil/trace.go:171","msg":"trace[1672890134] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"6.612517112s","start":"2026-03-31T21:16:14.139695Z","end":"2026-03-31T21:16:20.752212Z","steps":["trace[1672890134] 'process raft request' (duration: 2.669457376s)","trace[1672890134] 'compare' (duration: 3.941111908s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:20.754131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:14.139683Z","time spent":"6.614351478s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:21.104872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.295129779s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:21.646007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:21.646189Z","caller":"traceutil/trace.go:171","msg":"trace[1349289491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132625s","start":"2026-03-31T21:16:19.646034Z","end":"2026-03-31T21:16:21.646166Z","steps":["trace[1349289491] 'agreement among raft nodes before linearized reading' (duration: 1.99992909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:21.646287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:19.645961Z","time spent":"2.00031353s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:22.158591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000746361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:22.158679Z","caller":"traceutil/trace.go:171","msg":"trace[1473363832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000887475s","start":"2026-03-31T21:16:20.157771Z","end":"2026-03-31T21:16:22.158658Z","steps":["trace[1473363832] 'agreement among raft nodes before linearized reading' (duration: 2.000774302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:22.158727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:20.157725Z","time spent":"2.000993017s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:22.339672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:15.338573Z","time spent":"7.001089229s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:16:22.526775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:15.526361Z","time spent":"7.000406072s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:16:22.892122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7867774s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:22.892898Z","caller":"traceutil/trace.go:171","msg":"trace[1266134811] linearizableReadLoop","detail":"{readStateIndex:27914; appliedIndex:27911; }","duration":"7.376298671s","start":"2026-03-31T21:16:15.516566Z","end":"2026-03-31T21:16:22.892864Z","steps":["trace[1266134811] 'read index received' (duration: 1.292709231s)","trace[1266134811] 'applied index is now lower than readState.Index' (duration: 6.08358644s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:22.893092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.750093163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:22.893115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.752877732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:22.893165Z","caller":"traceutil/trace.go:171","msg":"trace[1524940529] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26970; }","duration":"8.752997916s","start":"2026-03-31T21:16:14.140151Z","end":"2026-03-31T21:16:22.893149Z","steps":["trace[1524940529] 'agreement among raft nodes before linearized reading' (duration: 8.752858632s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:22.893164Z","caller":"traceutil/trace.go:171","msg":"trace[1765695635] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26970; }","duration":"8.750205866s","start":"2026-03-31T21:16:14.142938Z","end":"2026-03-31T21:16:22.893144Z","steps":["trace[1765695635] 'agreement among raft nodes before linearized reading' (duration: 8.750063892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:22.893179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.749859388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-31T21:16:22.893213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:14.142925Z","time spent":"8.750273807s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:16:22.893213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:14.140142Z","time spent":"8.753056957s","remote":"127.0.0.1:50776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:22.893278Z","caller":"traceutil/trace.go:171","msg":"trace[937313468] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d; range_end:; response_count:1; response_revision:26970; }","duration":"8.7499657s","start":"2026-03-31T21:16:14.143282Z","end":"2026-03-31T21:16:22.893248Z","steps":["trace[937313468] 'agreement among raft nodes before linearized reading' (duration: 8.749655122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:22.893346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:14.143272Z","time spent":"8.750057602s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e6977df9-fb28-4686-96e0-e3b98813fc9d\" "} {"level":"warn","ts":"2026-03-31T21:16:23.393794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:23.894623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:24.166152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:24.166268Z","caller":"traceutil/trace.go:171","msg":"trace[841821048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168536s","start":"2026-03-31T21:16:22.166073Z","end":"2026-03-31T21:16:24.166241Z","steps":["trace[841821048] 'agreement among raft nodes before linearized reading' (duration: 2.000035273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:24.166331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:22.166053Z","time spent":"2.000262389s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:24.395333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:24.585587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.480456847s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:25.814973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229117877s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:26.145589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:19.144864Z","time spent":"7.00071686s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:16:26.150634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911066153s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.150719Z","caller":"traceutil/trace.go:171","msg":"trace[2037269699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26970; }","duration":"1.911157645s","start":"2026-03-31T21:16:24.239549Z","end":"2026-03-31T21:16:26.150707Z","steps":["trace[2037269699] 'range keys from in-memory index tree' (duration: 1.911053453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.153402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567443854s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:26.153579Z","caller":"traceutil/trace.go:171","msg":"trace[1772713220] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"5.734255498s","start":"2026-03-31T21:16:20.419312Z","end":"2026-03-31T21:16:26.153567Z","steps":["trace[1772713220] 'process raft request' (duration: 5.734155625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.153616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:20.419287Z","time spent":"5.734313539s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:26.15377Z","caller":"traceutil/trace.go:171","msg":"trace[1682536847] linearizableReadLoop","detail":"{readStateIndex:27918; appliedIndex:27914; }","duration":"3.260781662s","start":"2026-03-31T21:16:22.892972Z","end":"2026-03-31T21:16:26.153754Z","steps":["trace[1682536847] 'read index received' (duration: 1.692916438s)","trace[1682536847] 'applied index is now lower than readState.Index' (duration: 1.567864284s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:26.153827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.26274118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.153846Z","caller":"traceutil/trace.go:171","msg":"trace[666123367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26974; }","duration":"6.262797422s","start":"2026-03-31T21:16:19.891041Z","end":"2026-03-31T21:16:26.153839Z","steps":["trace[666123367] 'agreement among raft nodes before linearized reading' (duration: 6.26274293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.153862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:19.89102Z","time spent":"6.262838732s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.153911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.861144114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:26.153933Z","caller":"traceutil/trace.go:171","msg":"trace[192625648] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26974; }","duration":"6.861222636s","start":"2026-03-31T21:16:19.292704Z","end":"2026-03-31T21:16:26.153926Z","steps":["trace[192625648] 'agreement among raft nodes before linearized reading' (duration: 6.861120273s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:26.153941Z","caller":"traceutil/trace.go:171","msg":"trace[876885097] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"5.395412198s","start":"2026-03-31T21:16:20.758521Z","end":"2026-03-31T21:16:26.153933Z","steps":["trace[876885097] 'process raft request' (duration: 5.395014297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.153953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:19.29268Z","time spent":"6.861267526s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.153965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:20.758505Z","time spent":"5.395447028s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:26.154001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.241063146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:26.154038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811351367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:16:26.154055Z","caller":"traceutil/trace.go:171","msg":"trace[1433643020] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26974; }","duration":"6.241169989s","start":"2026-03-31T21:16:19.912872Z","end":"2026-03-31T21:16:26.154042Z","steps":["trace[1433643020] 'agreement among raft nodes before linearized reading' (duration: 6.241081076s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:26.154073Z","caller":"traceutil/trace.go:171","msg":"trace[1018801047] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26974; }","duration":"3.811415199s","start":"2026-03-31T21:16:22.342648Z","end":"2026-03-31T21:16:26.154063Z","steps":["trace[1018801047] 'agreement among raft nodes before linearized reading' (duration: 3.811291446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.154084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:19.912851Z","time spent":"6.241225971s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.154099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:22.342632Z","time spent":"3.81146231s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T21:16:26.154107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975612061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:26.154125Z","caller":"traceutil/trace.go:171","msg":"trace[580888720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26974; }","duration":"6.975696934s","start":"2026-03-31T21:16:19.178422Z","end":"2026-03-31T21:16:26.154119Z","steps":["trace[580888720] 'agreement among raft nodes before linearized reading' (duration: 6.975651532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.154139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:19.178404Z","time spent":"6.975730254s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.154229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.302749525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:26.154295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.344645814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:16:26.154287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.660774078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.154309Z","caller":"traceutil/trace.go:171","msg":"trace[525820321] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26974; }","duration":"8.344721466s","start":"2026-03-31T21:16:17.809583Z","end":"2026-03-31T21:16:26.154305Z","steps":["trace[525820321] 'agreement among raft nodes before linearized reading' (duration: 8.344621604s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:26.154321Z","caller":"traceutil/trace.go:171","msg":"trace[905428723] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26974; }","duration":"7.66085263s","start":"2026-03-31T21:16:18.493459Z","end":"2026-03-31T21:16:26.154312Z","steps":["trace[905428723] 'agreement among raft nodes before linearized reading' (duration: 7.660777668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.154327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:17.809558Z","time spent":"8.344765787s","remote":"127.0.0.1:55442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:26.154323Z","caller":"traceutil/trace.go:171","msg":"trace[1158812350] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26974; }","duration":"8.302880508s","start":"2026-03-31T21:16:17.851413Z","end":"2026-03-31T21:16:26.154294Z","steps":["trace[1158812350] 'agreement among raft nodes before linearized reading' (duration: 8.302757875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.154342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:18.493439Z","time spent":"7.660897832s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.154347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624306531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz\" ","response":"range_response_count:1 size:4048"} {"level":"warn","ts":"2026-03-31T21:16:26.154351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:17.851391Z","time spent":"8.302953329s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:26.15437Z","caller":"traceutil/trace.go:171","msg":"trace[1712731294] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz; range_end:; response_count:1; response_revision:26974; }","duration":"3.624370183s","start":"2026-03-31T21:16:22.529992Z","end":"2026-03-31T21:16:26.154362Z","steps":["trace[1712731294] 'agreement among raft nodes before linearized reading' (duration: 3.624298351s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.15436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.771470673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:26.154391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:22.529972Z","time spent":"3.624413943s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4070,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz\" "} {"level":"info","ts":"2026-03-31T21:16:26.154418Z","caller":"traceutil/trace.go:171","msg":"trace[2059300875] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26974; }","duration":"7.771586665s","start":"2026-03-31T21:16:18.382816Z","end":"2026-03-31T21:16:26.154403Z","steps":["trace[2059300875] 'agreement among raft nodes before linearized reading' (duration: 7.771441331s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:26.154274Z","caller":"traceutil/trace.go:171","msg":"trace[405066664] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"1.80435284s","start":"2026-03-31T21:16:24.349911Z","end":"2026-03-31T21:16:26.154264Z","steps":["trace[405066664] 'process raft request' (duration: 1.803761475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.154448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:18.382795Z","time spent":"7.771646447s","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.154469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.564032666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:16:26.154474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.619875034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:26.154497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:24.349888Z","time spent":"1.804571945s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:26.154504Z","caller":"traceutil/trace.go:171","msg":"trace[286307870] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26974; }","duration":"7.619915305s","start":"2026-03-31T21:16:18.534578Z","end":"2026-03-31T21:16:26.154494Z","steps":["trace[286307870] 'agreement among raft nodes before linearized reading' (duration: 7.619860473s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:26.154507Z","caller":"traceutil/trace.go:171","msg":"trace[1436902370] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26974; }","duration":"9.564071907s","start":"2026-03-31T21:16:16.590426Z","end":"2026-03-31T21:16:26.154498Z","steps":["trace[1436902370] 'agreement among raft nodes before linearized reading' (duration: 9.564009625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.154529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:16.590401Z","time spent":"9.564123659s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.154528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:18.534493Z","time spent":"7.620027427s","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.1544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.635108574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T21:16:26.154642Z","caller":"traceutil/trace.go:171","msg":"trace[1460846207] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26974; }","duration":"10.6353777s","start":"2026-03-31T21:16:15.519258Z","end":"2026-03-31T21:16:26.154636Z","steps":["trace[1460846207] 'agreement among raft nodes before linearized reading' (duration: 10.635019141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.154657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:15.51924Z","time spent":"10.635412782s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:16:26.154238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.309805003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:26.154815Z","caller":"traceutil/trace.go:171","msg":"trace[1641650450] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26974; }","duration":"5.310419768s","start":"2026-03-31T21:16:20.844385Z","end":"2026-03-31T21:16:26.154805Z","steps":["trace[1641650450] 'agreement among raft nodes before linearized reading' (duration: 5.309816824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.154844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:20.844362Z","time spent":"5.310472609s","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.166501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:26.166564Z","caller":"traceutil/trace.go:171","msg":"trace[1054404854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193827s","start":"2026-03-31T21:16:24.166357Z","end":"2026-03-31T21:16:26.166551Z","steps":["trace[1054404854] 'agreement among raft nodes before linearized reading' (duration: 2.000102994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.166596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:24.166332Z","time spent":"2.000258229s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:16:26.392888Z","caller":"traceutil/trace.go:171","msg":"trace[556389540] linearizableReadLoop","detail":"{readStateIndex:27919; appliedIndex:27918; }","duration":"239.05959ms","start":"2026-03-31T21:16:26.153806Z","end":"2026-03-31T21:16:26.392866Z","steps":["trace[556389540] 'read index received' (duration: 217.94617ms)","trace[556389540] 'applied index is now lower than readState.Index' (duration: 21.11231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:26.393084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.418144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"info","ts":"2026-03-31T21:16:26.393124Z","caller":"traceutil/trace.go:171","msg":"trace[476858837] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26975; }","duration":"244.500206ms","start":"2026-03-31T21:16:26.148612Z","end":"2026-03-31T21:16:26.393112Z","steps":["trace[476858837] 'agreement among raft nodes before linearized reading' (duration: 244.354062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.393159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451170551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.393227Z","caller":"traceutil/trace.go:171","msg":"trace[2043660439] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26975; }","duration":"1.451285053s","start":"2026-03-31T21:16:24.941928Z","end":"2026-03-31T21:16:26.393213Z","steps":["trace[2043660439] 'agreement among raft nodes before linearized reading' (duration: 1.45113968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.393269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:24.941913Z","time spent":"1.451348025s","remote":"127.0.0.1:35784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.39339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500851596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.393424Z","caller":"traceutil/trace.go:171","msg":"trace[132305044] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26975; }","duration":"1.500937268s","start":"2026-03-31T21:16:24.892478Z","end":"2026-03-31T21:16:26.393415Z","steps":["trace[132305044] 'agreement among raft nodes before linearized reading' (duration: 1.500864986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.393453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:24.892439Z","time spent":"1.50100586s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.393543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.081183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:26.393583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820281955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:26.393611Z","caller":"traceutil/trace.go:171","msg":"trace[1057136546] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26975; }","duration":"2.820353477s","start":"2026-03-31T21:16:23.573251Z","end":"2026-03-31T21:16:26.393604Z","steps":["trace[1057136546] 'agreement among raft nodes before linearized reading' (duration: 2.820234084s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.393614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.582346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.393634Z","caller":"traceutil/trace.go:171","msg":"trace[2056677825] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26975; }","duration":"736.639927ms","start":"2026-03-31T21:16:25.656989Z","end":"2026-03-31T21:16:26.393629Z","steps":["trace[2056677825] 'agreement among raft nodes before linearized reading' (duration: 736.606747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.39366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:25.656953Z","time spent":"736.701799ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.393702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115522633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:16:26.39373Z","caller":"traceutil/trace.go:171","msg":"trace[1965961858] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26975; }","duration":"3.115585575s","start":"2026-03-31T21:16:23.278135Z","end":"2026-03-31T21:16:26.393721Z","steps":["trace[1965961858] 'agreement among raft nodes before linearized reading' (duration: 3.115513433s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.393753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:23.278115Z","time spent":"3.115632555s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:16:26.3938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.454066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:26.393824Z","caller":"traceutil/trace.go:171","msg":"trace[1158319926] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26975; }","duration":"802.478887ms","start":"2026-03-31T21:16:25.591339Z","end":"2026-03-31T21:16:26.393818Z","steps":["trace[1158319926] 'agreement among raft nodes before linearized reading' (duration: 802.427666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.393848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:25.591276Z","time spent":"802.565119ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.393636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:23.573231Z","time spent":"2.820396068s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.393891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.196944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.393924Z","caller":"traceutil/trace.go:171","msg":"trace[303971110] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26975; }","duration":"969.267366ms","start":"2026-03-31T21:16:25.424647Z","end":"2026-03-31T21:16:26.393915Z","steps":["trace[303971110] 'agreement among raft nodes before linearized reading' (duration: 969.201185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.393951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:25.424629Z","time spent":"969.314507ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.394129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494789086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.394158Z","caller":"traceutil/trace.go:171","msg":"trace[728903065] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26975; }","duration":"3.494847616s","start":"2026-03-31T21:16:22.899303Z","end":"2026-03-31T21:16:26.394151Z","steps":["trace[728903065] 'agreement among raft nodes before linearized reading' (duration: 3.494801345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.39413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021832153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:26.394178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:22.899288Z","time spent":"3.494885448s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:16:26.394187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496524919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T21:16:26.394224Z","caller":"traceutil/trace.go:171","msg":"trace[1301828053] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26975; }","duration":"3.496599571s","start":"2026-03-31T21:16:22.897616Z","end":"2026-03-31T21:16:26.394216Z","steps":["trace[1301828053] 'agreement among raft nodes before linearized reading' (duration: 3.496517339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.394243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:22.897595Z","time spent":"3.496642981s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-31T21:16:26.393583Z","caller":"traceutil/trace.go:171","msg":"trace[2062701810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26975; }","duration":"724.170965ms","start":"2026-03-31T21:16:25.669402Z","end":"2026-03-31T21:16:26.393573Z","steps":["trace[2062701810] 'agreement among raft nodes before linearized reading' (duration: 724.113234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.394532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:25.669381Z","time spent":"725.139888ms","remote":"127.0.0.1:50742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:26.394576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.210543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.394661Z","caller":"traceutil/trace.go:171","msg":"trace[392256172] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26976; }","duration":"237.315995ms","start":"2026-03-31T21:16:26.157331Z","end":"2026-03-31T21:16:26.394647Z","steps":["trace[392256172] 'agreement among raft nodes before linearized reading' (duration: 237.190972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.394766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.289091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5458dfcb95-697wl.18a20822e46fbba7\" ","response":"range_response_count:1 size:1181"} {"level":"info","ts":"2026-03-31T21:16:26.394821Z","caller":"traceutil/trace.go:171","msg":"trace[1932936210] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5458dfcb95-697wl.18a20822e46fbba7; range_end:; response_count:1; response_revision:26976; }","duration":"236.365404ms","start":"2026-03-31T21:16:26.158444Z","end":"2026-03-31T21:16:26.39481Z","steps":["trace[1932936210] 'agreement among raft nodes before linearized reading' (duration: 236.258431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.394816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.716491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.394893Z","caller":"traceutil/trace.go:171","msg":"trace[1586642974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26976; }","duration":"222.865114ms","start":"2026-03-31T21:16:26.172012Z","end":"2026-03-31T21:16:26.394877Z","steps":["trace[1586642974] 'agreement among raft nodes before linearized reading' (duration: 222.681889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.394948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.741143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:16:26.394933Z","caller":"traceutil/trace.go:171","msg":"trace[1161745575] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26975; }","duration":"1.022003097s","start":"2026-03-31T21:16:25.372186Z","end":"2026-03-31T21:16:26.394189Z","steps":["trace[1161745575] 'agreement among raft nodes before linearized reading' (duration: 1.021767541s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:26.395017Z","caller":"traceutil/trace.go:171","msg":"trace[1546621912] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"235.160032ms","start":"2026-03-31T21:16:26.159848Z","end":"2026-03-31T21:16:26.395008Z","steps":["trace[1546621912] 'process raft request' (duration: 234.562217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.395081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:25.372162Z","time spent":"1.022892651s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:26.394978Z","caller":"traceutil/trace.go:171","msg":"trace[1195463456] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26976; }","duration":"236.780913ms","start":"2026-03-31T21:16:26.15819Z","end":"2026-03-31T21:16:26.394971Z","steps":["trace[1195463456] 'agreement among raft nodes before linearized reading' (duration: 236.708792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.850912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.630438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:26.851039Z","caller":"traceutil/trace.go:171","msg":"trace[385880009] linearizableReadLoop","detail":"{readStateIndex:27935; appliedIndex:27933; }","duration":"195.622671ms","start":"2026-03-31T21:16:26.655405Z","end":"2026-03-31T21:16:26.851027Z","steps":["trace[385880009] 'read index received' (duration: 191.834426ms)","trace[385880009] 'applied index is now lower than readState.Index' (duration: 3.787595ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:26.851092Z","caller":"traceutil/trace.go:171","msg":"trace[1894996046] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"235.48015ms","start":"2026-03-31T21:16:26.615607Z","end":"2026-03-31T21:16:26.851087Z","steps":["trace[1894996046] 'compare' (duration: 232.051224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.851619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.755463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:26.851606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.436133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:26.851688Z","caller":"traceutil/trace.go:171","msg":"trace[222398860] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26990; }","duration":"161.875386ms","start":"2026-03-31T21:16:26.689797Z","end":"2026-03-31T21:16:26.851672Z","steps":["trace[222398860] 'agreement among raft nodes before linearized reading' (duration: 161.746863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:26.851671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.245667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T21:16:26.851711Z","caller":"traceutil/trace.go:171","msg":"trace[1404105894] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26990; }","duration":"133.579127ms","start":"2026-03-31T21:16:26.718118Z","end":"2026-03-31T21:16:26.851697Z","steps":["trace[1404105894] 'agreement among raft nodes before linearized reading' (duration: 133.423863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:26.851728Z","caller":"traceutil/trace.go:171","msg":"trace[470043239] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26990; }","duration":"196.344599ms","start":"2026-03-31T21:16:26.655369Z","end":"2026-03-31T21:16:26.851714Z","steps":["trace[470043239] 'agreement among raft nodes before linearized reading' (duration: 196.159455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:26.854147Z","caller":"traceutil/trace.go:171","msg":"trace[1124880373] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"231.373537ms","start":"2026-03-31T21:16:26.622762Z","end":"2026-03-31T21:16:26.854136Z","steps":["trace[1124880373] 'process raft request' (duration: 228.216907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:27.383179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.912405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:27.383284Z","caller":"traceutil/trace.go:171","msg":"trace[1934012525] linearizableReadLoop","detail":"{readStateIndex:27943; appliedIndex:27942; }","duration":"387.96422ms","start":"2026-03-31T21:16:26.995305Z","end":"2026-03-31T21:16:27.383269Z","steps":["trace[1934012525] 'read index received' (duration: 79.929432ms)","trace[1934012525] 'applied index is now lower than readState.Index' (duration: 308.033108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:27.38333Z","caller":"traceutil/trace.go:171","msg":"trace[596371681] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"420.213479ms","start":"2026-03-31T21:16:26.963075Z","end":"2026-03-31T21:16:27.383288Z","steps":["trace[596371681] 'process raft request' (duration: 112.121799ms)","trace[596371681] 'compare' (duration: 307.533676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:27.383465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.158075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-b4cbcd97-wt48z.18a208f358408fa4\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-03-31T21:16:27.383506Z","caller":"traceutil/trace.go:171","msg":"trace[22548958] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-b4cbcd97-wt48z.18a208f358408fa4; range_end:; response_count:1; response_revision:26998; }","duration":"388.607496ms","start":"2026-03-31T21:16:26.994887Z","end":"2026-03-31T21:16:27.383495Z","steps":["trace[22548958] 'agreement among raft nodes before linearized reading' (duration: 388.462642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:27.383514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:26.963049Z","time spent":"420.368133ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:27.383633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.946236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T21:16:27.383671Z","caller":"traceutil/trace.go:171","msg":"trace[835593884] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853; range_end:; response_count:1; response_revision:26998; }","duration":"386.992737ms","start":"2026-03-31T21:16:26.996666Z","end":"2026-03-31T21:16:27.383659Z","steps":["trace[835593884] 'agreement among raft nodes before linearized reading' (duration: 386.898644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:27.383697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:26.996659Z","time spent":"387.031459ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853\" "} {"level":"warn","ts":"2026-03-31T21:16:27.383539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:26.994871Z","time spent":"388.658798ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/events/openstack/heat-cfn-b4cbcd97-wt48z.18a208f358408fa4\" "} {"level":"warn","ts":"2026-03-31T21:16:27.38392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.07164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:27.383972Z","caller":"traceutil/trace.go:171","msg":"trace[2044536860] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26998; }","duration":"324.157122ms","start":"2026-03-31T21:16:27.059803Z","end":"2026-03-31T21:16:27.38396Z","steps":["trace[2044536860] 'agreement among raft nodes before linearized reading' (duration: 324.05364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:27.384002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.059787Z","time spent":"324.207523ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:27.383938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.60429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-31T21:16:27.384633Z","caller":"traceutil/trace.go:171","msg":"trace[203691540] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26998; }","duration":"340.316207ms","start":"2026-03-31T21:16:27.044297Z","end":"2026-03-31T21:16:27.384613Z","steps":["trace[203691540] 'agreement among raft nodes before linearized reading' (duration: 339.569729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:27.384694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.044281Z","time spent":"340.397139ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":902,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-31T21:16:27.384891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.49997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:27.384936Z","caller":"traceutil/trace.go:171","msg":"trace[1383360540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26998; }","duration":"136.569292ms","start":"2026-03-31T21:16:27.248353Z","end":"2026-03-31T21:16:27.384923Z","steps":["trace[1383360540] 'agreement among raft nodes before linearized reading' (duration: 136.49896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:27.644665Z","caller":"traceutil/trace.go:171","msg":"trace[325090226] linearizableReadLoop","detail":"{readStateIndex:27944; appliedIndex:27943; }","duration":"258.563199ms","start":"2026-03-31T21:16:27.386078Z","end":"2026-03-31T21:16:27.644641Z","steps":["trace[325090226] 'read index received' (duration: 236.035935ms)","trace[325090226] 'applied index is now lower than readState.Index' (duration: 22.525544ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:27.644818Z","caller":"traceutil/trace.go:171","msg":"trace[477525244] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"258.758794ms","start":"2026-03-31T21:16:27.385938Z","end":"2026-03-31T21:16:27.644696Z","steps":["trace[477525244] 'process raft request' (duration: 236.076446ms)","trace[477525244] 'compare' (duration: 21.928459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:27.645142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.043002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-bbm6d\" ","response":"range_response_count:1 size:3478"} {"level":"warn","ts":"2026-03-31T21:16:27.645138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.19895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-03-31T21:16:27.645193Z","caller":"traceutil/trace.go:171","msg":"trace[757400101] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-bbm6d; range_end:; response_count:1; response_revision:26999; }","duration":"259.137883ms","start":"2026-03-31T21:16:27.386041Z","end":"2026-03-31T21:16:27.645179Z","steps":["trace[757400101] 'agreement among raft nodes before linearized reading' (duration: 258.724643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:27.645207Z","caller":"traceutil/trace.go:171","msg":"trace[378113949] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz; range_end:; response_count:1; response_revision:26999; }","duration":"258.300111ms","start":"2026-03-31T21:16:27.386888Z","end":"2026-03-31T21:16:27.645189Z","steps":["trace[378113949] 'agreement among raft nodes before linearized reading' (duration: 257.910832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:27.645257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.989065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-31T21:16:27.645356Z","caller":"traceutil/trace.go:171","msg":"trace[1134321758] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:26999; }","duration":"191.125949ms","start":"2026-03-31T21:16:27.454206Z","end":"2026-03-31T21:16:27.645332Z","steps":["trace[1134321758] 'agreement among raft nodes before linearized reading' (duration: 190.702229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:27.645458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.138704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T21:16:27.645516Z","caller":"traceutil/trace.go:171","msg":"trace[982335558] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26999; }","duration":"257.207745ms","start":"2026-03-31T21:16:27.388294Z","end":"2026-03-31T21:16:27.645502Z","steps":["trace[982335558] 'agreement among raft nodes before linearized reading' (duration: 257.041961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:27.863738Z","caller":"traceutil/trace.go:171","msg":"trace[1139283550] linearizableReadLoop","detail":"{readStateIndex:27946; appliedIndex:27945; }","duration":"184.949434ms","start":"2026-03-31T21:16:27.678761Z","end":"2026-03-31T21:16:27.863711Z","steps":["trace[1139283550] 'read index received' (duration: 128.470579ms)","trace[1139283550] 'applied index is now lower than readState.Index' (duration: 56.477845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:27.863801Z","caller":"traceutil/trace.go:171","msg":"trace[1685203057] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"207.671573ms","start":"2026-03-31T21:16:27.656098Z","end":"2026-03-31T21:16:27.86377Z","steps":["trace[1685203057] 'process raft request' (duration: 151.119296ms)","trace[1685203057] 'compare' (duration: 56.193238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:27.863981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.962071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-rh57v\" ","response":"range_response_count:1 size:4922"} {"level":"info","ts":"2026-03-31T21:16:27.864035Z","caller":"traceutil/trace.go:171","msg":"trace[1802386872] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-rh57v; range_end:; response_count:1; response_revision:27001; }","duration":"214.050824ms","start":"2026-03-31T21:16:27.649971Z","end":"2026-03-31T21:16:27.864022Z","steps":["trace[1802386872] 'agreement among raft nodes before linearized reading' (duration: 213.877759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.214158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.295187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:28.214265Z","caller":"traceutil/trace.go:171","msg":"trace[409355256] linearizableReadLoop","detail":"{readStateIndex:27947; appliedIndex:27946; }","duration":"350.287787ms","start":"2026-03-31T21:16:27.86396Z","end":"2026-03-31T21:16:28.214248Z","steps":["trace[409355256] 'read index received' (duration: 183.773155ms)","trace[409355256] 'applied index is now lower than readState.Index' (duration: 166.512362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:28.214291Z","caller":"traceutil/trace.go:171","msg":"trace[206556627] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"530.785319ms","start":"2026-03-31T21:16:27.683467Z","end":"2026-03-31T21:16:28.214252Z","steps":["trace[206556627] 'process raft request' (duration: 364.326869ms)","trace[206556627] 'compare' (duration: 166.142542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:28.214463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.683449Z","time spent":"530.921192ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:28.215274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.758406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:28.215296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.630675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-31T21:16:28.215344Z","caller":"traceutil/trace.go:171","msg":"trace[787665970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27002; }","duration":"375.860757ms","start":"2026-03-31T21:16:27.839466Z","end":"2026-03-31T21:16:28.215327Z","steps":["trace[787665970] 'agreement among raft nodes before linearized reading' (duration: 375.734874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.215391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.934743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:28.215402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.839447Z","time spent":"375.94277ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:28.215411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.438698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:16:28.215434Z","caller":"traceutil/trace.go:171","msg":"trace[1353756646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27002; }","duration":"498.461849ms","start":"2026-03-31T21:16:27.716968Z","end":"2026-03-31T21:16:28.21543Z","steps":["trace[1353756646] 'agreement among raft nodes before linearized reading' (duration: 498.402327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.21546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.716958Z","time spent":"498.49749ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:16:28.215339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.975902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:28.215483Z","caller":"traceutil/trace.go:171","msg":"trace[1012265833] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27002; }","duration":"493.142286ms","start":"2026-03-31T21:16:27.722332Z","end":"2026-03-31T21:16:28.215475Z","steps":["trace[1012265833] 'agreement among raft nodes before linearized reading' (duration: 492.872649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.215314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.398968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-f7nwl\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-03-31T21:16:28.215443Z","caller":"traceutil/trace.go:171","msg":"trace[1409745647] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27002; }","duration":"175.111778ms","start":"2026-03-31T21:16:28.040309Z","end":"2026-03-31T21:16:28.215421Z","steps":["trace[1409745647] 'agreement among raft nodes before linearized reading' (duration: 174.919213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.215546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.263239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:28.215355Z","caller":"traceutil/trace.go:171","msg":"trace[764628287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27002; }","duration":"532.734858ms","start":"2026-03-31T21:16:27.6826Z","end":"2026-03-31T21:16:28.215335Z","steps":["trace[764628287] 'agreement among raft nodes before linearized reading' (duration: 532.557493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:28.215639Z","caller":"traceutil/trace.go:171","msg":"trace[575299501] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27002; }","duration":"232.400434ms","start":"2026-03-31T21:16:27.98322Z","end":"2026-03-31T21:16:28.21562Z","steps":["trace[575299501] 'agreement among raft nodes before linearized reading' (duration: 232.252509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.21567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.42886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:28.215682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.682578Z","time spent":"533.084388ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-31T21:16:28.215694Z","caller":"traceutil/trace.go:171","msg":"trace[610600458] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27002; }","duration":"425.474531ms","start":"2026-03-31T21:16:27.790213Z","end":"2026-03-31T21:16:28.215687Z","steps":["trace[610600458] 'agreement among raft nodes before linearized reading' (duration: 425.43453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.215731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.790202Z","time spent":"425.524952ms","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:28.215604Z","caller":"traceutil/trace.go:171","msg":"trace[772163279] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-f7nwl; range_end:; response_count:1; response_revision:27002; }","duration":"346.690466ms","start":"2026-03-31T21:16:27.868866Z","end":"2026-03-31T21:16:28.215556Z","steps":["trace[772163279] 'agreement among raft nodes before linearized reading' (duration: 346.356908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.215736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.262962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"warn","ts":"2026-03-31T21:16:28.215825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.868853Z","time spent":"346.934973ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4374,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-f7nwl\" "} {"level":"info","ts":"2026-03-31T21:16:28.215834Z","caller":"traceutil/trace.go:171","msg":"trace[943067283] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:27002; }","duration":"449.691148ms","start":"2026-03-31T21:16:27.766117Z","end":"2026-03-31T21:16:28.215808Z","steps":["trace[943067283] 'agreement among raft nodes before linearized reading' (duration: 448.155909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.215525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.722326Z","time spent":"493.186627ms","remote":"127.0.0.1:35722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:28.215893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.766107Z","time spent":"449.77366ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":253,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-03-31T21:16:28.21725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.55732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386344"} {"level":"info","ts":"2026-03-31T21:16:28.217319Z","caller":"traceutil/trace.go:171","msg":"trace[1401528079] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:27002; }","duration":"470.656153ms","start":"2026-03-31T21:16:27.746649Z","end":"2026-03-31T21:16:28.217305Z","steps":["trace[1401528079] 'agreement among raft nodes before linearized reading' (duration: 467.687369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.217377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:27.746639Z","time spent":"470.712054ms","remote":"127.0.0.1:55640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2021,"response size":386366,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-31T21:16:28.578059Z","caller":"traceutil/trace.go:171","msg":"trace[2060154616] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"349.428186ms","start":"2026-03-31T21:16:28.228605Z","end":"2026-03-31T21:16:28.578034Z","steps":["trace[2060154616] 'process raft request' (duration: 347.120368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.578172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.228579Z","time spent":"349.533499ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:28.591045Z","caller":"traceutil/trace.go:171","msg":"trace[802406901] linearizableReadLoop","detail":"{readStateIndex:27949; appliedIndex:27947; }","duration":"349.126809ms","start":"2026-03-31T21:16:28.241897Z","end":"2026-03-31T21:16:28.591024Z","steps":["trace[802406901] 'read index received' (duration: 333.906737ms)","trace[802406901] 'applied index is now lower than readState.Index' (duration: 15.219072ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:28.591107Z","caller":"traceutil/trace.go:171","msg":"trace[479079790] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"361.519909ms","start":"2026-03-31T21:16:28.229555Z","end":"2026-03-31T21:16:28.591075Z","steps":["trace[479079790] 'process raft request' (duration: 361.370904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.591237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.321543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-31T21:16:28.591271Z","caller":"traceutil/trace.go:171","msg":"trace[1791650439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27004; }","duration":"349.370694ms","start":"2026-03-31T21:16:28.24189Z","end":"2026-03-31T21:16:28.591261Z","steps":["trace[1791650439] 'agreement among raft nodes before linearized reading' (duration: 349.229991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.591298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.241874Z","time spent":"349.418075ms","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-31T21:16:28.59133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.229531Z","time spent":"361.655543ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:28.591371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.461994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:16:28.591419Z","caller":"traceutil/trace.go:171","msg":"trace[1483010517] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27004; }","duration":"117.560206ms","start":"2026-03-31T21:16:28.473848Z","end":"2026-03-31T21:16:28.591408Z","steps":["trace[1483010517] 'agreement among raft nodes before linearized reading' (duration: 117.388122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.591493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.666448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:28.591488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.238119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-31T21:16:28.591523Z","caller":"traceutil/trace.go:171","msg":"trace[445586692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27004; }","duration":"281.72334ms","start":"2026-03-31T21:16:28.309792Z","end":"2026-03-31T21:16:28.591515Z","steps":["trace[445586692] 'agreement among raft nodes before linearized reading' (duration: 281.672908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:28.591553Z","caller":"traceutil/trace.go:171","msg":"trace[475500680] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:27004; }","duration":"317.321711ms","start":"2026-03-31T21:16:28.274213Z","end":"2026-03-31T21:16:28.591535Z","steps":["trace[475500680] 'agreement among raft nodes before linearized reading' (duration: 317.114526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.5916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.274206Z","time spent":"317.380513ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":910,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-31T21:16:28.591717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.623635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-03-31T21:16:28.591747Z","caller":"traceutil/trace.go:171","msg":"trace[1960706372] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:27004; }","duration":"320.675805ms","start":"2026-03-31T21:16:28.271062Z","end":"2026-03-31T21:16:28.591738Z","steps":["trace[1960706372] 'agreement among raft nodes before linearized reading' (duration: 320.582453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.591765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.271048Z","time spent":"320.712337ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":306,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-31T21:16:28.595047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.508147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-6d764f6df4-cdwhf.18a208f2767b85cd\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27002 ","response":"range_response_count:500 size:386408"} {"level":"info","ts":"2026-03-31T21:16:28.595129Z","caller":"traceutil/trace.go:171","msg":"trace[543565461] range","detail":"{range_begin:/registry/events/openstack/heat-engine-6d764f6df4-cdwhf.18a208f2767b85cd\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:27004; }","duration":"345.621179ms","start":"2026-03-31T21:16:28.249489Z","end":"2026-03-31T21:16:28.59511Z","steps":["trace[543565461] 'agreement among raft nodes before linearized reading' (duration: 341.732722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.595222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.249479Z","time spent":"345.692391ms","remote":"127.0.0.1:55640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1521,"response size":386430,"request content":"key:\"/registry/events/openstack/heat-engine-6d764f6df4-cdwhf.18a208f2767b85cd\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27002 "} {"level":"info","ts":"2026-03-31T21:16:28.704047Z","caller":"traceutil/trace.go:171","msg":"trace[565282268] linearizableReadLoop","detail":"{readStateIndex:27951; appliedIndex:27949; }","duration":"103.3421ms","start":"2026-03-31T21:16:28.600681Z","end":"2026-03-31T21:16:28.704023Z","steps":["trace[565282268] 'read index received' (duration: 85.544784ms)","trace[565282268] 'applied index is now lower than readState.Index' (duration: 17.796056ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:28.704158Z","caller":"traceutil/trace.go:171","msg":"trace[1416779444] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"104.255103ms","start":"2026-03-31T21:16:28.599892Z","end":"2026-03-31T21:16:28.704147Z","steps":["trace[1416779444] 'process raft request' (duration: 103.958075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:28.704371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.672488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-253be161-0acb-4e96-85c7-e72cc92a91c5\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T21:16:28.704432Z","caller":"traceutil/trace.go:171","msg":"trace[1995400807] range","detail":"{range_begin:/registry/persistentvolumes/pvc-253be161-0acb-4e96-85c7-e72cc92a91c5; range_end:; response_count:1; response_revision:27006; }","duration":"103.75523ms","start":"2026-03-31T21:16:28.600661Z","end":"2026-03-31T21:16:28.704417Z","steps":["trace[1995400807] 'agreement among raft nodes before linearized reading' (duration: 103.601147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:28.95355Z","caller":"traceutil/trace.go:171","msg":"trace[447375473] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"181.58654ms","start":"2026-03-31T21:16:28.771943Z","end":"2026-03-31T21:16:28.953529Z","steps":["trace[447375473] 'process raft request' (duration: 181.462067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:29.112059Z","caller":"traceutil/trace.go:171","msg":"trace[1492892698] linearizableReadLoop","detail":"{readStateIndex:27954; appliedIndex:27953; }","duration":"315.441134ms","start":"2026-03-31T21:16:28.796597Z","end":"2026-03-31T21:16:29.112038Z","steps":["trace[1492892698] 'read index received' (duration: 157.022374ms)","trace[1492892698] 'applied index is now lower than readState.Index' (duration: 158.41763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:29.112156Z","caller":"traceutil/trace.go:171","msg":"trace[753206491] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"336.268357ms","start":"2026-03-31T21:16:28.775858Z","end":"2026-03-31T21:16:29.112127Z","steps":["trace[753206491] 'process raft request' (duration: 336.04752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:29.112319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.775837Z","time spent":"336.38308ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:29.112479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.848725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a206beb6ddfef1\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27002 ","response":"range_response_count:21 size:15830"} {"level":"info","ts":"2026-03-31T21:16:29.112551Z","caller":"traceutil/trace.go:171","msg":"trace[918832303] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a206beb6ddfef1\u0000; range_end:/registry/events/openstack0; response_count:21; response_revision:27009; }","duration":"315.974727ms","start":"2026-03-31T21:16:28.79654Z","end":"2026-03-31T21:16:29.112514Z","steps":["trace[918832303] 'agreement among raft nodes before linearized reading' (duration: 315.642139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:29.112605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.796522Z","time spent":"316.06567ms","remote":"127.0.0.1:55640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":21,"response size":15852,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a206beb6ddfef1\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27002 "} {"level":"warn","ts":"2026-03-31T21:16:29.378606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.691753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:29.378709Z","caller":"traceutil/trace.go:171","msg":"trace[1080433038] linearizableReadLoop","detail":"{readStateIndex:27955; appliedIndex:27954; }","duration":"266.567689ms","start":"2026-03-31T21:16:29.112123Z","end":"2026-03-31T21:16:29.378691Z","steps":["trace[1080433038] 'read index received' (duration: 100.794436ms)","trace[1080433038] 'applied index is now lower than readState.Index' (duration: 165.771363ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:29.378782Z","caller":"traceutil/trace.go:171","msg":"trace[587694161] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"420.740722ms","start":"2026-03-31T21:16:28.958008Z","end":"2026-03-31T21:16:29.378748Z","steps":["trace[587694161] 'process raft request' (duration: 254.829984ms)","trace[587694161] 'compare' (duration: 164.687686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:29.378912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.957982Z","time spent":"420.870765ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:29.378978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.360678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T21:16:29.379056Z","caller":"traceutil/trace.go:171","msg":"trace[1260308968] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27010; }","duration":"231.486581ms","start":"2026-03-31T21:16:29.147552Z","end":"2026-03-31T21:16:29.379039Z","steps":["trace[1260308968] 'agreement among raft nodes before linearized reading' (duration: 231.270626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:29.37919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.432464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276020"} {"level":"info","ts":"2026-03-31T21:16:29.379234Z","caller":"traceutil/trace.go:171","msg":"trace[1771110247] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27010; }","duration":"420.507126ms","start":"2026-03-31T21:16:28.958716Z","end":"2026-03-31T21:16:29.379223Z","steps":["trace[1771110247] 'agreement among raft nodes before linearized reading' (duration: 420.062175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:29.379269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:28.958704Z","time spent":"420.555447ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276042,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T21:16:29.6026Z","caller":"traceutil/trace.go:171","msg":"trace[456649405] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"160.238806ms","start":"2026-03-31T21:16:29.442328Z","end":"2026-03-31T21:16:29.602566Z","steps":["trace[456649405] 'process raft request' (duration: 60.711822ms)","trace[456649405] 'compare' (duration: 99.200405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:29.602988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.856059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-31T21:16:29.60304Z","caller":"traceutil/trace.go:171","msg":"trace[168572891] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27012; }","duration":"110.9571ms","start":"2026-03-31T21:16:29.492071Z","end":"2026-03-31T21:16:29.603028Z","steps":["trace[168572891] 'agreement among raft nodes before linearized reading' (duration: 110.756785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:29.602584Z","caller":"traceutil/trace.go:171","msg":"trace[2070374432] linearizableReadLoop","detail":"{readStateIndex:27957; appliedIndex:27956; }","duration":"110.447618ms","start":"2026-03-31T21:16:29.492112Z","end":"2026-03-31T21:16:29.602559Z","steps":["trace[2070374432] 'read index received' (duration: 10.881412ms)","trace[2070374432] 'applied index is now lower than readState.Index' (duration: 99.565336ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:29.721515Z","caller":"traceutil/trace.go:171","msg":"trace[1567863413] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"113.296448ms","start":"2026-03-31T21:16:29.608196Z","end":"2026-03-31T21:16:29.721493Z","steps":["trace[1567863413] 'process raft request' (duration: 109.460512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:29.85858Z","caller":"traceutil/trace.go:171","msg":"trace[1893117843] linearizableReadLoop","detail":"{readStateIndex:27960; appliedIndex:27959; }","duration":"119.929415ms","start":"2026-03-31T21:16:29.738625Z","end":"2026-03-31T21:16:29.858554Z","steps":["trace[1893117843] 'read index received' (duration: 108.380146ms)","trace[1893117843] 'applied index is now lower than readState.Index' (duration: 11.548229ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:29.859086Z","caller":"traceutil/trace.go:171","msg":"trace[1372129757] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"126.577931ms","start":"2026-03-31T21:16:29.732488Z","end":"2026-03-31T21:16:29.859066Z","steps":["trace[1372129757] 'process raft request' (duration: 114.55455ms)","trace[1372129757] 'compare' (duration: 11.367005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:29.859547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.904279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-31T21:16:29.859657Z","caller":"traceutil/trace.go:171","msg":"trace[436263955] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16; range_end:; response_count:1; response_revision:27015; }","duration":"121.002512ms","start":"2026-03-31T21:16:29.738594Z","end":"2026-03-31T21:16:29.859596Z","steps":["trace[436263955] 'agreement among raft nodes before linearized reading' (duration: 120.773346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:30.123098Z","caller":"traceutil/trace.go:171","msg":"trace[242119179] linearizableReadLoop","detail":"{readStateIndex:27964; appliedIndex:27963; }","duration":"111.451272ms","start":"2026-03-31T21:16:30.011626Z","end":"2026-03-31T21:16:30.123078Z","steps":["trace[242119179] 'read index received' (duration: 40.569896ms)","trace[242119179] 'applied index is now lower than readState.Index' (duration: 70.880246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:30.123251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.615426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-31T21:16:30.123275Z","caller":"traceutil/trace.go:171","msg":"trace[1950232422] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27019; }","duration":"111.684308ms","start":"2026-03-31T21:16:30.011582Z","end":"2026-03-31T21:16:30.123267Z","steps":["trace[1950232422] 'agreement among raft nodes before linearized reading' (duration: 111.567675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:30.1234Z","caller":"traceutil/trace.go:171","msg":"trace[468449449] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"183.486788ms","start":"2026-03-31T21:16:29.939893Z","end":"2026-03-31T21:16:30.123379Z","steps":["trace[468449449] 'process raft request' (duration: 112.440987ms)","trace[468449449] 'compare' (duration: 70.591369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:30.411617Z","caller":"traceutil/trace.go:171","msg":"trace[614410742] linearizableReadLoop","detail":"{readStateIndex:27966; appliedIndex:27965; }","duration":"267.327198ms","start":"2026-03-31T21:16:30.144274Z","end":"2026-03-31T21:16:30.411601Z","steps":["trace[614410742] 'read index received' (duration: 267.087662ms)","trace[614410742] 'applied index is now lower than readState.Index' (duration: 238.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:30.411698Z","caller":"traceutil/trace.go:171","msg":"trace[1780572795] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"273.683866ms","start":"2026-03-31T21:16:30.138008Z","end":"2026-03-31T21:16:30.411692Z","steps":["trace[1780572795] 'process raft request' (duration: 273.395689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:30.411896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.660947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-31T21:16:30.411921Z","caller":"traceutil/trace.go:171","msg":"trace[1908649000] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27021; }","duration":"267.738809ms","start":"2026-03-31T21:16:30.144175Z","end":"2026-03-31T21:16:30.411914Z","steps":["trace[1908649000] 'agreement among raft nodes before linearized reading' (duration: 267.664516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:30.412098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.169734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-31T21:16:30.412154Z","caller":"traceutil/trace.go:171","msg":"trace[1709927683] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:27021; }","duration":"158.274026ms","start":"2026-03-31T21:16:30.253869Z","end":"2026-03-31T21:16:30.412143Z","steps":["trace[1709927683] 'agreement among raft nodes before linearized reading' (duration: 158.160494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:30.606762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.11892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:30.606879Z","caller":"traceutil/trace.go:171","msg":"trace[1213266954] linearizableReadLoop","detail":"{readStateIndex:27967; appliedIndex:27966; }","duration":"170.40792ms","start":"2026-03-31T21:16:30.43645Z","end":"2026-03-31T21:16:30.606857Z","steps":["trace[1213266954] 'read index received' (duration: 46.102746ms)","trace[1213266954] 'applied index is now lower than readState.Index' (duration: 124.302714ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:30.607Z","caller":"traceutil/trace.go:171","msg":"trace[1830784075] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"187.267393ms","start":"2026-03-31T21:16:30.419716Z","end":"2026-03-31T21:16:30.606984Z","steps":["trace[1830784075] 'process raft request' (duration: 62.827595ms)","trace[1830784075] 'compare' (duration: 123.827603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:30.607306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.847221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-31T21:16:30.607362Z","caller":"traceutil/trace.go:171","msg":"trace[1445842758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27022; }","duration":"170.944653ms","start":"2026-03-31T21:16:30.436404Z","end":"2026-03-31T21:16:30.607349Z","steps":["trace[1445842758] 'agreement among raft nodes before linearized reading' (duration: 170.765778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.054112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.512827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:31.054192Z","caller":"traceutil/trace.go:171","msg":"trace[1968232568] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"443.190804ms","start":"2026-03-31T21:16:30.610987Z","end":"2026-03-31T21:16:31.054178Z","steps":["trace[1968232568] 'process raft request' (duration: 95.558574ms)","trace[1968232568] 'compare' (duration: 347.148108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:31.05423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:30.61097Z","time spent":"443.242736ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:31.104766Z","caller":"traceutil/trace.go:171","msg":"trace[1119034857] linearizableReadLoop","detail":"{readStateIndex:27970; appliedIndex:27968; }","duration":"367.252302ms","start":"2026-03-31T21:16:30.737491Z","end":"2026-03-31T21:16:31.104743Z","steps":["trace[1119034857] 'read index received' (duration: 366.961275ms)","trace[1119034857] 'applied index is now lower than readState.Index' (duration: 290.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:31.104845Z","caller":"traceutil/trace.go:171","msg":"trace[1676264422] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"490.563492ms","start":"2026-03-31T21:16:30.61425Z","end":"2026-03-31T21:16:31.104814Z","steps":["trace[1676264422] 'process raft request' (duration: 490.430378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:31.104912Z","caller":"traceutil/trace.go:171","msg":"trace[737514004] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"492.5004ms","start":"2026-03-31T21:16:30.612357Z","end":"2026-03-31T21:16:31.104858Z","steps":["trace[737514004] 'process raft request' (duration: 492.122271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.104984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.480777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz\" ","response":"range_response_count:1 size:4226"} {"level":"warn","ts":"2026-03-31T21:16:31.104989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:30.614241Z","time spent":"490.671504ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:31.10503Z","caller":"traceutil/trace.go:171","msg":"trace[1562425662] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz; range_end:; response_count:1; response_revision:27025; }","duration":"367.57123ms","start":"2026-03-31T21:16:30.737447Z","end":"2026-03-31T21:16:31.105018Z","steps":["trace[1562425662] 'agreement among raft nodes before linearized reading' (duration: 367.412356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.105074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:30.737427Z","time spent":"367.637261ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4248,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz\" "} {"level":"warn","ts":"2026-03-31T21:16:31.105075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:30.612351Z","time spent":"492.638294ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:31.328642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.941241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:31.328715Z","caller":"traceutil/trace.go:171","msg":"trace[1261600309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27026; }","duration":"489.096585ms","start":"2026-03-31T21:16:30.8396Z","end":"2026-03-31T21:16:31.328697Z","steps":["trace[1261600309] 'agreement among raft nodes before linearized reading' (duration: 314.434348ms)","trace[1261600309] 'range keys from in-memory index tree' (duration: 174.554655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:31.328748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:30.839574Z","time spent":"489.167967ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:31.328796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.290568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:16:31.328871Z","caller":"traceutil/trace.go:171","msg":"trace[564226828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27026; }","duration":"271.39702ms","start":"2026-03-31T21:16:31.057452Z","end":"2026-03-31T21:16:31.328849Z","steps":["trace[564226828] 'agreement among raft nodes before linearized reading' (duration: 96.526928ms)","trace[564226828] 'range keys from in-memory index tree' (duration: 174.74514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:31.328875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.495248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:31.328864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.76147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:16:31.328968Z","caller":"traceutil/trace.go:171","msg":"trace[479784424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27026; }","duration":"270.631642ms","start":"2026-03-31T21:16:31.058314Z","end":"2026-03-31T21:16:31.328946Z","steps":["trace[479784424] 'agreement among raft nodes before linearized reading' (duration: 95.696788ms)","trace[479784424] 'count revisions from in-memory index tree' (duration: 174.79202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:31.328988Z","caller":"traceutil/trace.go:171","msg":"trace[236453328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27026; }","duration":"546.932724ms","start":"2026-03-31T21:16:30.782025Z","end":"2026-03-31T21:16:31.328957Z","steps":["trace[236453328] 'agreement among raft nodes before linearized reading' (duration: 372.021661ms)","trace[236453328] 'range keys from in-memory index tree' (duration: 174.621996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:31.32904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:30.782005Z","time spent":"547.024326ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:16:31.347331Z","caller":"traceutil/trace.go:171","msg":"trace[863295829] linearizableReadLoop","detail":"{readStateIndex:27972; appliedIndex:27971; }","duration":"193.383636ms","start":"2026-03-31T21:16:31.153917Z","end":"2026-03-31T21:16:31.347301Z","steps":["trace[863295829] 'read index received' (duration: 193.236822ms)","trace[863295829] 'applied index is now lower than readState.Index' (duration: 145.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:31.347523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.965262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-31T21:16:31.34759Z","caller":"traceutil/trace.go:171","msg":"trace[277318516] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"234.059876ms","start":"2026-03-31T21:16:31.113514Z","end":"2026-03-31T21:16:31.347574Z","steps":["trace[277318516] 'agreement among raft nodes before linearized reading' (duration: 233.845849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.347586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.823328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-03-31T21:16:31.347618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.568258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-03-31T21:16:31.347642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.880891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-31T21:16:31.347673Z","caller":"traceutil/trace.go:171","msg":"trace[220331930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"234.65979ms","start":"2026-03-31T21:16:31.112995Z","end":"2026-03-31T21:16:31.347655Z","steps":["trace[220331930] 'agreement among raft nodes before linearized reading' (duration: 234.465604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.347678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.116007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-31T21:16:31.347742Z","caller":"traceutil/trace.go:171","msg":"trace[2097064303] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"231.970393ms","start":"2026-03-31T21:16:31.115722Z","end":"2026-03-31T21:16:31.347692Z","steps":["trace[2097064303] 'agreement among raft nodes before linearized reading' (duration: 231.737316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:31.347743Z","caller":"traceutil/trace.go:171","msg":"trace[865568708] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"234.190038ms","start":"2026-03-31T21:16:31.113533Z","end":"2026-03-31T21:16:31.347723Z","steps":["trace[865568708] 'agreement among raft nodes before linearized reading' (duration: 233.956442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:31.34788Z","caller":"traceutil/trace.go:171","msg":"trace[1015325528] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"234.864715ms","start":"2026-03-31T21:16:31.113Z","end":"2026-03-31T21:16:31.347865Z","steps":["trace[1015325528] 'process raft request' (duration: 234.088935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.34794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.678605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-03-31T21:16:31.347955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.961898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-03-31T21:16:31.347971Z","caller":"traceutil/trace.go:171","msg":"trace[418576441] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"229.725066ms","start":"2026-03-31T21:16:31.118237Z","end":"2026-03-31T21:16:31.347962Z","steps":["trace[418576441] 'agreement among raft nodes before linearized reading' (duration: 229.627474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:31.348002Z","caller":"traceutil/trace.go:171","msg":"trace[1878935982] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"235.035039ms","start":"2026-03-31T21:16:31.112956Z","end":"2026-03-31T21:16:31.347991Z","steps":["trace[1878935982] 'agreement among raft nodes before linearized reading' (duration: 234.917676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.348151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.304531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:16:31.347653Z","caller":"traceutil/trace.go:171","msg":"trace[2057141663] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"205.905919ms","start":"2026-03-31T21:16:31.141725Z","end":"2026-03-31T21:16:31.347631Z","steps":["trace[2057141663] 'agreement among raft nodes before linearized reading' (duration: 205.655842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.348275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.984894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007b2955\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-31T21:16:31.348306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.852069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-31T21:16:31.348341Z","caller":"traceutil/trace.go:171","msg":"trace[678889838] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007b2955; range_end:; response_count:1; response_revision:27027; }","duration":"240.083236ms","start":"2026-03-31T21:16:31.108242Z","end":"2026-03-31T21:16:31.348325Z","steps":["trace[678889838] 'agreement among raft nodes before linearized reading' (duration: 239.893692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:31.348356Z","caller":"traceutil/trace.go:171","msg":"trace[1907144959] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"235.921472ms","start":"2026-03-31T21:16:31.112418Z","end":"2026-03-31T21:16:31.34834Z","steps":["trace[1907144959] 'agreement among raft nodes before linearized reading' (duration: 235.758288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.348087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.914822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-31T21:16:31.348454Z","caller":"traceutil/trace.go:171","msg":"trace[2106225099] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"236.315872ms","start":"2026-03-31T21:16:31.112098Z","end":"2026-03-31T21:16:31.348414Z","steps":["trace[2106225099] 'agreement among raft nodes before linearized reading' (duration: 235.880622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:31.348195Z","caller":"traceutil/trace.go:171","msg":"trace[1180722776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27027; }","duration":"238.367513ms","start":"2026-03-31T21:16:31.109816Z","end":"2026-03-31T21:16:31.348183Z","steps":["trace[1180722776] 'agreement among raft nodes before linearized reading' (duration: 238.26657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.349084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.649949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-31T21:16:31.349165Z","caller":"traceutil/trace.go:171","msg":"trace[2027894184] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:27027; }","duration":"236.753342ms","start":"2026-03-31T21:16:31.112392Z","end":"2026-03-31T21:16:31.349146Z","steps":["trace[2027894184] 'agreement among raft nodes before linearized reading' (duration: 235.920791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.728643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.890137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:31.728767Z","caller":"traceutil/trace.go:171","msg":"trace[1136735264] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"373.789976ms","start":"2026-03-31T21:16:31.354924Z","end":"2026-03-31T21:16:31.728714Z","steps":["trace[1136735264] 'process raft request' (duration: 114.738715ms)","trace[1136735264] 'compare' (duration: 258.63068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:31.728842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:31.354906Z","time spent":"373.893638ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:31.734449Z","caller":"traceutil/trace.go:171","msg":"trace[301055466] linearizableReadLoop","detail":"{readStateIndex:27978; appliedIndex:27977; }","duration":"148.210744ms","start":"2026-03-31T21:16:31.586221Z","end":"2026-03-31T21:16:31.734432Z","steps":["trace[301055466] 'read index received' (duration: 148.194913ms)","trace[301055466] 'applied index is now lower than readState.Index' (duration: 15.291µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:31.734532Z","caller":"traceutil/trace.go:171","msg":"trace[1929673132] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"316.608553ms","start":"2026-03-31T21:16:31.417916Z","end":"2026-03-31T21:16:31.734524Z","steps":["trace[1929673132] 'process raft request' (duration: 316.431078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.734605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:31.41791Z","time spent":"316.639923ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:31.734716Z","caller":"traceutil/trace.go:171","msg":"trace[211926496] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"317.333842ms","start":"2026-03-31T21:16:31.417364Z","end":"2026-03-31T21:16:31.734698Z","steps":["trace[211926496] 'process raft request' (duration: 316.895901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.734743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.516921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-03-31T21:16:31.734777Z","caller":"traceutil/trace.go:171","msg":"trace[2047122877] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:27033; }","duration":"148.587113ms","start":"2026-03-31T21:16:31.58618Z","end":"2026-03-31T21:16:31.734768Z","steps":["trace[2047122877] 'agreement among raft nodes before linearized reading' (duration: 148.441549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.7348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:31.417348Z","time spent":"317.416214ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:16:31.735041Z","caller":"traceutil/trace.go:171","msg":"trace[1646450707] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"313.033803ms","start":"2026-03-31T21:16:31.421998Z","end":"2026-03-31T21:16:31.735032Z","steps":["trace[1646450707] 'process raft request' (duration: 312.395548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:31.735092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:31.421983Z","time spent":"313.082265ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:32.074564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.148465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:32.074681Z","caller":"traceutil/trace.go:171","msg":"trace[391795679] linearizableReadLoop","detail":"{readStateIndex:27979; appliedIndex:27978; }","duration":"284.127239ms","start":"2026-03-31T21:16:31.790533Z","end":"2026-03-31T21:16:32.07466Z","steps":["trace[391795679] 'read index received' (duration: 168.702677ms)","trace[391795679] 'applied index is now lower than readState.Index' (duration: 115.422782ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:32.074822Z","caller":"traceutil/trace.go:171","msg":"trace[373858929] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"335.970758ms","start":"2026-03-31T21:16:31.738822Z","end":"2026-03-31T21:16:32.074792Z","steps":["trace[373858929] 'process raft request' (duration: 220.525486ms)","trace[373858929] 'compare' (duration: 114.96286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:32.0749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:31.738807Z","time spent":"336.05501ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:32.075447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.791587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:32.075489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.924138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt\" ","response":"range_response_count:1 size:5672"} {"level":"info","ts":"2026-03-31T21:16:32.075524Z","caller":"traceutil/trace.go:171","msg":"trace[250494703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27034; }","duration":"235.919771ms","start":"2026-03-31T21:16:31.839587Z","end":"2026-03-31T21:16:32.075507Z","steps":["trace[250494703] 'agreement among raft nodes before linearized reading' (duration: 235.537791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:32.075545Z","caller":"traceutil/trace.go:171","msg":"trace[1748322644] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt; range_end:; response_count:1; response_revision:27034; }","duration":"285.048471ms","start":"2026-03-31T21:16:31.790482Z","end":"2026-03-31T21:16:32.07553Z","steps":["trace[1748322644] 'agreement among raft nodes before linearized reading' (duration: 284.843116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:32.305452Z","caller":"traceutil/trace.go:171","msg":"trace[1323244109] linearizableReadLoop","detail":"{readStateIndex:27981; appliedIndex:27979; }","duration":"212.231697ms","start":"2026-03-31T21:16:32.09319Z","end":"2026-03-31T21:16:32.305422Z","steps":["trace[1323244109] 'read index received' (duration: 3.819996ms)","trace[1323244109] 'applied index is now lower than readState.Index' (duration: 208.410311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:32.305546Z","caller":"traceutil/trace.go:171","msg":"trace[2086550272] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"223.657773ms","start":"2026-03-31T21:16:32.081849Z","end":"2026-03-31T21:16:32.305506Z","steps":["trace[2086550272] 'process raft request' (duration: 223.407377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:32.305666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.452064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-03-31T21:16:32.305702Z","caller":"traceutil/trace.go:171","msg":"trace[737945434] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27036; }","duration":"212.541326ms","start":"2026-03-31T21:16:32.093149Z","end":"2026-03-31T21:16:32.30569Z","steps":["trace[737945434] 'agreement among raft nodes before linearized reading' (duration: 212.379771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:32.511481Z","caller":"traceutil/trace.go:171","msg":"trace[89895410] linearizableReadLoop","detail":"{readStateIndex:27982; appliedIndex:27981; }","duration":"201.662413ms","start":"2026-03-31T21:16:32.309788Z","end":"2026-03-31T21:16:32.51145Z","steps":["trace[89895410] 'read index received' (duration: 195.474808ms)","trace[89895410] 'applied index is now lower than readState.Index' (duration: 6.185525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:32.511629Z","caller":"traceutil/trace.go:171","msg":"trace[1627629745] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"411.199393ms","start":"2026-03-31T21:16:32.100415Z","end":"2026-03-31T21:16:32.511614Z","steps":["trace[1627629745] 'process raft request' (duration: 404.901636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:32.511737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:32.1004Z","time spent":"411.268566ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:32.512267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.431032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cqq84\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-03-31T21:16:32.512309Z","caller":"traceutil/trace.go:171","msg":"trace[426048311] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cqq84; range_end:; response_count:1; response_revision:27037; }","duration":"202.554005ms","start":"2026-03-31T21:16:32.309745Z","end":"2026-03-31T21:16:32.512299Z","steps":["trace[426048311] 'agreement among raft nodes before linearized reading' (duration: 202.312439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:32.512446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.851397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-03-31T21:16:32.512519Z","caller":"traceutil/trace.go:171","msg":"trace[574203939] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27037; }","duration":"191.963539ms","start":"2026-03-31T21:16:32.320538Z","end":"2026-03-31T21:16:32.512501Z","steps":["trace[574203939] 'agreement among raft nodes before linearized reading' (duration: 191.741874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:32.725162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.050002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:32.725237Z","caller":"traceutil/trace.go:171","msg":"trace[463846035] linearizableReadLoop","detail":"{readStateIndex:27985; appliedIndex:27984; }","duration":"109.131044ms","start":"2026-03-31T21:16:32.616092Z","end":"2026-03-31T21:16:32.725223Z","steps":["trace[463846035] 'read index received' (duration: 5.903558ms)","trace[463846035] 'applied index is now lower than readState.Index' (duration: 103.226336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:32.725368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.272507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cqq84\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-03-31T21:16:32.725397Z","caller":"traceutil/trace.go:171","msg":"trace[1935427300] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cqq84; range_end:; response_count:1; response_revision:27040; }","duration":"109.346639ms","start":"2026-03-31T21:16:32.616042Z","end":"2026-03-31T21:16:32.725388Z","steps":["trace[1935427300] 'agreement among raft nodes before linearized reading' (duration: 109.217146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:32.725411Z","caller":"traceutil/trace.go:171","msg":"trace[1557025125] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"184.307377ms","start":"2026-03-31T21:16:32.541052Z","end":"2026-03-31T21:16:32.725359Z","steps":["trace[1557025125] 'process raft request' (duration: 81.015729ms)","trace[1557025125] 'compare' (duration: 102.96549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:32.994948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.27917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:32.995044Z","caller":"traceutil/trace.go:171","msg":"trace[1666297399] linearizableReadLoop","detail":"{readStateIndex:27986; appliedIndex:27985; }","duration":"191.424947ms","start":"2026-03-31T21:16:32.803607Z","end":"2026-03-31T21:16:32.995032Z","steps":["trace[1666297399] 'read index received' (duration: 43.924051ms)","trace[1666297399] 'applied index is now lower than readState.Index' (duration: 147.500036ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:32.995098Z","caller":"traceutil/trace.go:171","msg":"trace[2081258538] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"264.371575ms","start":"2026-03-31T21:16:32.730691Z","end":"2026-03-31T21:16:32.995063Z","steps":["trace[2081258538] 'process raft request' (duration: 116.90986ms)","trace[2081258538] 'compare' (duration: 147.194068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:32.995159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.220299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:32.995178Z","caller":"traceutil/trace.go:171","msg":"trace[360852099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27041; }","duration":"149.27494ms","start":"2026-03-31T21:16:32.845897Z","end":"2026-03-31T21:16:32.995172Z","steps":["trace[360852099] 'agreement among raft nodes before linearized reading' (duration: 149.211789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:32.995281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.663283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:16:32.995363Z","caller":"traceutil/trace.go:171","msg":"trace[196087572] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27041; }","duration":"191.798486ms","start":"2026-03-31T21:16:32.803546Z","end":"2026-03-31T21:16:32.995345Z","steps":["trace[196087572] 'agreement among raft nodes before linearized reading' (duration: 191.542209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:33.370527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.952905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:33.370948Z","caller":"traceutil/trace.go:171","msg":"trace[1246050270] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"298.469789ms","start":"2026-03-31T21:16:33.072269Z","end":"2026-03-31T21:16:33.370739Z","steps":["trace[1246050270] 'process raft request' (duration: 178.218866ms)","trace[1246050270] 'compare' (duration: 119.711149ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:33.440917Z","caller":"traceutil/trace.go:171","msg":"trace[74984513] linearizableReadLoop","detail":"{readStateIndex:27989; appliedIndex:27988; }","duration":"182.41917ms","start":"2026-03-31T21:16:33.258473Z","end":"2026-03-31T21:16:33.440892Z","steps":["trace[74984513] 'read index received' (duration: 182.205475ms)","trace[74984513] 'applied index is now lower than readState.Index' (duration: 212.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:33.441326Z","caller":"traceutil/trace.go:171","msg":"trace[870591058] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"367.955059ms","start":"2026-03-31T21:16:33.073358Z","end":"2026-03-31T21:16:33.441313Z","steps":["trace[870591058] 'process raft request' (duration: 367.399845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:33.441434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:33.073352Z","time spent":"368.01295ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7642,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:33.441784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.313962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-03-31T21:16:33.441826Z","caller":"traceutil/trace.go:171","msg":"trace[1691035107] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27044; }","duration":"183.387454ms","start":"2026-03-31T21:16:33.258427Z","end":"2026-03-31T21:16:33.441814Z","steps":["trace[1691035107] 'agreement among raft nodes before linearized reading' (duration: 183.120688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:33.597594Z","caller":"traceutil/trace.go:171","msg":"trace[1804046659] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"138.903891ms","start":"2026-03-31T21:16:33.458661Z","end":"2026-03-31T21:16:33.597565Z","steps":["trace[1804046659] 'process raft request' (duration: 88.702743ms)","trace[1804046659] 'compare' (duration: 50.063335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:33.646408Z","caller":"traceutil/trace.go:171","msg":"trace[1875905139] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"187.053057ms","start":"2026-03-31T21:16:33.45933Z","end":"2026-03-31T21:16:33.646383Z","steps":["trace[1875905139] 'process raft request' (duration: 186.899303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:34.163486Z","caller":"traceutil/trace.go:171","msg":"trace[78741415] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"412.576738ms","start":"2026-03-31T21:16:33.750879Z","end":"2026-03-31T21:16:34.163456Z","steps":["trace[78741415] 'process raft request' (duration: 348.558534ms)","trace[78741415] 'compare' (duration: 63.897741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:34.163651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:33.750867Z","time spent":"412.695912ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:34.261563Z","caller":"traceutil/trace.go:171","msg":"trace[1509214617] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"510.458061ms","start":"2026-03-31T21:16:33.751082Z","end":"2026-03-31T21:16:34.26154Z","steps":["trace[1509214617] 'process raft request' (duration: 510.279326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:34.261697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:33.751059Z","time spent":"510.569934ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:34.261763Z","caller":"traceutil/trace.go:171","msg":"trace[1178219231] linearizableReadLoop","detail":"{readStateIndex:28000; appliedIndex:27995; }","duration":"345.724103ms","start":"2026-03-31T21:16:33.916029Z","end":"2026-03-31T21:16:34.261753Z","steps":["trace[1178219231] 'read index received' (duration: 183.423876ms)","trace[1178219231] 'applied index is now lower than readState.Index' (duration: 162.299507ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:34.261751Z","caller":"traceutil/trace.go:171","msg":"trace[340758633] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"509.813864ms","start":"2026-03-31T21:16:33.75191Z","end":"2026-03-31T21:16:34.261724Z","steps":["trace[340758633] 'process raft request' (duration: 509.576308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:34.261814Z","caller":"traceutil/trace.go:171","msg":"trace[1557449413] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"507.741172ms","start":"2026-03-31T21:16:33.754066Z","end":"2026-03-31T21:16:34.261807Z","steps":["trace[1557449413] 'process raft request' (duration: 507.608339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:34.261829Z","caller":"traceutil/trace.go:171","msg":"trace[1670833036] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"362.76224ms","start":"2026-03-31T21:16:33.89906Z","end":"2026-03-31T21:16:34.261822Z","steps":["trace[1670833036] 'process raft request' (duration: 362.664997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:34.26186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:33.754054Z","time spent":"507.781793ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:34.261867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:33.751895Z","time spent":"509.907106ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:34.261862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:33.89903Z","time spent":"362.812291ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:34.26197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.948859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21238"} {"level":"info","ts":"2026-03-31T21:16:34.262003Z","caller":"traceutil/trace.go:171","msg":"trace[1731316127] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:27055; }","duration":"345.98265ms","start":"2026-03-31T21:16:33.916013Z","end":"2026-03-31T21:16:34.261996Z","steps":["trace[1731316127] 'agreement among raft nodes before linearized reading' (duration: 345.862657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:34.262028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:33.915952Z","time spent":"346.071051ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21260,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-03-31T21:16:34.262031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.769552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:16:34.262051Z","caller":"traceutil/trace.go:171","msg":"trace[545987995] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27055; }","duration":"311.790272ms","start":"2026-03-31T21:16:33.950255Z","end":"2026-03-31T21:16:34.262045Z","steps":["trace[545987995] 'agreement among raft nodes before linearized reading' (duration: 311.732111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:34.262075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:33.950174Z","time spent":"311.895785ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:16:34.262158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.199767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:16:34.262184Z","caller":"traceutil/trace.go:171","msg":"trace[1298818565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27055; }","duration":"111.259317ms","start":"2026-03-31T21:16:34.150919Z","end":"2026-03-31T21:16:34.262178Z","steps":["trace[1298818565] 'agreement among raft nodes before linearized reading' (duration: 111.156395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:34.43791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.36584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt.18a2098bcdbbe49a\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-31T21:16:34.437995Z","caller":"traceutil/trace.go:171","msg":"trace[770941263] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt.18a2098bcdbbe49a; range_end:; response_count:1; response_revision:27055; }","duration":"172.489263ms","start":"2026-03-31T21:16:34.265486Z","end":"2026-03-31T21:16:34.437975Z","steps":["trace[770941263] 'range keys from in-memory index tree' (duration: 172.285057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:34.438778Z","caller":"traceutil/trace.go:171","msg":"trace[30605262] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"172.322849ms","start":"2026-03-31T21:16:34.266425Z","end":"2026-03-31T21:16:34.438748Z","steps":["trace[30605262] 'process raft request' (duration: 127.28657ms)","trace[30605262] 'compare' (duration: 44.254109ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:34.438311Z","caller":"traceutil/trace.go:171","msg":"trace[2143201627] linearizableReadLoop","detail":"{readStateIndex:28001; appliedIndex:28000; }","duration":"165.988178ms","start":"2026-03-31T21:16:34.272259Z","end":"2026-03-31T21:16:34.438247Z","steps":["trace[2143201627] 'read index received' (duration: 121.455922ms)","trace[2143201627] 'applied index is now lower than readState.Index' (duration: 44.530056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:34.439104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.82093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-d7p95\" ","response":"range_response_count:1 size:4085"} {"level":"info","ts":"2026-03-31T21:16:34.439191Z","caller":"traceutil/trace.go:171","msg":"trace[906457198] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-d7p95; range_end:; response_count:1; response_revision:27056; }","duration":"166.970123ms","start":"2026-03-31T21:16:34.272202Z","end":"2026-03-31T21:16:34.439172Z","steps":["trace[906457198] 'agreement among raft nodes before linearized reading' (duration: 166.678976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:34.630498Z","caller":"traceutil/trace.go:171","msg":"trace[1120124252] linearizableReadLoop","detail":"{readStateIndex:28004; appliedIndex:28002; }","duration":"175.62254ms","start":"2026-03-31T21:16:34.454853Z","end":"2026-03-31T21:16:34.630476Z","steps":["trace[1120124252] 'read index received' (duration: 159.690881ms)","trace[1120124252] 'applied index is now lower than readState.Index' (duration: 15.930719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:34.630599Z","caller":"traceutil/trace.go:171","msg":"trace[819977061] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"178.649466ms","start":"2026-03-31T21:16:34.451939Z","end":"2026-03-31T21:16:34.630588Z","steps":["trace[819977061] 'process raft request' (duration: 178.466961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:34.630687Z","caller":"traceutil/trace.go:171","msg":"trace[1231789372] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"181.468746ms","start":"2026-03-31T21:16:34.449201Z","end":"2026-03-31T21:16:34.630669Z","steps":["trace[1231789372] 'process raft request' (duration: 165.332612ms)","trace[1231789372] 'compare' (duration: 15.276202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:34.631016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.137003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-31T21:16:34.631102Z","caller":"traceutil/trace.go:171","msg":"trace[1117996471] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27059; }","duration":"176.281397ms","start":"2026-03-31T21:16:34.454803Z","end":"2026-03-31T21:16:34.631084Z","steps":["trace[1117996471] 'agreement among raft nodes before linearized reading' (duration: 176.00862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:34.691491Z","caller":"traceutil/trace.go:171","msg":"trace[2070972585] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"232.385272ms","start":"2026-03-31T21:16:34.459071Z","end":"2026-03-31T21:16:34.691457Z","steps":["trace[2070972585] 'process raft request' (duration: 232.204178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:34.691723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.932546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206a0fd1bfd94\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-31T21:16:34.691784Z","caller":"traceutil/trace.go:171","msg":"trace[1903221516] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206a0fd1bfd94; range_end:; response_count:1; response_revision:27060; }","duration":"233.017578ms","start":"2026-03-31T21:16:34.458752Z","end":"2026-03-31T21:16:34.69177Z","steps":["trace[1903221516] 'agreement among raft nodes before linearized reading' (duration: 232.855654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:34.795611Z","caller":"traceutil/trace.go:171","msg":"trace[274005314] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"101.689318ms","start":"2026-03-31T21:16:34.693895Z","end":"2026-03-31T21:16:34.795585Z","steps":["trace[274005314] 'process raft request' (duration: 47.49995ms)","trace[274005314] 'compare' (duration: 53.987683ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:35.1812Z","caller":"traceutil/trace.go:171","msg":"trace[561822564] linearizableReadLoop","detail":"{readStateIndex:28009; appliedIndex:28008; }","duration":"337.452175ms","start":"2026-03-31T21:16:34.84373Z","end":"2026-03-31T21:16:35.181182Z","steps":["trace[561822564] 'read index received' (duration: 337.429064ms)","trace[561822564] 'applied index is now lower than readState.Index' (duration: 22.511µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:35.181328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.579848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:35.18135Z","caller":"traceutil/trace.go:171","msg":"trace[954441373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27064; }","duration":"337.623399ms","start":"2026-03-31T21:16:34.843719Z","end":"2026-03-31T21:16:35.181343Z","steps":["trace[954441373] 'agreement among raft nodes before linearized reading' (duration: 337.558627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.181374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:34.843647Z","time spent":"337.721672ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:16:35.181393Z","caller":"traceutil/trace.go:171","msg":"trace[418647059] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"367.365565ms","start":"2026-03-31T21:16:34.813863Z","end":"2026-03-31T21:16:35.181229Z","steps":["trace[418647059] 'process raft request' (duration: 367.17138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.181806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:34.813845Z","time spent":"367.792255ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:35.205876Z","caller":"traceutil/trace.go:171","msg":"trace[498778411] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"330.559043ms","start":"2026-03-31T21:16:34.875271Z","end":"2026-03-31T21:16:35.20583Z","steps":["trace[498778411] 'process raft request' (duration: 330.230414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.20606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:34.87525Z","time spent":"330.724546ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:35.206459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.709102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-03-31T21:16:35.206459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.109416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"warn","ts":"2026-03-31T21:16:35.206519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.784575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-03-31T21:16:35.206566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.655035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:16:35.206763Z","caller":"traceutil/trace.go:171","msg":"trace[1917675898] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"314.239453ms","start":"2026-03-31T21:16:34.891986Z","end":"2026-03-31T21:16:35.206225Z","steps":["trace[1917675898] 'process raft request' (duration: 313.6839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:35.206926Z","caller":"traceutil/trace.go:171","msg":"trace[994212230] range","detail":"{range_begin:/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763; range_end:; response_count:1; response_revision:27066; }","duration":"361.803725ms","start":"2026-03-31T21:16:34.844707Z","end":"2026-03-31T21:16:35.20651Z","steps":["trace[994212230] 'agreement among raft nodes before linearized reading' (duration: 361.608891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.207152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:34.844698Z","time spent":"362.41994ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":856,"request content":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763\" "} {"level":"info","ts":"2026-03-31T21:16:35.206963Z","caller":"traceutil/trace.go:171","msg":"trace[1343059196] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27066; }","duration":"331.193888ms","start":"2026-03-31T21:16:34.875321Z","end":"2026-03-31T21:16:35.206515Z","steps":["trace[1343059196] 'agreement among raft nodes before linearized reading' (duration: 330.986643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:35.206994Z","caller":"traceutil/trace.go:171","msg":"trace[483583452] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27066; }","duration":"349.907478ms","start":"2026-03-31T21:16:34.856659Z","end":"2026-03-31T21:16:35.206566Z","steps":["trace[483583452] 'agreement among raft nodes before linearized reading' (duration: 349.57938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:35.207022Z","caller":"traceutil/trace.go:171","msg":"trace[1611100801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27066; }","duration":"332.795308ms","start":"2026-03-31T21:16:34.873869Z","end":"2026-03-31T21:16:35.206665Z","steps":["trace[1611100801] 'agreement among raft nodes before linearized reading' (duration: 332.489551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.207445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:34.85664Z","time spent":"350.781289ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T21:16:35.207534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:34.873773Z","time spent":"333.706971ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:16:35.20723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:34.875293Z","time spent":"331.915436ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":645,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:16:35.207282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:34.891955Z","time spent":"315.120405ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:35.496953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.190818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:35.497056Z","caller":"traceutil/trace.go:171","msg":"trace[1692063251] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"288.14276ms","start":"2026-03-31T21:16:35.208895Z","end":"2026-03-31T21:16:35.497038Z","steps":["trace[1692063251] 'process raft request' (duration: 130.792038ms)","trace[1692063251] 'compare' (duration: 157.070125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:35.829844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.608538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:35.830074Z","caller":"traceutil/trace.go:171","msg":"trace[131622212] linearizableReadLoop","detail":"{readStateIndex:28015; appliedIndex:28012; }","duration":"421.953463ms","start":"2026-03-31T21:16:35.408105Z","end":"2026-03-31T21:16:35.830058Z","steps":["trace[131622212] 'read index received' (duration: 192.975575ms)","trace[131622212] 'applied index is now lower than readState.Index' (duration: 228.976908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:35.830164Z","caller":"traceutil/trace.go:171","msg":"trace[811131149] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"613.576274ms","start":"2026-03-31T21:16:35.216577Z","end":"2026-03-31T21:16:35.830153Z","steps":["trace[811131149] 'process raft request' (duration: 613.41611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.83023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:35.216568Z","time spent":"613.621705ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:35.830274Z","caller":"traceutil/trace.go:171","msg":"trace[130853258] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"618.751494ms","start":"2026-03-31T21:16:35.211512Z","end":"2026-03-31T21:16:35.830264Z","steps":["trace[130853258] 'process raft request' (duration: 618.426456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.830385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:35.211471Z","time spent":"618.864496ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:35.830469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.359423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:35.830509Z","caller":"traceutil/trace.go:171","msg":"trace[1591102713] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27070; }","duration":"422.431144ms","start":"2026-03-31T21:16:35.408067Z","end":"2026-03-31T21:16:35.830498Z","steps":["trace[1591102713] 'agreement among raft nodes before linearized reading' (duration: 422.364263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.830541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:35.408048Z","time spent":"422.482786ms","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:35.830059Z","caller":"traceutil/trace.go:171","msg":"trace[2059009297] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"618.57432ms","start":"2026-03-31T21:16:35.211446Z","end":"2026-03-31T21:16:35.830021Z","steps":["trace[2059009297] 'process raft request' (duration: 389.722005ms)","trace[2059009297] 'compare' (duration: 228.442974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:35.830696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:35.211417Z","time spent":"619.254097ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:35.830885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.05929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-31T21:16:35.830918Z","caller":"traceutil/trace.go:171","msg":"trace[1534778810] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16; range_end:; response_count:1; response_revision:27070; }","duration":"328.137302ms","start":"2026-03-31T21:16:35.502772Z","end":"2026-03-31T21:16:35.83091Z","steps":["trace[1534778810] 'agreement among raft nodes before linearized reading' (duration: 328.027219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.830941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:35.502752Z","time spent":"328.183863ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":926,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16\" "} {"level":"warn","ts":"2026-03-31T21:16:35.83095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.530398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:16:35.83098Z","caller":"traceutil/trace.go:171","msg":"trace[1155588268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27070; }","duration":"179.640931ms","start":"2026-03-31T21:16:35.651331Z","end":"2026-03-31T21:16:35.830972Z","steps":["trace[1155588268] 'agreement among raft nodes before linearized reading' (duration: 179.526478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:35.831065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.94487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T21:16:35.831097Z","caller":"traceutil/trace.go:171","msg":"trace[1798653184] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27070; }","duration":"291.011022ms","start":"2026-03-31T21:16:35.540076Z","end":"2026-03-31T21:16:35.831087Z","steps":["trace[1798653184] 'agreement among raft nodes before linearized reading' (duration: 290.94028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.09514Z","caller":"traceutil/trace.go:171","msg":"trace[1836802621] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"259.089571ms","start":"2026-03-31T21:16:35.836023Z","end":"2026-03-31T21:16:36.095112Z","steps":["trace[1836802621] 'process raft request' (duration: 259.03879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.095393Z","caller":"traceutil/trace.go:171","msg":"trace[1849935126] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"261.108923ms","start":"2026-03-31T21:16:35.834269Z","end":"2026-03-31T21:16:36.095378Z","steps":["trace[1849935126] 'process raft request' (duration: 220.990508ms)","trace[1849935126] 'compare' (duration: 39.621492ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:36.095528Z","caller":"traceutil/trace.go:171","msg":"trace[1009713369] linearizableReadLoop","detail":"{readStateIndex:28016; appliedIndex:28015; }","duration":"259.87051ms","start":"2026-03-31T21:16:35.835649Z","end":"2026-03-31T21:16:36.09552Z","steps":["trace[1009713369] 'read index received' (duration: 219.468968ms)","trace[1009713369] 'applied index is now lower than readState.Index' (duration: 40.400392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:36.095674Z","caller":"traceutil/trace.go:171","msg":"trace[1466701860] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"259.976383ms","start":"2026-03-31T21:16:35.835689Z","end":"2026-03-31T21:16:36.095666Z","steps":["trace[1466701860] 'process raft request' (duration: 259.321997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.096011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.344884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38bf9ca4-522c-4e6b-80d3-98d83f4367bb\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T21:16:36.096055Z","caller":"traceutil/trace.go:171","msg":"trace[866751629] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38bf9ca4-522c-4e6b-80d3-98d83f4367bb; range_end:; response_count:1; response_revision:27073; }","duration":"260.421675ms","start":"2026-03-31T21:16:35.835622Z","end":"2026-03-31T21:16:36.096044Z","steps":["trace[866751629] 'agreement among raft nodes before linearized reading' (duration: 260.286522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.096304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.63369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-z4nvn\" ","response":"range_response_count:1 size:4977"} {"level":"info","ts":"2026-03-31T21:16:36.096344Z","caller":"traceutil/trace.go:171","msg":"trace[1863790240] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-z4nvn; range_end:; response_count:1; response_revision:27073; }","duration":"260.694842ms","start":"2026-03-31T21:16:35.83564Z","end":"2026-03-31T21:16:36.096335Z","steps":["trace[1863790240] 'agreement among raft nodes before linearized reading' (duration: 260.564179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.09665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.763423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:16:36.096687Z","caller":"traceutil/trace.go:171","msg":"trace[2016728538] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27073; }","duration":"149.822375ms","start":"2026-03-31T21:16:35.946857Z","end":"2026-03-31T21:16:36.096679Z","steps":["trace[2016728538] 'agreement among raft nodes before linearized reading' (duration: 149.731323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.096862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.545233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T21:16:36.096894Z","caller":"traceutil/trace.go:171","msg":"trace[112521878] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27073; }","duration":"166.653646ms","start":"2026-03-31T21:16:35.930233Z","end":"2026-03-31T21:16:36.096887Z","steps":["trace[112521878] 'agreement among raft nodes before linearized reading' (duration: 166.578194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.379351Z","caller":"traceutil/trace.go:171","msg":"trace[307258301] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"272.466878ms","start":"2026-03-31T21:16:36.106862Z","end":"2026-03-31T21:16:36.379329Z","steps":["trace[307258301] 'process raft request' (duration: 272.395886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.379377Z","caller":"traceutil/trace.go:171","msg":"trace[59902952] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"275.786311ms","start":"2026-03-31T21:16:36.103563Z","end":"2026-03-31T21:16:36.37935Z","steps":["trace[59902952] 'process raft request' (duration: 275.543684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.527453Z","caller":"traceutil/trace.go:171","msg":"trace[536409156] linearizableReadLoop","detail":"{readStateIndex:28022; appliedIndex:28019; }","duration":"367.162651ms","start":"2026-03-31T21:16:36.160259Z","end":"2026-03-31T21:16:36.527421Z","steps":["trace[536409156] 'read index received' (duration: 218.959537ms)","trace[536409156] 'applied index is now lower than readState.Index' (duration: 148.201914ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:36.527582Z","caller":"traceutil/trace.go:171","msg":"trace[875442817] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"204.374701ms","start":"2026-03-31T21:16:36.323181Z","end":"2026-03-31T21:16:36.527555Z","steps":["trace[875442817] 'process raft request' (duration: 204.203077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.527701Z","caller":"traceutil/trace.go:171","msg":"trace[1431560594] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"368.573226ms","start":"2026-03-31T21:16:36.159091Z","end":"2026-03-31T21:16:36.527665Z","steps":["trace[1431560594] 'process raft request' (duration: 368.081063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.527719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.444127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-31T21:16:36.527787Z","caller":"traceutil/trace.go:171","msg":"trace[1931542044] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27079; }","duration":"367.584681ms","start":"2026-03-31T21:16:36.16019Z","end":"2026-03-31T21:16:36.527775Z","steps":["trace[1931542044] 'agreement among raft nodes before linearized reading' (duration: 367.358886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.527786Z","caller":"traceutil/trace.go:171","msg":"trace[1220020382] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"281.609377ms","start":"2026-03-31T21:16:36.246149Z","end":"2026-03-31T21:16:36.527758Z","steps":["trace[1220020382] 'process raft request' (duration: 281.162526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.527824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.160173Z","time spent":"367.640982ms","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T21:16:36.527825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.159068Z","time spent":"368.696698ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:36.846277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.43614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:36.846481Z","caller":"traceutil/trace.go:171","msg":"trace[839895810] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"104.003235ms","start":"2026-03-31T21:16:36.74246Z","end":"2026-03-31T21:16:36.846463Z","steps":["trace[839895810] 'process raft request' (duration: 103.917293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.846434Z","caller":"traceutil/trace.go:171","msg":"trace[1629866088] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"462.256742ms","start":"2026-03-31T21:16:36.384123Z","end":"2026-03-31T21:16:36.846379Z","steps":["trace[1629866088] 'process raft request' (duration: 281.650348ms)","trace[1629866088] 'compare' (duration: 180.338108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:36.846674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.384102Z","time spent":"462.451947ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:36.846761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.638578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tl6hm\" ","response":"range_response_count:1 size:7660"} {"level":"info","ts":"2026-03-31T21:16:36.846791Z","caller":"traceutil/trace.go:171","msg":"trace[2126632582] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tl6hm; range_end:; response_count:1; response_revision:27081; }","duration":"463.712669ms","start":"2026-03-31T21:16:36.383071Z","end":"2026-03-31T21:16:36.846783Z","steps":["trace[2126632582] 'agreement among raft nodes before linearized reading' (duration: 463.616017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.846813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.383055Z","time spent":"463.75326ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7682,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tl6hm\" "} {"level":"warn","ts":"2026-03-31T21:16:36.846843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.370134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:36.846875Z","caller":"traceutil/trace.go:171","msg":"trace[270453966] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27081; }","duration":"436.429745ms","start":"2026-03-31T21:16:36.410438Z","end":"2026-03-31T21:16:36.846868Z","steps":["trace[270453966] 'agreement among raft nodes before linearized reading' (duration: 436.377684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.846901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.410425Z","time spent":"436.469886ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:16:36.846915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.676106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:16:36.84697Z","caller":"traceutil/trace.go:171","msg":"trace[2062727645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27081; }","duration":"678.776718ms","start":"2026-03-31T21:16:36.168182Z","end":"2026-03-31T21:16:36.846959Z","steps":["trace[2062727645] 'agreement among raft nodes before linearized reading' (duration: 678.547092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.846654Z","caller":"traceutil/trace.go:171","msg":"trace[1394442740] linearizableReadLoop","detail":"{readStateIndex:28025; appliedIndex:28024; }","duration":"319.101374ms","start":"2026-03-31T21:16:36.527519Z","end":"2026-03-31T21:16:36.84662Z","steps":["trace[1394442740] 'read index received' (duration: 138.286984ms)","trace[1394442740] 'applied index is now lower than readState.Index' (duration: 180.81005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:36.847047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.133241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:16:36.847073Z","caller":"traceutil/trace.go:171","msg":"trace[2090320223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27081; }","duration":"581.155881ms","start":"2026-03-31T21:16:36.26591Z","end":"2026-03-31T21:16:36.847066Z","steps":["trace[2090320223] 'agreement among raft nodes before linearized reading' (duration: 581.1071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.847091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.265904Z","time spent":"581.184183ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:16:36.846933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.700068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T21:16:36.84712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.393617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:16:36.84714Z","caller":"traceutil/trace.go:171","msg":"trace[2007415879] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:27081; }","duration":"449.920524ms","start":"2026-03-31T21:16:36.397202Z","end":"2026-03-31T21:16:36.847122Z","steps":["trace[2007415879] 'agreement among raft nodes before linearized reading' (duration: 449.697468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:36.84716Z","caller":"traceutil/trace.go:171","msg":"trace[365551064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27081; }","duration":"581.466749ms","start":"2026-03-31T21:16:36.265681Z","end":"2026-03-31T21:16:36.847148Z","steps":["trace[365551064] 'agreement among raft nodes before linearized reading' (duration: 581.355437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:36.847189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.265664Z","time spent":"581.518651ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:16:36.847211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.397187Z","time spent":"449.996915ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:16:36.847016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:36.168172Z","time spent":"678.83424ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:16:37.142139Z","caller":"traceutil/trace.go:171","msg":"trace[2052896686] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"145.990498ms","start":"2026-03-31T21:16:36.996109Z","end":"2026-03-31T21:16:37.1421Z","steps":["trace[2052896686] 'process raft request' (duration: 145.212368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.146708Z","caller":"traceutil/trace.go:171","msg":"trace[1918732599] linearizableReadLoop","detail":"{readStateIndex:28038; appliedIndex:28036; }","duration":"142.634214ms","start":"2026-03-31T21:16:37.004056Z","end":"2026-03-31T21:16:37.14669Z","steps":["trace[1918732599] 'read index received' (duration: 137.27761ms)","trace[1918732599] 'applied index is now lower than readState.Index' (duration: 5.355994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:37.146802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.724166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:37.146825Z","caller":"traceutil/trace.go:171","msg":"trace[119630214] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27092; }","duration":"142.791018ms","start":"2026-03-31T21:16:37.004027Z","end":"2026-03-31T21:16:37.146818Z","steps":["trace[119630214] 'agreement among raft nodes before linearized reading' (duration: 142.729747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.146787Z","caller":"traceutil/trace.go:171","msg":"trace[1928755940] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"146.202884ms","start":"2026-03-31T21:16:37.000551Z","end":"2026-03-31T21:16:37.146754Z","steps":["trace[1928755940] 'process raft request' (duration: 146.03519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.358788Z","caller":"traceutil/trace.go:171","msg":"trace[943358841] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"206.164255ms","start":"2026-03-31T21:16:37.152602Z","end":"2026-03-31T21:16:37.358766Z","steps":["trace[943358841] 'process raft request' (duration: 205.95518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.388841Z","caller":"traceutil/trace.go:171","msg":"trace[1654562480] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"226.29ms","start":"2026-03-31T21:16:37.162536Z","end":"2026-03-31T21:16:37.388826Z","steps":["trace[1654562480] 'process raft request' (duration: 225.972293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:37.388963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.257936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-31T21:16:37.388811Z","caller":"traceutil/trace.go:171","msg":"trace[1087774961] linearizableReadLoop","detail":"{readStateIndex:28040; appliedIndex:28038; }","duration":"164.088771ms","start":"2026-03-31T21:16:37.224696Z","end":"2026-03-31T21:16:37.388785Z","steps":["trace[1087774961] 'read index received' (duration: 133.895534ms)","trace[1087774961] 'applied index is now lower than readState.Index' (duration: 30.192037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:37.389004Z","caller":"traceutil/trace.go:171","msg":"trace[1038574097] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27094; }","duration":"164.313728ms","start":"2026-03-31T21:16:37.22468Z","end":"2026-03-31T21:16:37.388993Z","steps":["trace[1038574097] 'agreement among raft nodes before linearized reading' (duration: 164.184094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:37.443096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.321589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:37.443129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.787715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:16:37.443169Z","caller":"traceutil/trace.go:171","msg":"trace[72963682] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27095; }","duration":"196.504083ms","start":"2026-03-31T21:16:37.24665Z","end":"2026-03-31T21:16:37.443154Z","steps":["trace[72963682] 'agreement among raft nodes before linearized reading' (duration: 196.316329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.443183Z","caller":"traceutil/trace.go:171","msg":"trace[969421510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27095; }","duration":"100.886038ms","start":"2026-03-31T21:16:37.342283Z","end":"2026-03-31T21:16:37.443169Z","steps":["trace[969421510] 'agreement among raft nodes before linearized reading' (duration: 100.674612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.607882Z","caller":"traceutil/trace.go:171","msg":"trace[1622067052] linearizableReadLoop","detail":"{readStateIndex:28042; appliedIndex:28041; }","duration":"164.925613ms","start":"2026-03-31T21:16:37.442936Z","end":"2026-03-31T21:16:37.607862Z","steps":["trace[1622067052] 'read index received' (duration: 164.771469ms)","trace[1622067052] 'applied index is now lower than readState.Index' (duration: 153.304µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:37.608075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.90515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2\" ","response":"range_response_count:1 size:5418"} {"level":"info","ts":"2026-03-31T21:16:37.608106Z","caller":"traceutil/trace.go:171","msg":"trace[1665980150] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2; range_end:; response_count:1; response_revision:27096; }","duration":"215.981961ms","start":"2026-03-31T21:16:37.392116Z","end":"2026-03-31T21:16:37.608098Z","steps":["trace[1665980150] 'agreement among raft nodes before linearized reading' (duration: 215.856288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:37.608129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.655976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-31T21:16:37.608195Z","caller":"traceutil/trace.go:171","msg":"trace[368082559] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16; range_end:; response_count:1; response_revision:27096; }","duration":"162.757728ms","start":"2026-03-31T21:16:37.445423Z","end":"2026-03-31T21:16:37.608181Z","steps":["trace[368082559] 'agreement among raft nodes before linearized reading' (duration: 162.566334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:37.60827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.130769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-31T21:16:37.608348Z","caller":"traceutil/trace.go:171","msg":"trace[1679388202] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27096; }","duration":"110.275223ms","start":"2026-03-31T21:16:37.498051Z","end":"2026-03-31T21:16:37.608326Z","steps":["trace[1679388202] 'agreement among raft nodes before linearized reading' (duration: 110.015547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:37.60837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.829675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:16:37.608401Z","caller":"traceutil/trace.go:171","msg":"trace[2111594579] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27096; }","duration":"157.864526ms","start":"2026-03-31T21:16:37.450527Z","end":"2026-03-31T21:16:37.608392Z","steps":["trace[2111594579] 'agreement among raft nodes before linearized reading' (duration: 157.769503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.607949Z","caller":"traceutil/trace.go:171","msg":"trace[1766485021] transaction","detail":"{read_only:false; response_revision:27096; number_of_response:1; }","duration":"214.469613ms","start":"2026-03-31T21:16:37.393451Z","end":"2026-03-31T21:16:37.60792Z","steps":["trace[1766485021] 'process raft request' (duration: 214.296309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:38.021155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.914997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:38.021246Z","caller":"traceutil/trace.go:171","msg":"trace[236464088] linearizableReadLoop","detail":"{readStateIndex:28044; appliedIndex:28043; }","duration":"354.497593ms","start":"2026-03-31T21:16:37.666735Z","end":"2026-03-31T21:16:38.021233Z","steps":["trace[236464088] 'read index received' (duration: 20.376442ms)","trace[236464088] 'applied index is now lower than readState.Index' (duration: 334.119891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:38.021327Z","caller":"traceutil/trace.go:171","msg":"trace[816264818] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"405.137101ms","start":"2026-03-31T21:16:37.616179Z","end":"2026-03-31T21:16:38.021316Z","steps":["trace[816264818] 'process raft request' (duration: 70.988689ms)","trace[816264818] 'compare' (duration: 332.142212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:38.02139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:37.616168Z","time spent":"405.190022ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:38.022483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.806441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:38.022532Z","caller":"traceutil/trace.go:171","msg":"trace[793192408] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27098; }","duration":"277.896373ms","start":"2026-03-31T21:16:37.744625Z","end":"2026-03-31T21:16:38.022522Z","steps":["trace[793192408] 'agreement among raft nodes before linearized reading' (duration: 277.788891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:38.024607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.864607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-z4nvn\" ","response":"range_response_count:1 size:7142"} {"level":"info","ts":"2026-03-31T21:16:38.024668Z","caller":"traceutil/trace.go:171","msg":"trace[1323836389] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-z4nvn; range_end:; response_count:1; response_revision:27098; }","duration":"357.97488ms","start":"2026-03-31T21:16:37.666681Z","end":"2026-03-31T21:16:38.024656Z","steps":["trace[1323836389] 'agreement among raft nodes before linearized reading' (duration: 357.797785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:38.024701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:37.666665Z","time spent":"358.028261ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7164,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-z4nvn\" "} {"level":"info","ts":"2026-03-31T21:16:38.304653Z","caller":"traceutil/trace.go:171","msg":"trace[1470006076] linearizableReadLoop","detail":"{readStateIndex:28046; appliedIndex:28045; }","duration":"220.71544ms","start":"2026-03-31T21:16:38.08392Z","end":"2026-03-31T21:16:38.304635Z","steps":["trace[1470006076] 'read index received' (duration: 220.539786ms)","trace[1470006076] 'applied index is now lower than readState.Index' (duration: 175.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:38.304987Z","caller":"traceutil/trace.go:171","msg":"trace[1158535262] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"272.020086ms","start":"2026-03-31T21:16:38.032944Z","end":"2026-03-31T21:16:38.304964Z","steps":["trace[1158535262] 'process raft request' (duration: 271.568325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:38.305209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.273594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cqq84.18a2098cc6ee5c9a\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-31T21:16:38.305241Z","caller":"traceutil/trace.go:171","msg":"trace[465004752] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cqq84.18a2098cc6ee5c9a; range_end:; response_count:1; response_revision:27100; }","duration":"221.337826ms","start":"2026-03-31T21:16:38.083894Z","end":"2026-03-31T21:16:38.305232Z","steps":["trace[465004752] 'agreement among raft nodes before linearized reading' (duration: 221.224913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:38.305414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.729484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:16:38.305435Z","caller":"traceutil/trace.go:171","msg":"trace[1627094503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27100; }","duration":"205.777456ms","start":"2026-03-31T21:16:38.099651Z","end":"2026-03-31T21:16:38.305429Z","steps":["trace[1627094503] 'agreement among raft nodes before linearized reading' (duration: 205.698474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:38.306074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.08162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:38.306102Z","caller":"traceutil/trace.go:171","msg":"trace[209134945] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27100; }","duration":"162.139892ms","start":"2026-03-31T21:16:38.143955Z","end":"2026-03-31T21:16:38.306095Z","steps":["trace[209134945] 'agreement among raft nodes before linearized reading' (duration: 162.094601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:38.438065Z","caller":"traceutil/trace.go:171","msg":"trace[1314964480] linearizableReadLoop","detail":"{readStateIndex:28048; appliedIndex:28047; }","duration":"124.629713ms","start":"2026-03-31T21:16:38.313413Z","end":"2026-03-31T21:16:38.438043Z","steps":["trace[1314964480] 'read index received' (duration: 14.699028ms)","trace[1314964480] 'applied index is now lower than readState.Index' (duration: 109.929755ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:38.438305Z","caller":"traceutil/trace.go:171","msg":"trace[1805522138] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"127.449574ms","start":"2026-03-31T21:16:38.310841Z","end":"2026-03-31T21:16:38.43829Z","steps":["trace[1805522138] 'process raft request' (duration: 43.772037ms)","trace[1805522138] 'compare' (duration: 83.323938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:38.438568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.137855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" ","response":"range_response_count:1 size:8786"} {"level":"info","ts":"2026-03-31T21:16:38.438606Z","caller":"traceutil/trace.go:171","msg":"trace[525969612] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-778bcc457d-g7h6n; range_end:; response_count:1; response_revision:27102; }","duration":"125.208218ms","start":"2026-03-31T21:16:38.313388Z","end":"2026-03-31T21:16:38.438597Z","steps":["trace[525969612] 'agreement among raft nodes before linearized reading' (duration: 125.075504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:38.439122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.15325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cqq84.18a2098b9bb81a27\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T21:16:38.439171Z","caller":"traceutil/trace.go:171","msg":"trace[335686474] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cqq84.18a2098b9bb81a27; range_end:; response_count:1; response_revision:27102; }","duration":"108.52483ms","start":"2026-03-31T21:16:38.330634Z","end":"2026-03-31T21:16:38.439158Z","steps":["trace[335686474] 'agreement among raft nodes before linearized reading' (duration: 108.116559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:38.974626Z","caller":"traceutil/trace.go:171","msg":"trace[2048104587] linearizableReadLoop","detail":"{readStateIndex:28052; appliedIndex:28051; }","duration":"133.797063ms","start":"2026-03-31T21:16:38.840785Z","end":"2026-03-31T21:16:38.974582Z","steps":["trace[2048104587] 'read index received' (duration: 126.837649ms)","trace[2048104587] 'applied index is now lower than readState.Index' (duration: 6.956514ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:38.974638Z","caller":"traceutil/trace.go:171","msg":"trace[183008407] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"368.035411ms","start":"2026-03-31T21:16:38.60658Z","end":"2026-03-31T21:16:38.974616Z","steps":["trace[183008407] 'process raft request' (duration: 361.149179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:38.974828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:38.606564Z","time spent":"368.196415ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:16:38.974842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.044009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:38.974926Z","caller":"traceutil/trace.go:171","msg":"trace[1195338959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27106; }","duration":"134.135141ms","start":"2026-03-31T21:16:38.840768Z","end":"2026-03-31T21:16:38.974904Z","steps":["trace[1195338959] 'agreement among raft nodes before linearized reading' (duration: 133.927306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:39.372597Z","caller":"traceutil/trace.go:171","msg":"trace[1921056028] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"131.767422ms","start":"2026-03-31T21:16:39.240808Z","end":"2026-03-31T21:16:39.372575Z","steps":["trace[1921056028] 'process raft request' (duration: 124.754897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:39.532427Z","caller":"traceutil/trace.go:171","msg":"trace[1195512339] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"155.030224ms","start":"2026-03-31T21:16:39.377379Z","end":"2026-03-31T21:16:39.532409Z","steps":["trace[1195512339] 'process raft request' (duration: 154.627984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:39.893004Z","caller":"traceutil/trace.go:171","msg":"trace[1437379166] linearizableReadLoop","detail":"{readStateIndex:28067; appliedIndex:28066; }","duration":"131.752911ms","start":"2026-03-31T21:16:39.761225Z","end":"2026-03-31T21:16:39.892978Z","steps":["trace[1437379166] 'read index received' (duration: 131.497805ms)","trace[1437379166] 'applied index is now lower than readState.Index' (duration: 253.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:39.893048Z","caller":"traceutil/trace.go:171","msg":"trace[318157680] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"164.142223ms","start":"2026-03-31T21:16:39.728876Z","end":"2026-03-31T21:16:39.893019Z","steps":["trace[318157680] 'process raft request' (duration: 163.938328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:39.893133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.888725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:39.893174Z","caller":"traceutil/trace.go:171","msg":"trace[1024379262] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27121; }","duration":"131.968976ms","start":"2026-03-31T21:16:39.761196Z","end":"2026-03-31T21:16:39.893165Z","steps":["trace[1024379262] 'agreement among raft nodes before linearized reading' (duration: 131.873414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.299176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.52586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:40.299259Z","caller":"traceutil/trace.go:171","msg":"trace[158573520] linearizableReadLoop","detail":"{readStateIndex:28069; appliedIndex:28067; }","duration":"400.383812ms","start":"2026-03-31T21:16:39.898862Z","end":"2026-03-31T21:16:40.299246Z","steps":["trace[158573520] 'read index received' (duration: 24.31834ms)","trace[158573520] 'applied index is now lower than readState.Index' (duration: 376.064172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:40.299405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.3716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18a209a2159c7c50\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-31T21:16:40.299433Z","caller":"traceutil/trace.go:171","msg":"trace[299968617] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18a209a2159c7c50; range_end:; response_count:1; response_revision:27123; }","duration":"372.435491ms","start":"2026-03-31T21:16:39.926989Z","end":"2026-03-31T21:16:40.299425Z","steps":["trace[299968617] 'agreement among raft nodes before linearized reading' (duration: 372.329669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.299418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.547596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T21:16:40.29952Z","caller":"traceutil/trace.go:171","msg":"trace[1243450385] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74; range_end:; response_count:1; response_revision:27123; }","duration":"400.663479ms","start":"2026-03-31T21:16:39.898837Z","end":"2026-03-31T21:16:40.299501Z","steps":["trace[1243450385] 'agreement among raft nodes before linearized reading' (duration: 400.468574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.299562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:39.898831Z","time spent":"400.72194ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2067d6af7bf74\" "} {"level":"info","ts":"2026-03-31T21:16:40.299727Z","caller":"traceutil/trace.go:171","msg":"trace[195111794] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"400.989537ms","start":"2026-03-31T21:16:39.898724Z","end":"2026-03-31T21:16:40.299713Z","steps":["trace[195111794] 'process raft request' (duration: 101.865022ms)","trace[195111794] 'compare' (duration: 298.243804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:40.299782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.050367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:40.299806Z","caller":"traceutil/trace.go:171","msg":"trace[1325224914] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27123; }","duration":"100.102269ms","start":"2026-03-31T21:16:40.199696Z","end":"2026-03-31T21:16:40.299799Z","steps":["trace[1325224914] 'agreement among raft nodes before linearized reading' (duration: 100.064488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.299818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:39.898702Z","time spent":"401.063629ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:40.299917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.18116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:40.299473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:39.926968Z","time spent":"372.498203ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":746,"request content":"key:\"/registry/events/default/kube-prometheus-stack.18a209a2159c7c50\" "} {"level":"info","ts":"2026-03-31T21:16:40.299946Z","caller":"traceutil/trace.go:171","msg":"trace[243711024] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27123; }","duration":"369.223751ms","start":"2026-03-31T21:16:39.930715Z","end":"2026-03-31T21:16:40.299939Z","steps":["trace[243711024] 'agreement among raft nodes before linearized reading' (duration: 369.18213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.299966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:39.930707Z","time spent":"369.253283ms","remote":"127.0.0.1:55494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:40.646225Z","caller":"traceutil/trace.go:171","msg":"trace[795528841] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"152.548873ms","start":"2026-03-31T21:16:40.493647Z","end":"2026-03-31T21:16:40.646195Z","steps":["trace[795528841] 'process raft request' (duration: 70.258221ms)","trace[795528841] 'compare' (duration: 82.095307ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:40.734988Z","caller":"traceutil/trace.go:171","msg":"trace[2011272121] linearizableReadLoop","detail":"{readStateIndex:28076; appliedIndex:28074; }","duration":"232.373103ms","start":"2026-03-31T21:16:40.502593Z","end":"2026-03-31T21:16:40.734967Z","steps":["trace[2011272121] 'read index received' (duration: 61.399568ms)","trace[2011272121] 'applied index is now lower than readState.Index' (duration: 170.972885ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:40.735094Z","caller":"traceutil/trace.go:171","msg":"trace[821083169] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"240.511007ms","start":"2026-03-31T21:16:40.494574Z","end":"2026-03-31T21:16:40.735085Z","steps":["trace[821083169] 'process raft request' (duration: 240.27496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.735408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.798763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-server.18a209a2149fd36f\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-31T21:16:40.735444Z","caller":"traceutil/trace.go:171","msg":"trace[306296578] range","detail":"{range_begin:/registry/events/openstack/octavia-server.18a209a2149fd36f; range_end:; response_count:1; response_revision:27130; }","duration":"232.877754ms","start":"2026-03-31T21:16:40.502556Z","end":"2026-03-31T21:16:40.735433Z","steps":["trace[306296578] 'agreement among raft nodes before linearized reading' (duration: 232.739591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.735577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.467144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:40.73561Z","caller":"traceutil/trace.go:171","msg":"trace[2067727805] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27130; }","duration":"143.541167ms","start":"2026-03-31T21:16:40.592061Z","end":"2026-03-31T21:16:40.735603Z","steps":["trace[2067727805] 'agreement among raft nodes before linearized reading' (duration: 143.472296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.987801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.053388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:40.987921Z","caller":"traceutil/trace.go:171","msg":"trace[162300722] linearizableReadLoop","detail":"{readStateIndex:28077; appliedIndex:28076; }","duration":"249.138192ms","start":"2026-03-31T21:16:40.738761Z","end":"2026-03-31T21:16:40.987899Z","steps":["trace[162300722] 'read index received' (duration: 45.842228ms)","trace[162300722] 'applied index is now lower than readState.Index' (duration: 203.293994ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:40.987992Z","caller":"traceutil/trace.go:171","msg":"trace[1225497372] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"250.20744ms","start":"2026-03-31T21:16:40.737754Z","end":"2026-03-31T21:16:40.987961Z","steps":["trace[1225497372] 'process raft request' (duration: 46.902545ms)","trace[1225497372] 'compare' (duration: 202.842063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:40.988135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.361478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2.18a2098c6e5471c4\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-03-31T21:16:40.988173Z","caller":"traceutil/trace.go:171","msg":"trace[1939232698] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2.18a2098c6e5471c4; range_end:; response_count:1; response_revision:27131; }","duration":"249.41828ms","start":"2026-03-31T21:16:40.738743Z","end":"2026-03-31T21:16:40.988161Z","steps":["trace[1939232698] 'agreement among raft nodes before linearized reading' (duration: 249.262346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.988406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.626214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:40.988463Z","caller":"traceutil/trace.go:171","msg":"trace[1006384501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27131; }","duration":"148.737737ms","start":"2026-03-31T21:16:40.839711Z","end":"2026-03-31T21:16:40.988449Z","steps":["trace[1006384501] 'agreement among raft nodes before linearized reading' (duration: 148.640304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:40.988754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.373915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-31T21:16:40.988799Z","caller":"traceutil/trace.go:171","msg":"trace[663498932] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27131; }","duration":"106.442057ms","start":"2026-03-31T21:16:40.882345Z","end":"2026-03-31T21:16:40.988787Z","steps":["trace[663498932] 'agreement among raft nodes before linearized reading' (duration: 106.307584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:41.253229Z","caller":"traceutil/trace.go:171","msg":"trace[932171597] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"164.07456ms","start":"2026-03-31T21:16:41.089132Z","end":"2026-03-31T21:16:41.253206Z","steps":["trace[932171597] 'process raft request' (duration: 163.872655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:41.253389Z","caller":"traceutil/trace.go:171","msg":"trace[509992961] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"164.164034ms","start":"2026-03-31T21:16:41.089202Z","end":"2026-03-31T21:16:41.253366Z","steps":["trace[509992961] 'process raft request' (duration: 163.965378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:43.7589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.916752416s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:43.885632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043401579s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:43.885789Z","caller":"traceutil/trace.go:171","msg":"trace[1426276137] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"2.519281023s","start":"2026-03-31T21:16:41.366471Z","end":"2026-03-31T21:16:43.885752Z","steps":["trace[1426276137] 'process raft request' (duration: 475.679049ms)","trace[1426276137] 'compare' (duration: 2.04303726s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:43.885853Z","caller":"traceutil/trace.go:171","msg":"trace[1954338048] linearizableReadLoop","detail":"{readStateIndex:28088; appliedIndex:28087; }","duration":"2.480997183s","start":"2026-03-31T21:16:41.404828Z","end":"2026-03-31T21:16:43.885825Z","steps":["trace[1954338048] 'read index received' (duration: 437.338767ms)","trace[1954338048] 'applied index is now lower than readState.Index' (duration: 2.043655956s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:43.885953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:41.366457Z","time spent":"2.519405016s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:44.83992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:44.840004Z","caller":"traceutil/trace.go:171","msg":"trace[1094234984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381152s","start":"2026-03-31T21:16:42.839605Z","end":"2026-03-31T21:16:44.839986Z","steps":["trace[1094234984] 'agreement among raft nodes before linearized reading' (duration: 2.000271949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:44.840057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:42.83959Z","time spent":"2.000453933s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:46.489077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999412675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:46.489175Z","caller":"traceutil/trace.go:171","msg":"trace[1697250116] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999568909s","start":"2026-03-31T21:16:41.489584Z","end":"2026-03-31T21:16:46.489153Z","steps":["trace[1697250116] 'agreement among raft nodes before linearized reading' (duration: 4.999447636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:46.489229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:41.489564Z","time spent":"4.999652511s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 21:16:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:46.604932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999045536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:46.605018Z","caller":"traceutil/trace.go:171","msg":"trace[1427488979] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99918916s","start":"2026-03-31T21:16:41.605809Z","end":"2026-03-31T21:16:46.604998Z","steps":["trace[1427488979] 'agreement among raft nodes before linearized reading' (duration: 4.999077667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:46.605069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:41.605786Z","time spent":"4.999271572s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:16:46.683852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999412965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:46.684042Z","caller":"traceutil/trace.go:171","msg":"trace[1277642203] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999557789s","start":"2026-03-31T21:16:41.684364Z","end":"2026-03-31T21:16:46.683922Z","steps":["trace[1277642203] 'agreement among raft nodes before linearized reading' (duration: 4.999434176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:46.684142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:41.684348Z","time spent":"4.999769804s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 21:16:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:46.840891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:46.841023Z","caller":"traceutil/trace.go:171","msg":"trace[722887126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224657s","start":"2026-03-31T21:16:44.840745Z","end":"2026-03-31T21:16:46.840969Z","steps":["trace[722887126] 'agreement among raft nodes before linearized reading' (duration: 2.000099674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:46.841088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:44.840727Z","time spent":"2.00034567s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:47.093769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998878782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:47.093845Z","caller":"traceutil/trace.go:171","msg":"trace[1502463616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999022864s","start":"2026-03-31T21:16:42.094804Z","end":"2026-03-31T21:16:47.093827Z","steps":["trace[1502463616] 'agreement among raft nodes before linearized reading' (duration: 4.998910832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:47.093882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:42.094784Z","time spent":"4.999089337s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:16:47.110293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998831671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:47.110356Z","caller":"traceutil/trace.go:171","msg":"trace[811859929] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998930912s","start":"2026-03-31T21:16:42.111411Z","end":"2026-03-31T21:16:47.110342Z","steps":["trace[811859929] 'agreement among raft nodes before linearized reading' (duration: 4.998857751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:47.110414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:42.111392Z","time spent":"4.999004135s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 21:16:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:47.474962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999695572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:47.475074Z","caller":"traceutil/trace.go:171","msg":"trace[1135388910] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999866286s","start":"2026-03-31T21:16:42.475179Z","end":"2026-03-31T21:16:47.475045Z","steps":["trace[1135388910] 'agreement among raft nodes before linearized reading' (duration: 4.999731223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:47.475137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:42.475157Z","time spent":"4.999964309s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 21:16:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:47.649784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999445456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:47.649869Z","caller":"traceutil/trace.go:171","msg":"trace[1905876600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99958769s","start":"2026-03-31T21:16:42.650262Z","end":"2026-03-31T21:16:47.64985Z","steps":["trace[1905876600] 'agreement among raft nodes before linearized reading' (duration: 4.999481757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:47.649915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:42.650242Z","time spent":"4.999664152s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 21:16:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:48.256959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999788385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:48.257043Z","caller":"traceutil/trace.go:171","msg":"trace[469000756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999916268s","start":"2026-03-31T21:16:43.257109Z","end":"2026-03-31T21:16:48.257025Z","steps":["trace[469000756] 'agreement among raft nodes before linearized reading' (duration: 4.999809636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:48.257095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.257092Z","time spent":"4.99999117s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 21:16:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:48.323357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999219199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:48.323459Z","caller":"traceutil/trace.go:171","msg":"trace[777948226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999385433s","start":"2026-03-31T21:16:43.324049Z","end":"2026-03-31T21:16:48.323434Z","steps":["trace[777948226] 'agreement among raft nodes before linearized reading' (duration: 4.99925431s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:48.323511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.324028Z","time spent":"4.999471926s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:16:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:48.662127Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde5413","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:16:48.768126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:41.767289Z","time spent":"7.000830093s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:16:48.768612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999383514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:48.768672Z","caller":"traceutil/trace.go:171","msg":"trace[150576633] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999498767s","start":"2026-03-31T21:16:43.769159Z","end":"2026-03-31T21:16:48.768658Z","steps":["trace[150576633] 'agreement among raft nodes before linearized reading' (duration: 4.999421465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:48.768734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.769142Z","time spent":"4.999579869s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:16:48.84947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000659268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:48.849723Z","caller":"traceutil/trace.go:171","msg":"trace[1804148104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000974996s","start":"2026-03-31T21:16:46.848732Z","end":"2026-03-31T21:16:48.849707Z","steps":["trace[1804148104] 'agreement among raft nodes before linearized reading' (duration: 2.000694639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:48.849759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:46.848708Z","time spent":"2.001044118s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:48.852065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:41.851075Z","time spent":"7.000986056s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:16:49.582194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.696456171s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T21:16:49.582475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177618378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:49.582548Z","caller":"traceutil/trace.go:171","msg":"trace[63612986] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27142; }","duration":"8.177711291s","start":"2026-03-31T21:16:41.404819Z","end":"2026-03-31T21:16:49.582531Z","steps":["trace[63612986] 'agreement among raft nodes before linearized reading' (duration: 2.481132957s)","trace[63612986] 'count revisions from in-memory index tree' (duration: 5.696459961s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:49.58258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:41.404796Z","time spent":"8.177775502s","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:49.582677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343321353s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:49.582798Z","caller":"traceutil/trace.go:171","msg":"trace[1068727473] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27142; }","duration":"5.343455406s","start":"2026-03-31T21:16:44.239322Z","end":"2026-03-31T21:16:49.582778Z","steps":["trace[1068727473] 'range keys from in-memory index tree' (duration: 5.343304912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:49.58281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.969426Z","time spent":"5.613382829s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:16:50.176551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997719992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:50.17664Z","caller":"traceutil/trace.go:171","msg":"trace[2127665742] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997865526s","start":"2026-03-31T21:16:45.178755Z","end":"2026-03-31T21:16:50.176621Z","steps":["trace[2127665742] 'agreement among raft nodes before linearized reading' (duration: 4.997739953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:50.176696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:45.178739Z","time spent":"4.997933888s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:16:50.849902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999777046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:50.849988Z","caller":"traceutil/trace.go:171","msg":"trace[1868839962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999913399s","start":"2026-03-31T21:16:48.850052Z","end":"2026-03-31T21:16:50.849965Z","steps":["trace[1868839962] 'agreement among raft nodes before linearized reading' (duration: 1.999813907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:50.850045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:48.850031Z","time spent":"1.999998522s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:51.647664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000777961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:51.647759Z","caller":"traceutil/trace.go:171","msg":"trace[579866739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000950005s","start":"2026-03-31T21:16:49.646785Z","end":"2026-03-31T21:16:51.647735Z","steps":["trace[579866739] 'agreement among raft nodes before linearized reading' (duration: 2.000798861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:51.647809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:49.646768Z","time spent":"2.001030938s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:52.650022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998911181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:52.650112Z","caller":"traceutil/trace.go:171","msg":"trace[1432456707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999025233s","start":"2026-03-31T21:16:49.651063Z","end":"2026-03-31T21:16:52.650088Z","steps":["trace[1432456707] 'agreement among raft nodes before linearized reading' (duration: 2.998919321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:52.650162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:49.651057Z","time spent":"2.999093215s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 21:16:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:52.859645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000830443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:52.859717Z","caller":"traceutil/trace.go:171","msg":"trace[1548875928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000957707s","start":"2026-03-31T21:16:50.858743Z","end":"2026-03-31T21:16:52.859701Z","steps":["trace[1548875928] 'agreement among raft nodes before linearized reading' (duration: 2.000857864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:52.859752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:50.858724Z","time spent":"2.001022248s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:53.166283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999445185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:53.166377Z","caller":"traceutil/trace.go:171","msg":"trace[22564433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999577999s","start":"2026-03-31T21:16:43.166779Z","end":"2026-03-31T21:16:53.166357Z","steps":["trace[22564433] 'agreement among raft nodes before linearized reading' (duration: 9.999462826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:53.166428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.166768Z","time spent":"9.99964997s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/31 21:16:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:53.256931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999304322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:53.257022Z","caller":"traceutil/trace.go:171","msg":"trace[1106413918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999420404s","start":"2026-03-31T21:16:43.257578Z","end":"2026-03-31T21:16:53.256999Z","steps":["trace[1106413918] 'agreement among raft nodes before linearized reading' (duration: 9.999314992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:53.257076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.257573Z","time spent":"9.999489736s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 21:16:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:53.257282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997921786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:53.257383Z","caller":"traceutil/trace.go:171","msg":"trace[2031333086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.9980884s","start":"2026-03-31T21:16:50.259268Z","end":"2026-03-31T21:16:53.257357Z","steps":["trace[2031333086] 'agreement among raft nodes before linearized reading' (duration: 2.997949367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:53.257441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:50.259248Z","time spent":"2.998181813s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 21:16:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:53.776259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:46.775577Z","time spent":"7.000675408s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:16:53.912199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:46.911298Z","time spent":"7.000892784s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:16:54.115645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999368094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:54.115746Z","caller":"traceutil/trace.go:171","msg":"trace[1934531890] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999522088s","start":"2026-03-31T21:16:49.116199Z","end":"2026-03-31T21:16:54.115721Z","steps":["trace[1934531890] 'agreement among raft nodes before linearized reading' (duration: 4.999391165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:54.115803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:49.116183Z","time spent":"4.9996071s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 21:16:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:54.163956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999022655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:54.164045Z","caller":"traceutil/trace.go:171","msg":"trace[1297291756] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999175058s","start":"2026-03-31T21:16:49.164849Z","end":"2026-03-31T21:16:54.164024Z","steps":["trace[1297291756] 'agreement among raft nodes before linearized reading' (duration: 4.999045435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:54.164106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:49.164834Z","time spent":"4.999258451s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T21:16:54.508503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.543250472s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:16:54.860339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:54.860425Z","caller":"traceutil/trace.go:171","msg":"trace[1230823756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499554s","start":"2026-03-31T21:16:52.859907Z","end":"2026-03-31T21:16:54.860406Z","steps":["trace[1230823756] 'agreement among raft nodes before linearized reading' (duration: 2.000382631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:54.860482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:52.859867Z","time spent":"2.000605796s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:55.043628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.488327ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:55.043802Z","caller":"traceutil/trace.go:171","msg":"trace[2054134390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27143; }","duration":"804.670502ms","start":"2026-03-31T21:16:54.239098Z","end":"2026-03-31T21:16:55.043768Z","steps":["trace[2054134390] 'range keys from in-memory index tree' (duration: 804.462887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.043828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.456006795s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:16:55.044139Z","caller":"traceutil/trace.go:171","msg":"trace[154275899] linearizableReadLoop","detail":"{readStateIndex:28091; appliedIndex:28088; }","duration":"11.158135748s","start":"2026-03-31T21:16:43.88592Z","end":"2026-03-31T21:16:55.044056Z","steps":["trace[154275899] 'read index received' (duration: 194.940045ms)","trace[154275899] 'applied index is now lower than readState.Index' (duration: 10.963188513s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:55.044342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.158452816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:16:55.044414Z","caller":"traceutil/trace.go:171","msg":"trace[729509777] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27146; }","duration":"11.158671941s","start":"2026-03-31T21:16:43.885721Z","end":"2026-03-31T21:16:55.044393Z","steps":["trace[729509777] 'agreement among raft nodes before linearized reading' (duration: 11.158355853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.044394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.882439135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:55.044449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.306965618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:55.044496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.885694Z","time spent":"11.158782624s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:16:55.044532Z","caller":"traceutil/trace.go:171","msg":"trace[757567917] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27146; }","duration":"11.307096171s","start":"2026-03-31T21:16:43.737414Z","end":"2026-03-31T21:16:55.04451Z","steps":["trace[757567917] 'agreement among raft nodes before linearized reading' (duration: 11.306639509s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:55.044541Z","caller":"traceutil/trace.go:171","msg":"trace[320456640] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27146; }","duration":"11.882657841s","start":"2026-03-31T21:16:43.161826Z","end":"2026-03-31T21:16:55.044484Z","steps":["trace[320456640] 'agreement among raft nodes before linearized reading' (duration: 11.882370243s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.044598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.737394Z","time spent":"11.307186693s","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:55.044621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.539766632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:16:55.044673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.161804Z","time spent":"11.882780085s","remote":"127.0.0.1:35798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:55.044395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.784537692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz\" ","response":"range_response_count:1 size:6391"} {"level":"info","ts":"2026-03-31T21:16:55.044762Z","caller":"traceutil/trace.go:171","msg":"trace[767433775] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz; range_end:; response_count:1; response_revision:27146; }","duration":"11.784945363s","start":"2026-03-31T21:16:43.259794Z","end":"2026-03-31T21:16:55.044739Z","steps":["trace[767433775] 'agreement among raft nodes before linearized reading' (duration: 11.784276675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.044831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.259773Z","time spent":"11.785039736s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6413,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz\" "} {"level":"info","ts":"2026-03-31T21:16:55.04477Z","caller":"traceutil/trace.go:171","msg":"trace[197927290] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27146; }","duration":"13.539963607s","start":"2026-03-31T21:16:41.504755Z","end":"2026-03-31T21:16:55.044719Z","steps":["trace[197927290] 'agreement among raft nodes before linearized reading' (duration: 13.539563236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.045156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:41.504735Z","time spent":"13.540396948s","remote":"127.0.0.1:50724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:16:55.352065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999753892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:55.352166Z","caller":"traceutil/trace.go:171","msg":"trace[928173243] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999920487s","start":"2026-03-31T21:16:50.352216Z","end":"2026-03-31T21:16:55.352137Z","steps":["trace[928173243] 'agreement among raft nodes before linearized reading' (duration: 4.999796714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.352333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:50.352201Z","time spent":"5.000017929s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 21:16:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:55.366181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999787943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:55.366267Z","caller":"traceutil/trace.go:171","msg":"trace[82273997] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999943668s","start":"2026-03-31T21:16:50.366305Z","end":"2026-03-31T21:16:55.366249Z","steps":["trace[82273997] 'agreement among raft nodes before linearized reading' (duration: 4.999823535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.366308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:50.366282Z","time spent":"5.000017039s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 21:16:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:55.545073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:55.549804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999242071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:55.549932Z","caller":"traceutil/trace.go:171","msg":"trace[1929049834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999443886s","start":"2026-03-31T21:16:50.550458Z","end":"2026-03-31T21:16:55.549902Z","steps":["trace[1929049834] 'agreement among raft nodes before linearized reading' (duration: 4.999267272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.550001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:50.550436Z","time spent":"4.999551889s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:16:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:55.572641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998486781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:55.572728Z","caller":"traceutil/trace.go:171","msg":"trace[561556815] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998620485s","start":"2026-03-31T21:16:50.57407Z","end":"2026-03-31T21:16:55.57269Z","steps":["trace[561556815] 'agreement among raft nodes before linearized reading' (duration: 4.998522972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:55.572803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:50.574044Z","time spent":"4.998742638s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/31 21:16:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:56.011181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999251772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:56.011262Z","caller":"traceutil/trace.go:171","msg":"trace[662010899] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999412506s","start":"2026-03-31T21:16:51.011831Z","end":"2026-03-31T21:16:56.011243Z","steps":["trace[662010899] 'agreement among raft nodes before linearized reading' (duration: 4.999283302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:56.011307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:51.01181Z","time spent":"4.999487418s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 21:16:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:56.045912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:56.547029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:56.76545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992309905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:56.765531Z","caller":"traceutil/trace.go:171","msg":"trace[873748613] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.992436008s","start":"2026-03-31T21:16:48.773075Z","end":"2026-03-31T21:16:56.765511Z","steps":["trace[873748613] 'agreement among raft nodes before linearized reading' (duration: 7.992335126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:56.765579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:48.773059Z","time spent":"7.992509689s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 21:16:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:56.774991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999130747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:56.775063Z","caller":"traceutil/trace.go:171","msg":"trace[1829813925] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999311642s","start":"2026-03-31T21:16:51.775736Z","end":"2026-03-31T21:16:56.775048Z","steps":["trace[1829813925] 'agreement among raft nodes before linearized reading' (duration: 4.999158148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:56.775108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:51.775716Z","time spent":"4.999382574s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:16:56.868942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:56.869011Z","caller":"traceutil/trace.go:171","msg":"trace[942989366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995382s","start":"2026-03-31T21:16:54.868999Z","end":"2026-03-31T21:16:56.868995Z","steps":["trace[942989366] 'agreement among raft nodes before linearized reading' (duration: 1.9999088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:56.869049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:54.868965Z","time spent":"2.000076513s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:16:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:56.9977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.9999951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:16:56.997794Z","caller":"traceutil/trace.go:171","msg":"trace[529623960] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000144664s","start":"2026-03-31T21:16:46.997627Z","end":"2026-03-31T21:16:56.997772Z","steps":["trace[529623960] 'agreement among raft nodes before linearized reading' (duration: 10.000017421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:56.9979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:46.997608Z","time spent":"10.000275747s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/31 21:16:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:57.047437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:57.548275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:57.650631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:52.652569Z","time spent":"4.998054671s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:16:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:57.92053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999362124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:57.920632Z","caller":"traceutil/trace.go:171","msg":"trace[144983342] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999528028s","start":"2026-03-31T21:16:52.921082Z","end":"2026-03-31T21:16:57.92061Z","steps":["trace[144983342] 'agreement among raft nodes before linearized reading' (duration: 4.999393345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:57.920721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:52.921061Z","time spent":"4.99963606s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:16:58.049046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:58.258084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:53.260137Z","time spent":"4.997938698s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:16:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:16:58.549807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:58.869418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:16:58.869505Z","caller":"traceutil/trace.go:171","msg":"trace[1925737873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147285s","start":"2026-03-31T21:16:56.86934Z","end":"2026-03-31T21:16:58.869487Z","steps":["trace[1925737873] 'agreement among raft nodes before linearized reading' (duration: 1.999973651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:58.869544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:56.869318Z","time spent":"2.000217387s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:16:59.050135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:16:59.086375Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde5507","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:16:59.550788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:00.051753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:00.169634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:53.168741Z","time spent":"7.000886314s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:00.259367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:53.258571Z","time spent":"7.000776381s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:00.552481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:00.780683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:53.780461Z","time spent":"7.000214388s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:00.875473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:00.875582Z","caller":"traceutil/trace.go:171","msg":"trace[1778945966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430193s","start":"2026-03-31T21:16:58.875107Z","end":"2026-03-31T21:17:00.875537Z","steps":["trace[1778945966] 'agreement among raft nodes before linearized reading' (duration: 2.00033258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:00.875631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:58.875094Z","time spent":"2.000527176s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:00.917201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:53.91605Z","time spent":"7.001145621s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:01.053261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:01.213446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.704712884s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:01.65422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998930033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:01.654313Z","caller":"traceutil/trace.go:171","msg":"trace[1178324451] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999086506s","start":"2026-03-31T21:16:56.655201Z","end":"2026-03-31T21:17:01.654287Z","steps":["trace[1178324451] 'agreement among raft nodes before linearized reading' (duration: 4.998953643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:01.654394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:56.655183Z","time spent":"4.999197s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T21:17:02.052286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:55.051707Z","time spent":"7.000568676s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:02.876207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:02.87629Z","caller":"traceutil/trace.go:171","msg":"trace[1908508534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252299s","start":"2026-03-31T21:17:00.87601Z","end":"2026-03-31T21:17:02.876262Z","steps":["trace[1908508534] 'agreement among raft nodes before linearized reading' (duration: 2.000163376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:02.876319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:00.875998Z","time spent":"2.00031532s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:03.374588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999394095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:03.374672Z","caller":"traceutil/trace.go:171","msg":"trace[1849021343] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999534398s","start":"2026-03-31T21:16:58.375121Z","end":"2026-03-31T21:17:03.374655Z","steps":["trace[1849021343] 'agreement among raft nodes before linearized reading' (duration: 4.999429116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:03.374716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:58.375097Z","time spent":"4.999610451s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 21:17:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:03.484141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999173029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:03.484259Z","caller":"traceutil/trace.go:171","msg":"trace[311057477] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999321843s","start":"2026-03-31T21:16:58.484893Z","end":"2026-03-31T21:17:03.484215Z","steps":["trace[311057477] 'agreement among raft nodes before linearized reading' (duration: 4.999193839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:03.484372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:58.484866Z","time spent":"4.999493047s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:17:03.866739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653082196s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T21:17:03.976879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.763231605s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:04.34554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999282662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:04.345631Z","caller":"traceutil/trace.go:171","msg":"trace[447426957] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999425046s","start":"2026-03-31T21:16:59.346178Z","end":"2026-03-31T21:17:04.345604Z","steps":["trace[447426957] 'agreement among raft nodes before linearized reading' (duration: 4.999310863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:04.345677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:59.346086Z","time spent":"4.99958038s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 21:17:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:04.503198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999121938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:04.503273Z","caller":"traceutil/trace.go:171","msg":"trace[657690484] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999252332s","start":"2026-03-31T21:16:59.504005Z","end":"2026-03-31T21:17:04.503257Z","steps":["trace[657690484] 'agreement among raft nodes before linearized reading' (duration: 4.999153569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:04.50331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:59.503983Z","time spent":"4.999319003s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/31 21:17:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:04.641335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998974634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:04.641498Z","caller":"traceutil/trace.go:171","msg":"trace[147028548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999161708s","start":"2026-03-31T21:16:59.64227Z","end":"2026-03-31T21:17:04.641432Z","steps":["trace[147028548] 'agreement among raft nodes before linearized reading' (duration: 4.998987414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:04.641588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:59.642254Z","time spent":"4.999320092s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:17:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:04.716879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99686387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:04.716962Z","caller":"traceutil/trace.go:171","msg":"trace[1597491749] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997070937s","start":"2026-03-31T21:16:59.719872Z","end":"2026-03-31T21:17:04.716943Z","steps":["trace[1597491749] 'agreement among raft nodes before linearized reading' (duration: 4.996919343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:04.71701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:59.719841Z","time spent":"4.997157749s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 21:17:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:04.882319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:04.88239Z","caller":"traceutil/trace.go:171","msg":"trace[184183125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178957s","start":"2026-03-31T21:17:02.882193Z","end":"2026-03-31T21:17:04.882372Z","steps":["trace[184183125] 'agreement among raft nodes before linearized reading' (duration: 2.000087884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:04.882425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:02.882182Z","time spent":"2.000236778s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:05.267322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000223866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:05.267421Z","caller":"traceutil/trace.go:171","msg":"trace[1750650384] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.000380669s","start":"2026-03-31T21:17:00.267016Z","end":"2026-03-31T21:17:05.267397Z","steps":["trace[1750650384] 'agreement among raft nodes before linearized reading' (duration: 5.000247026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:05.267489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:00.266992Z","time spent":"5.000487332s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 21:17:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:05.653978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999071147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:05.65406Z","caller":"traceutil/trace.go:171","msg":"trace[841245973] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999212291s","start":"2026-03-31T21:17:00.654829Z","end":"2026-03-31T21:17:05.654041Z","steps":["trace[841245973] 'agreement among raft nodes before linearized reading' (duration: 4.999094368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:05.654101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:00.6548Z","time spent":"4.999292032s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 21:17:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:06.09355Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde5507","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:17:06.161087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921696851s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.161216Z","caller":"traceutil/trace.go:171","msg":"trace[1361013685] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27148; }","duration":"1.921840354s","start":"2026-03-31T21:17:04.239356Z","end":"2026-03-31T21:17:06.161196Z","steps":["trace[1361013685] 'range keys from in-memory index tree' (duration: 1.921677779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.161294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291015804s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-31T21:17:06.161932Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"29.951µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-31T21:17:06.16282Z","caller":"traceutil/trace.go:171","msg":"trace[1411630557] linearizableReadLoop","detail":"{readStateIndex:28102; appliedIndex:28093; }","duration":"11.118512495s","start":"2026-03-31T21:16:55.044272Z","end":"2026-03-31T21:17:06.162785Z","steps":["trace[1411630557] 'read index received' (duration: 6.169450363s)","trace[1411630557] 'applied index is now lower than readState.Index' (duration: 4.949060092s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:06.162999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.099196584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.163027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.713420248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.163079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.087297826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:06.163033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.645553733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:06.163128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.76251808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.163161Z","caller":"traceutil/trace.go:171","msg":"trace[243270226] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:27152; }","duration":"19.76258499s","start":"2026-03-31T21:16:46.400566Z","end":"2026-03-31T21:17:06.163151Z","steps":["trace[243270226] 'agreement among raft nodes before linearized reading' (duration: 19.762516199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.163162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.611249035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.163182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.502707449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.16312Z","caller":"traceutil/trace.go:171","msg":"trace[2053439775] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27152; }","duration":"19.713554913s","start":"2026-03-31T21:16:46.449541Z","end":"2026-03-31T21:17:06.163096Z","steps":["trace[2053439775] 'agreement among raft nodes before linearized reading' (duration: 19.713402138s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.163203Z","caller":"traceutil/trace.go:171","msg":"trace[1612767854] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27152; }","duration":"15.611331057s","start":"2026-03-31T21:16:50.551858Z","end":"2026-03-31T21:17:06.163189Z","steps":["trace[1612767854] 'agreement among raft nodes before linearized reading' (duration: 15.611261916s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.163215Z","caller":"traceutil/trace.go:171","msg":"trace[1757227931] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27152; }","duration":"19.502779751s","start":"2026-03-31T21:16:46.660427Z","end":"2026-03-31T21:17:06.163206Z","steps":["trace[1757227931] 'agreement among raft nodes before linearized reading' (duration: 19.502722039s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.163146Z","caller":"traceutil/trace.go:171","msg":"trace[970686971] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27152; }","duration":"20.645709378s","start":"2026-03-31T21:16:45.517425Z","end":"2026-03-31T21:17:06.163134Z","steps":["trace[970686971] 'agreement among raft nodes before linearized reading' (duration: 20.645557563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.163254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:50.551763Z","time spent":"15.611479611s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.163326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:45.517404Z","time spent":"20.645908603s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.163396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.308115502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T21:17:06.163421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.71494582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.163459Z","caller":"traceutil/trace.go:171","msg":"trace[144567297] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27152; }","duration":"11.715022862s","start":"2026-03-31T21:16:54.448424Z","end":"2026-03-31T21:17:06.163447Z","steps":["trace[144567297] 'agreement among raft nodes before linearized reading' (duration: 11.71495835s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.163458Z","caller":"traceutil/trace.go:171","msg":"trace[292694999] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27152; }","duration":"17.308217404s","start":"2026-03-31T21:16:48.855226Z","end":"2026-03-31T21:17:06.163444Z","steps":["trace[292694999] 'agreement among raft nodes before linearized reading' (duration: 17.308003119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.16347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.095922869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:17:06.163498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:54.448404Z","time spent":"11.715083943s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.163504Z","caller":"traceutil/trace.go:171","msg":"trace[794049231] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27152; }","duration":"11.0959582s","start":"2026-03-31T21:16:55.067537Z","end":"2026-03-31T21:17:06.163495Z","steps":["trace[794049231] 'agreement among raft nodes before linearized reading' (duration: 11.095795856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.163509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:48.855206Z","time spent":"17.308291306s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:17:06.163527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.846693304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.163534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:55.067477Z","time spent":"11.096050043s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.163542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.080543664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.163591Z","caller":"traceutil/trace.go:171","msg":"trace[1361423762] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27152; }","duration":"20.846778797s","start":"2026-03-31T21:16:45.316792Z","end":"2026-03-31T21:17:06.163571Z","steps":["trace[1361423762] 'agreement among raft nodes before linearized reading' (duration: 20.846692004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.163642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:45.316779Z","time spent":"20.846853208s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.163669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.809809054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.163659Z","caller":"traceutil/trace.go:171","msg":"trace[1717418028] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27152; }","duration":"16.080654837s","start":"2026-03-31T21:16:50.082969Z","end":"2026-03-31T21:17:06.163623Z","steps":["trace[1717418028] 'agreement among raft nodes before linearized reading' (duration: 16.080476563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.163218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:46.449523Z","time spent":"19.713689056s","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.163741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:50.082934Z","time spent":"16.08078488s","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.16377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980740417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.163791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.045170582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:06.163821Z","caller":"traceutil/trace.go:171","msg":"trace[1092364023] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27152; }","duration":"4.980811579s","start":"2026-03-31T21:17:01.182991Z","end":"2026-03-31T21:17:06.163802Z","steps":["trace[1092364023] 'agreement among raft nodes before linearized reading' (duration: 4.980706227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.163701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.705655739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.163906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.46791591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:17:06.163954Z","caller":"traceutil/trace.go:171","msg":"trace[1805661005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27152; }","duration":"16.468003442s","start":"2026-03-31T21:16:49.69594Z","end":"2026-03-31T21:17:06.163943Z","steps":["trace[1805661005] 'agreement among raft nodes before linearized reading' (duration: 16.467863208s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.163957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.242370673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-31T21:17:06.163977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.655552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-31T21:17:06.163996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.651171179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:06.163353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.926168882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.164028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763632016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.164055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197075553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.164076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.378656577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-31T21:17:06.164093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321586152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.164124Z","caller":"traceutil/trace.go:171","msg":"trace[597271750] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:27152; }","duration":"5.378737559s","start":"2026-03-31T21:17:00.785378Z","end":"2026-03-31T21:17:06.164115Z","steps":["trace[597271750] 'agreement among raft nodes before linearized reading' (duration: 5.378635377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281381016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.164138Z","caller":"traceutil/trace.go:171","msg":"trace[1435688970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27152; }","duration":"4.321653813s","start":"2026-03-31T21:17:01.842473Z","end":"2026-03-31T21:17:06.164127Z","steps":["trace[1435688970] 'agreement among raft nodes before linearized reading' (duration: 4.321592742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.16416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:00.785359Z","time spent":"5.378794811s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-31T21:17:06.164163Z","caller":"traceutil/trace.go:171","msg":"trace[293266925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27152; }","duration":"1.281449538s","start":"2026-03-31T21:17:04.882703Z","end":"2026-03-31T21:17:06.164153Z","steps":["trace[293266925] 'agreement among raft nodes before linearized reading' (duration: 1.281403527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:01.842458Z","time spent":"4.321707645s","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.164177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.393377509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:17:06.164102Z","caller":"traceutil/trace.go:171","msg":"trace[799182923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27152; }","duration":"16.926964822s","start":"2026-03-31T21:16:49.237092Z","end":"2026-03-31T21:17:06.164057Z","steps":["trace[799182923] 'agreement among raft nodes before linearized reading' (duration: 16.926128281s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.164222Z","caller":"traceutil/trace.go:171","msg":"trace[997705353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27152; }","duration":"4.393450971s","start":"2026-03-31T21:17:01.770754Z","end":"2026-03-31T21:17:06.164205Z","steps":["trace[997705353] 'agreement among raft nodes before linearized reading' (duration: 4.393355609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:01.770727Z","time spent":"4.393554904s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:17:06.164304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.739687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-31T21:17:06.164315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.437945318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.164345Z","caller":"traceutil/trace.go:171","msg":"trace[311968274] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27152; }","duration":"692.816619ms","start":"2026-03-31T21:17:05.471519Z","end":"2026-03-31T21:17:06.164336Z","steps":["trace[311968274] 'agreement among raft nodes before linearized reading' (duration: 692.680755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101936828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp\" ","response":"range_response_count:1 size:6262"} {"level":"warn","ts":"2026-03-31T21:17:06.164385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:05.471498Z","time spent":"692.878821ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T21:17:06.164386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554999567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.164401Z","caller":"traceutil/trace.go:171","msg":"trace[1796432215] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp; range_end:; response_count:1; response_revision:27152; }","duration":"4.102003619s","start":"2026-03-31T21:17:02.062386Z","end":"2026-03-31T21:17:06.16439Z","steps":["trace[1796432215] 'agreement among raft nodes before linearized reading' (duration: 4.101890956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.16427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:49.237067Z","time spent":"16.927189148s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.164414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226889109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.164436Z","caller":"traceutil/trace.go:171","msg":"trace[2117505050] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27152; }","duration":"2.555049359s","start":"2026-03-31T21:17:03.609374Z","end":"2026-03-31T21:17:06.164423Z","steps":["trace[2117505050] 'agreement among raft nodes before linearized reading' (duration: 2.554975957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:02.062364Z","time spent":"4.102065061s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6284,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp\" "} {"level":"warn","ts":"2026-03-31T21:17:06.163756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.045456073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.164507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.587745902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.164516Z","caller":"traceutil/trace.go:171","msg":"trace[335699806] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27152; }","duration":"4.227054483s","start":"2026-03-31T21:17:01.937444Z","end":"2026-03-31T21:17:06.164499Z","steps":["trace[335699806] 'agreement among raft nodes before linearized reading' (duration: 4.226908729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.318700539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.164556Z","caller":"traceutil/trace.go:171","msg":"trace[1364453385] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27152; }","duration":"6.587834795s","start":"2026-03-31T21:16:59.576711Z","end":"2026-03-31T21:17:06.164546Z","steps":["trace[1364453385] 'agreement among raft nodes before linearized reading' (duration: 6.587711392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:01.937423Z","time spent":"4.227134145s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.164583Z","caller":"traceutil/trace.go:171","msg":"trace[617941448] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27152; }","duration":"4.318933725s","start":"2026-03-31T21:17:01.84563Z","end":"2026-03-31T21:17:06.164564Z","steps":["trace[617941448] 'agreement among raft nodes before linearized reading' (duration: 4.318698319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:59.576691Z","time spent":"6.587894786s","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.164625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148963518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.164639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.385033939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:06.164637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:01.8456Z","time spent":"4.319024638s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.164102Z","caller":"traceutil/trace.go:171","msg":"trace[1647964033] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27152; }","duration":"1.197120284s","start":"2026-03-31T21:17:04.966967Z","end":"2026-03-31T21:17:06.164088Z","steps":["trace[1647964033] 'agreement among raft nodes before linearized reading' (duration: 1.197051253s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.164672Z","caller":"traceutil/trace.go:171","msg":"trace[833581160] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27152; }","duration":"12.3850665s","start":"2026-03-31T21:16:53.779597Z","end":"2026-03-31T21:17:06.164664Z","steps":["trace[833581160] 'agreement among raft nodes before linearized reading' (duration: 12.385013368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:03.609334Z","time spent":"2.555173412s","remote":"127.0.0.1:55512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.165215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.115560309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:06.164081Z","caller":"traceutil/trace.go:171","msg":"trace[1642246445] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27152; }","duration":"2.763720228s","start":"2026-03-31T21:17:03.400347Z","end":"2026-03-31T21:17:06.164067Z","steps":["trace[1642246445] 'agreement among raft nodes before linearized reading' (duration: 2.763644016s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.165256Z","caller":"traceutil/trace.go:171","msg":"trace[964508035] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27152; }","duration":"9.115634291s","start":"2026-03-31T21:16:57.04961Z","end":"2026-03-31T21:17:06.165244Z","steps":["trace[964508035] 'agreement among raft nodes before linearized reading' (duration: 9.115487727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.165281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:57.049584Z","time spent":"9.115690713s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.165277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:03.400329Z","time spent":"2.764935919s","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.163447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.273699109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2098c0c87a39c\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-03-31T21:17:06.165359Z","caller":"traceutil/trace.go:171","msg":"trace[1533979837] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2098c0c87a39c; range_end:; response_count:1; response_revision:27152; }","duration":"22.275640727s","start":"2026-03-31T21:16:43.889696Z","end":"2026-03-31T21:17:06.165337Z","steps":["trace[1533979837] 'agreement among raft nodes before linearized reading' (duration: 22.273517825s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.164589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.014803699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.165417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:43.889688Z","time spent":"22.275712539s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2098c0c87a39c\" "} {"level":"warn","ts":"2026-03-31T21:17:06.164317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022468285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.16551Z","caller":"traceutil/trace.go:171","msg":"trace[199217997] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27152; }","duration":"2.023727175s","start":"2026-03-31T21:17:04.141772Z","end":"2026-03-31T21:17:06.1655Z","steps":["trace[199217997] 'agreement among raft nodes before linearized reading' (duration: 2.022501995s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.164675Z","caller":"traceutil/trace.go:171","msg":"trace[1240317305] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27152; }","duration":"1.149058191s","start":"2026-03-31T21:17:05.015603Z","end":"2026-03-31T21:17:06.164661Z","steps":["trace[1240317305] 'agreement among raft nodes before linearized reading' (duration: 1.148983949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.165549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:04.141739Z","time spent":"2.023798277s","remote":"127.0.0.1:50766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.165558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:05.015579Z","time spent":"1.149965763s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.165489Z","caller":"traceutil/trace.go:171","msg":"trace[1233873994] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27152; }","duration":"13.015706951s","start":"2026-03-31T21:16:53.149739Z","end":"2026-03-31T21:17:06.165446Z","steps":["trace[1233873994] 'agreement among raft nodes before linearized reading' (duration: 13.014824319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.163954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.071074375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:17:06.165668Z","caller":"traceutil/trace.go:171","msg":"trace[899487807] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27152; }","duration":"14.072819587s","start":"2026-03-31T21:16:52.092834Z","end":"2026-03-31T21:17:06.165653Z","steps":["trace[899487807] 'agreement among raft nodes before linearized reading' (duration: 14.070944661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.165684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:53.149717Z","time spent":"13.015925526s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.163825Z","caller":"traceutil/trace.go:171","msg":"trace[454156614] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27152; }","duration":"5.045249944s","start":"2026-03-31T21:17:01.118566Z","end":"2026-03-31T21:17:06.163816Z","steps":["trace[454156614] 'agreement among raft nodes before linearized reading' (duration: 5.045185962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.165812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:01.118542Z","time spent":"5.047256613s","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.165715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:52.092817Z","time spent":"14.072885409s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.163092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.793481569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-31T21:17:06.165971Z","caller":"traceutil/trace.go:171","msg":"trace[2012531278] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27152; }","duration":"18.796403183s","start":"2026-03-31T21:16:47.369558Z","end":"2026-03-31T21:17:06.165961Z","steps":["trace[2012531278] 'agreement among raft nodes before linearized reading' (duration: 18.793379896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.166005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:47.36952Z","time spent":"18.796476844s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:06.164492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634596704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T21:17:06.166094Z","caller":"traceutil/trace.go:171","msg":"trace[2080298865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27152; }","duration":"4.636237106s","start":"2026-03-31T21:17:01.529839Z","end":"2026-03-31T21:17:06.166076Z","steps":["trace[2080298865] 'agreement among raft nodes before linearized reading' (duration: 4.634524882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.166146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:01.529815Z","time spent":"4.636319637s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T21:17:06.164203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:04.882682Z","time spent":"1.28151275s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:06.163987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:49.695917Z","time spent":"16.468060884s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:06.163531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.195407874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:06.166359Z","caller":"traceutil/trace.go:171","msg":"trace[735349134] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27152; }","duration":"18.198274265s","start":"2026-03-31T21:16:47.968074Z","end":"2026-03-31T21:17:06.166348Z","steps":["trace[735349134] 'agreement among raft nodes before linearized reading' (duration: 18.195397003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.166394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:47.968052Z","time spent":"18.198330337s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.16319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:46.400545Z","time spent":"19.762637942s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:17:06.163852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.146176218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.166581Z","caller":"traceutil/trace.go:171","msg":"trace[1696291456] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27152; }","duration":"21.148943178s","start":"2026-03-31T21:16:45.017627Z","end":"2026-03-31T21:17:06.16657Z","steps":["trace[1696291456] 'agreement among raft nodes before linearized reading' (duration: 21.146181718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.166592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.634639249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:17:06.166653Z","caller":"traceutil/trace.go:171","msg":"trace[968902368] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27152; }","duration":"6.634752581s","start":"2026-03-31T21:16:59.531887Z","end":"2026-03-31T21:17:06.16664Z","steps":["trace[968902368] 'agreement among raft nodes before linearized reading' (duration: 6.632930694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.166665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:45.01761Z","time spent":"21.149015719s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.166694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:59.53187Z","time spent":"6.634814663s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2724,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.16326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:46.660406Z","time spent":"19.502839523s","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.163124Z","caller":"traceutil/trace.go:171","msg":"trace[1224661515] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27152; }","duration":"15.087376449s","start":"2026-03-31T21:16:51.075727Z","end":"2026-03-31T21:17:06.163104Z","steps":["trace[1224661515] 'agreement among raft nodes before linearized reading' (duration: 15.087208854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.166893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:51.075707Z","time spent":"15.091173024s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.163706Z","caller":"traceutil/trace.go:171","msg":"trace[820938198] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27152; }","duration":"14.809876296s","start":"2026-03-31T21:16:51.353813Z","end":"2026-03-31T21:17:06.163689Z","steps":["trace[820938198] 'agreement among raft nodes before linearized reading' (duration: 14.809805564s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.163064Z","caller":"traceutil/trace.go:171","msg":"trace[996450027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27152; }","duration":"20.099315527s","start":"2026-03-31T21:16:46.063733Z","end":"2026-03-31T21:17:06.163049Z","steps":["trace[996450027] 'agreement among raft nodes before linearized reading' (duration: 20.099200594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.16698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:51.353792Z","time spent":"14.813163198s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.167096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:46.063705Z","time spent":"20.103366478s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.163867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:01.18298Z","time spent":"4.980876111s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.163952Z","caller":"traceutil/trace.go:171","msg":"trace[1325203331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27152; }","duration":"13.706129931s","start":"2026-03-31T21:16:52.457803Z","end":"2026-03-31T21:17:06.163933Z","steps":["trace[1325203331] 'agreement among raft nodes before linearized reading' (duration: 13.705624618s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.167342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:52.457788Z","time spent":"13.709534586s","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.163991Z","caller":"traceutil/trace.go:171","msg":"trace[1614973544] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:27152; }","duration":"5.242434635s","start":"2026-03-31T21:17:00.921545Z","end":"2026-03-31T21:17:06.163979Z","steps":["trace[1614973544] 'agreement among raft nodes before linearized reading' (duration: 5.242301071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.167439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:00.92152Z","time spent":"5.245903272s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-31T21:17:06.164032Z","caller":"traceutil/trace.go:171","msg":"trace[1897054649] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27152; }","duration":"14.651242491s","start":"2026-03-31T21:16:51.51278Z","end":"2026-03-31T21:17:06.164023Z","steps":["trace[1897054649] 'agreement among raft nodes before linearized reading' (duration: 14.65119208s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.164026Z","caller":"traceutil/trace.go:171","msg":"trace[576505727] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27152; }","duration":"460.731575ms","start":"2026-03-31T21:17:05.703284Z","end":"2026-03-31T21:17:06.164016Z","steps":["trace[576505727] 'agreement among raft nodes before linearized reading' (duration: 460.603591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.167688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:51.512759Z","time spent":"14.654914652s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.167728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:05.703272Z","time spent":"464.440977ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T21:17:06.164083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204962773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.164172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.105518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:06.167993Z","caller":"traceutil/trace.go:171","msg":"trace[1236950248] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27152; }","duration":"3.208905372s","start":"2026-03-31T21:17:02.959068Z","end":"2026-03-31T21:17:06.167973Z","steps":["trace[1236950248] 'agreement among raft nodes before linearized reading' (duration: 3.204977213s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.168015Z","caller":"traceutil/trace.go:171","msg":"trace[1188993385] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27152; }","duration":"542.979345ms","start":"2026-03-31T21:17:05.625017Z","end":"2026-03-31T21:17:06.167996Z","steps":["trace[1188993385] 'agreement among raft nodes before linearized reading' (duration: 539.110958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.168051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:02.95904Z","time spent":"3.208991244s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.164391Z","caller":"traceutil/trace.go:171","msg":"trace[1511149690] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27152; }","duration":"6.438051581s","start":"2026-03-31T21:16:59.726302Z","end":"2026-03-31T21:17:06.164354Z","steps":["trace[1511149690] 'agreement among raft nodes before linearized reading' (duration: 6.437969219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.171245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:59.726269Z","time spent":"6.444952894s","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.164705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:04.966936Z","time spent":"1.19774757s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.164716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:53.77958Z","time spent":"12.385125592s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.16806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:05.624995Z","time spent":"543.050278ms","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.16479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.629539199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:06.173363Z","caller":"traceutil/trace.go:171","msg":"trace[69558630] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27152; }","duration":"6.638126034s","start":"2026-03-31T21:16:59.535208Z","end":"2026-03-31T21:17:06.173334Z","steps":["trace[69558630] 'agreement among raft nodes before linearized reading' (duration: 6.629485907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.173433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:59.535187Z","time spent":"6.638224837s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.164818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.351045633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:06.173817Z","caller":"traceutil/trace.go:171","msg":"trace[2074244815] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27152; }","duration":"13.36007752s","start":"2026-03-31T21:16:52.813725Z","end":"2026-03-31T21:17:06.173803Z","steps":["trace[2074244815] 'agreement among raft nodes before linearized reading' (duration: 13.351022173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.173887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:52.813703Z","time spent":"13.360158302s","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.164966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.681936564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:06.174128Z","caller":"traceutil/trace.go:171","msg":"trace[1316725358] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27152; }","duration":"13.691122794s","start":"2026-03-31T21:16:52.482981Z","end":"2026-03-31T21:17:06.174103Z","steps":["trace[1316725358] 'agreement among raft nodes before linearized reading' (duration: 13.681953504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.174162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:52.482958Z","time spent":"13.691193146s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.16499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.204761894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.174385Z","caller":"traceutil/trace.go:171","msg":"trace[425501598] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27152; }","duration":"9.214185041s","start":"2026-03-31T21:16:56.960182Z","end":"2026-03-31T21:17:06.174367Z","steps":["trace[425501598] 'agreement among raft nodes before linearized reading' (duration: 9.204772645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.174427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:56.960163Z","time spent":"9.214253983s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.164748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.787870126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:06.165024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.077286016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:06.174908Z","caller":"traceutil/trace.go:171","msg":"trace[1096955264] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27152; }","duration":"10.087231575s","start":"2026-03-31T21:16:56.087659Z","end":"2026-03-31T21:17:06.17489Z","steps":["trace[1096955264] 'agreement among raft nodes before linearized reading' (duration: 10.077292276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.174939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:56.087624Z","time spent":"10.087305857s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.165082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.396290863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:17:06.175248Z","caller":"traceutil/trace.go:171","msg":"trace[1600951040] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27152; }","duration":"9.406479879s","start":"2026-03-31T21:16:56.768751Z","end":"2026-03-31T21:17:06.175231Z","steps":["trace[1600951040] 'agreement among raft nodes before linearized reading' (duration: 9.396273333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.175283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:56.768724Z","time spent":"9.406546581s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T21:17:06.165087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.708330261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.175504Z","caller":"traceutil/trace.go:171","msg":"trace[1148276396] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27152; }","duration":"9.718780113s","start":"2026-03-31T21:16:56.456712Z","end":"2026-03-31T21:17:06.175492Z","steps":["trace[1148276396] 'agreement among raft nodes before linearized reading' (duration: 9.708345591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.175528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:56.45669Z","time spent":"9.718829565s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.165102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.966710869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.175845Z","caller":"traceutil/trace.go:171","msg":"trace[1313761263] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27152; }","duration":"8.977499431s","start":"2026-03-31T21:16:57.198331Z","end":"2026-03-31T21:17:06.17583Z","steps":["trace[1313761263] 'agreement among raft nodes before linearized reading' (duration: 8.96672969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.175868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:57.198297Z","time spent":"8.977563651s","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.165109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.082704525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.176167Z","caller":"traceutil/trace.go:171","msg":"trace[899407653] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27152; }","duration":"9.093800594s","start":"2026-03-31T21:16:57.082353Z","end":"2026-03-31T21:17:06.176153Z","steps":["trace[899407653] 'agreement among raft nodes before linearized reading' (duration: 9.082706385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.176191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:57.082329Z","time spent":"9.093852045s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.165126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.361078338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:17:06.176465Z","caller":"traceutil/trace.go:171","msg":"trace[1182710997] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27152; }","duration":"7.372403402s","start":"2026-03-31T21:16:58.804004Z","end":"2026-03-31T21:17:06.176407Z","steps":["trace[1182710997] 'agreement among raft nodes before linearized reading' (duration: 7.361012716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.17654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:58.803983Z","time spent":"7.372536726s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:17:06.165145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.505112783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:06.176641Z","caller":"traceutil/trace.go:171","msg":"trace[555888845] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27152; }","duration":"8.516640152s","start":"2026-03-31T21:16:57.659977Z","end":"2026-03-31T21:17:06.176617Z","steps":["trace[555888845] 'agreement among raft nodes before linearized reading' (duration: 8.505117413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.165162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.771147523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:06.176705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:57.65996Z","time spent":"8.516716535s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.176771Z","caller":"traceutil/trace.go:171","msg":"trace[452298808] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27152; }","duration":"11.79799269s","start":"2026-03-31T21:16:54.376716Z","end":"2026-03-31T21:17:06.174709Z","steps":["trace[452298808] 'agreement among raft nodes before linearized reading' (duration: 11.787258441s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:06.176802Z","caller":"traceutil/trace.go:171","msg":"trace[1755885414] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27152; }","duration":"7.782837336s","start":"2026-03-31T21:16:58.393952Z","end":"2026-03-31T21:17:06.176789Z","steps":["trace[1755885414] 'agreement among raft nodes before linearized reading' (duration: 7.771138953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.176842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:58.393932Z","time spent":"7.782899667s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.176847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:54.376694Z","time spent":"11.800127533s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.164538Z","caller":"traceutil/trace.go:171","msg":"trace[641028733] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27152; }","duration":"14.046271092s","start":"2026-03-31T21:16:52.118256Z","end":"2026-03-31T21:17:06.164527Z","steps":["trace[641028733] 'agreement among raft nodes before linearized reading' (duration: 14.045471443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.165057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200954896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:17:06.177398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:52.118237Z","time spent":"14.058991052s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:06.177837Z","caller":"traceutil/trace.go:171","msg":"trace[1741871708] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27152; }","duration":"2.213756698s","start":"2026-03-31T21:17:03.964028Z","end":"2026-03-31T21:17:06.177784Z","steps":["trace[1741871708] 'agreement among raft nodes before linearized reading' (duration: 2.20028944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:06.177993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:03.963994Z","time spent":"2.213953243s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:06.675431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:07.175664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:07.676438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:08.175717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999312315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:08.175778Z","caller":"traceutil/trace.go:171","msg":"trace[709549862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999408607s","start":"2026-03-31T21:17:06.176354Z","end":"2026-03-31T21:17:08.175763Z","steps":["trace[709549862] 'agreement among raft nodes before linearized reading' (duration: 1.999326245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:08.175811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.176337Z","time spent":"1.999467959s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:08.176859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:08.677482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:09.178023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:09.679149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:10.058386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.88447646s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:10.176564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:10.176867Z","caller":"traceutil/trace.go:171","msg":"trace[1725526783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000959635s","start":"2026-03-31T21:17:08.175884Z","end":"2026-03-31T21:17:10.176844Z","steps":["trace[1725526783] 'agreement among raft nodes before linearized reading' (duration: 2.000613737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:10.177244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:08.175863Z","time spent":"2.001361085s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:11.169595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.175119Z","time spent":"4.994469591s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:11.179811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.183226Z","time spent":"4.996580124s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:11.499381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998882471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:11.4995Z","caller":"traceutil/trace.go:171","msg":"trace[257381870] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999075066s","start":"2026-03-31T21:17:06.500396Z","end":"2026-03-31T21:17:11.499471Z","steps":["trace[257381870] 'agreement among raft nodes before linearized reading' (duration: 4.998917202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:11.499573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.50037Z","time spent":"4.999189479s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 21:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:11.532708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999929829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:11.532784Z","caller":"traceutil/trace.go:171","msg":"trace[973682020] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000078032s","start":"2026-03-31T21:17:06.532688Z","end":"2026-03-31T21:17:11.532767Z","steps":["trace[973682020] 'agreement among raft nodes before linearized reading' (duration: 4.999952139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:11.532824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.532667Z","time spent":"5.000149264s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 21:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:11.647268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:11.647334Z","caller":"traceutil/trace.go:171","msg":"trace[1858121548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102465s","start":"2026-03-31T21:17:09.647217Z","end":"2026-03-31T21:17:11.647319Z","steps":["trace[1858121548] 'agreement among raft nodes before linearized reading' (duration: 2.000009662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:11.647366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:09.647144Z","time spent":"2.000215867s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:11.983013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999315004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:11.983079Z","caller":"traceutil/trace.go:171","msg":"trace[586155277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999441377s","start":"2026-03-31T21:17:06.983622Z","end":"2026-03-31T21:17:11.983064Z","steps":["trace[586155277] 'agreement among raft nodes before linearized reading' (duration: 4.999355875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:11.983109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.983584Z","time spent":"4.999520119s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:17:12.116088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057496583s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T21:17:12.116265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.173751Z","time spent":"5.942508166s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:12.185825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:12.185902Z","caller":"traceutil/trace.go:171","msg":"trace[975810032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031335s","start":"2026-03-31T21:17:10.185567Z","end":"2026-03-31T21:17:12.18588Z","steps":["trace[975810032] 'agreement among raft nodes before linearized reading' (duration: 2.000206927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:12.185946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:10.18555Z","time spent":"2.000386771s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:12.338252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999776274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:12.338372Z","caller":"traceutil/trace.go:171","msg":"trace[453650836] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99999015s","start":"2026-03-31T21:17:07.338354Z","end":"2026-03-31T21:17:12.338344Z","steps":["trace[453650836] 'agreement among raft nodes before linearized reading' (duration: 4.999809415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:12.338422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:07.338332Z","time spent":"5.000080122s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 21:17:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:12.66329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99802739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:12.663367Z","caller":"traceutil/trace.go:171","msg":"trace[1685112933] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998174964s","start":"2026-03-31T21:17:07.665175Z","end":"2026-03-31T21:17:12.66335Z","steps":["trace[1685112933] 'agreement among raft nodes before linearized reading' (duration: 4.998069761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:12.663407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:07.665148Z","time spent":"4.998249006s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/31 21:17:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:13.127926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99836409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:13.128012Z","caller":"traceutil/trace.go:171","msg":"trace[1959978301] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998577095s","start":"2026-03-31T21:17:08.129415Z","end":"2026-03-31T21:17:13.127992Z","steps":["trace[1959978301] 'agreement among raft nodes before linearized reading' (duration: 4.998463392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:13.128066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:08.129356Z","time spent":"4.998699588s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 21:17:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:13.17708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.176049Z","time spent":"7.001025277s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:13.178236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.177879Z","time spent":"7.000348511s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:13.182426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.182313Z","time spent":"7.000109744s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:13.487139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99958322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:13.487221Z","caller":"traceutil/trace.go:171","msg":"trace[592370061] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999728123s","start":"2026-03-31T21:17:08.487473Z","end":"2026-03-31T21:17:13.487201Z","steps":["trace[592370061] 'agreement among raft nodes before linearized reading' (duration: 4.999623101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:13.487272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:08.487447Z","time spent":"4.999813906s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 21:17:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:14.031722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.9731412s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:17:14.033653Z","caller":"traceutil/trace.go:171","msg":"trace[418215885] linearizableReadLoop","detail":"{readStateIndex:28108; appliedIndex:28102; }","duration":"7.85879425s","start":"2026-03-31T21:17:06.174837Z","end":"2026-03-31T21:17:14.033631Z","steps":["trace[418215885] 'read index received' (duration: 3.883757581s)","trace[418215885] 'applied index is now lower than readState.Index' (duration: 3.975035719s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:14.033874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.859020385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:17:14.033938Z","caller":"traceutil/trace.go:171","msg":"trace[1639787321] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:27156; }","duration":"7.859065316s","start":"2026-03-31T21:17:06.174828Z","end":"2026-03-31T21:17:14.033894Z","steps":["trace[1639787321] 'agreement among raft nodes before linearized reading' (duration: 7.858905782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:14.033969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.174786Z","time spent":"7.859175509s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T21:17:14.191646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:14.191765Z","caller":"traceutil/trace.go:171","msg":"trace[682144935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591477s","start":"2026-03-31T21:17:12.191152Z","end":"2026-03-31T21:17:14.191743Z","steps":["trace[682144935] 'agreement among raft nodes before linearized reading' (duration: 2.000445123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:14.191806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:12.191135Z","time spent":"2.000661158s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:14.534424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:15.38529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145300867s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:15.385392Z","caller":"traceutil/trace.go:171","msg":"trace[2139514681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27156; }","duration":"1.145414549s","start":"2026-03-31T21:17:14.239961Z","end":"2026-03-31T21:17:15.385375Z","steps":["trace[2139514681] 'range keys from in-memory index tree' (duration: 1.145284526s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:15.385469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.345702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:15.385569Z","caller":"traceutil/trace.go:171","msg":"trace[210996832] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"3.265237905s","start":"2026-03-31T21:17:12.120311Z","end":"2026-03-31T21:17:15.385549Z","steps":["trace[210996832] 'process raft request' (duration: 2.579727038s)","trace[210996832] 'compare' (duration: 684.989303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:15.385625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:12.120296Z","time spent":"3.265302666s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:16.192351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:16.192457Z","caller":"traceutil/trace.go:171","msg":"trace[734466412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252198s","start":"2026-03-31T21:17:14.192177Z","end":"2026-03-31T21:17:16.192429Z","steps":["trace[734466412] 'agreement among raft nodes before linearized reading' (duration: 2.000096614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.192544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.192164Z","time spent":"2.000365491s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:16.50533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80517993s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:17:16.583503Z","caller":"traceutil/trace.go:171","msg":"trace[1856393291] linearizableReadLoop","detail":"{readStateIndex:28110; appliedIndex:28108; }","duration":"2.549762226s","start":"2026-03-31T21:17:14.033708Z","end":"2026-03-31T21:17:16.58347Z","steps":["trace[1856393291] 'read index received' (duration: 666.449958ms)","trace[1856393291] 'applied index is now lower than readState.Index' (duration: 1.883310148s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:16.583673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.737147603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.583659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.431510868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:16.583741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.254136817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:16.583768Z","caller":"traceutil/trace.go:171","msg":"trace[1648655261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27158; }","duration":"10.254205319s","start":"2026-03-31T21:17:06.329556Z","end":"2026-03-31T21:17:16.583761Z","steps":["trace[1648655261] 'agreement among raft nodes before linearized reading' (duration: 10.254163808s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.583756Z","caller":"traceutil/trace.go:171","msg":"trace[1852193005] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27158; }","duration":"6.431659751s","start":"2026-03-31T21:17:10.152068Z","end":"2026-03-31T21:17:16.583728Z","steps":["trace[1852193005] 'agreement among raft nodes before linearized reading' (duration: 6.431497457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.583793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.32953Z","time spent":"10.25425613s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.583818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:10.152049Z","time spent":"6.431752984s","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.584017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.702546801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:16.58409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.405560391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:17:16.584104Z","caller":"traceutil/trace.go:171","msg":"trace[395804585] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27158; }","duration":"8.702689044s","start":"2026-03-31T21:17:07.881394Z","end":"2026-03-31T21:17:16.584083Z","steps":["trace[395804585] 'agreement among raft nodes before linearized reading' (duration: 8.7025112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.668129682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:16.584167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.413602033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.584183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:07.881369Z","time spent":"8.702775626s","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:16.584206Z","caller":"traceutil/trace.go:171","msg":"trace[1968638022] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27158; }","duration":"7.668320956s","start":"2026-03-31T21:17:08.915859Z","end":"2026-03-31T21:17:16.58418Z","steps":["trace[1968638022] 'agreement among raft nodes before linearized reading' (duration: 7.668093841s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.584215Z","caller":"traceutil/trace.go:171","msg":"trace[1569067862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27158; }","duration":"5.413683915s","start":"2026-03-31T21:17:11.170516Z","end":"2026-03-31T21:17:16.5842Z","steps":["trace[1569067862] 'agreement among raft nodes before linearized reading' (duration: 5.413614793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.056435336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.584288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:08.915841Z","time spent":"7.668433781s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.584294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.406073405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-31T21:17:16.58431Z","caller":"traceutil/trace.go:171","msg":"trace[565480056] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27158; }","duration":"9.056584751s","start":"2026-03-31T21:17:07.527705Z","end":"2026-03-31T21:17:16.584289Z","steps":["trace[565480056] 'agreement among raft nodes before linearized reading' (duration: 9.056363455s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.584346Z","caller":"traceutil/trace.go:171","msg":"trace[40666381] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:27158; }","duration":"10.406138026s","start":"2026-03-31T21:17:06.178196Z","end":"2026-03-31T21:17:16.584334Z","steps":["trace[40666381] 'agreement among raft nodes before linearized reading' (duration: 10.405969211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444889108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.58438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.178189Z","time spent":"10.406182937s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T21:17:16.584379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:07.52768Z","time spent":"9.056668714s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:16.584405Z","caller":"traceutil/trace.go:171","msg":"trace[1834017879] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27158; }","duration":"5.4449721s","start":"2026-03-31T21:17:11.139418Z","end":"2026-03-31T21:17:16.58439Z","steps":["trace[1834017879] 'agreement among raft nodes before linearized reading' (duration: 5.444910878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.564639312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:16.584144Z","caller":"traceutil/trace.go:171","msg":"trace[1562279006] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27158; }","duration":"10.405631972s","start":"2026-03-31T21:17:06.1785Z","end":"2026-03-31T21:17:16.584132Z","steps":["trace[1562279006] 'agreement among raft nodes before linearized reading' (duration: 10.405453938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.413910547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.584538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.178481Z","time spent":"10.406043504s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T21:17:16.584561Z","caller":"traceutil/trace.go:171","msg":"trace[564883173] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:27158; }","duration":"6.414000109s","start":"2026-03-31T21:17:10.170545Z","end":"2026-03-31T21:17:16.584545Z","steps":["trace[564883173] 'agreement among raft nodes before linearized reading' (duration: 6.413932568s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.58456Z","caller":"traceutil/trace.go:171","msg":"trace[655155253] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27158; }","duration":"9.56492499s","start":"2026-03-31T21:17:07.019587Z","end":"2026-03-31T21:17:16.584512Z","steps":["trace[655155253] 'agreement among raft nodes before linearized reading' (duration: 9.564009096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:10.170521Z","time spent":"6.414075082s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.584599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403017366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-31T21:17:16.584674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:07.019526Z","time spent":"9.565088073s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:17:16.584699Z","caller":"traceutil/trace.go:171","msg":"trace[671562863] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27158; }","duration":"3.40317079s","start":"2026-03-31T21:17:13.181501Z","end":"2026-03-31T21:17:16.584671Z","steps":["trace[671562863] 'agreement among raft nodes before linearized reading' (duration: 3.402573794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.408718591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T21:17:16.584766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:13.181477Z","time spent":"3.403276193s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T21:17:16.584785Z","caller":"traceutil/trace.go:171","msg":"trace[1525613602] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27158; }","duration":"10.408779392s","start":"2026-03-31T21:17:06.175994Z","end":"2026-03-31T21:17:16.584774Z","steps":["trace[1525613602] 'agreement among raft nodes before linearized reading' (duration: 10.408660979s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.583707Z","caller":"traceutil/trace.go:171","msg":"trace[526874175] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27158; }","duration":"9.737243096s","start":"2026-03-31T21:17:06.846451Z","end":"2026-03-31T21:17:16.583695Z","steps":["trace[526874175] 'agreement among raft nodes before linearized reading' (duration: 9.737159964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.175978Z","time spent":"10.408830184s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:17:16.5841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112523223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:16.584938Z","caller":"traceutil/trace.go:171","msg":"trace[1573388541] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27158; }","duration":"4.113392646s","start":"2026-03-31T21:17:12.471528Z","end":"2026-03-31T21:17:16.584921Z","steps":["trace[1573388541] 'agreement among raft nodes before linearized reading' (duration: 4.112520103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.585008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:12.471508Z","time spent":"4.113474237s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.585067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378821173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:17:16.585068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.080410519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:16.5851Z","caller":"traceutil/trace.go:171","msg":"trace[1278431001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27158; }","duration":"2.378881525s","start":"2026-03-31T21:17:14.206209Z","end":"2026-03-31T21:17:16.58509Z","steps":["trace[1278431001] 'agreement among raft nodes before linearized reading' (duration: 2.378779822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.585132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.206193Z","time spent":"2.378931736s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:17:16.585135Z","caller":"traceutil/trace.go:171","msg":"trace[1931796854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27158; }","duration":"9.080536733s","start":"2026-03-31T21:17:07.504581Z","end":"2026-03-31T21:17:16.585118Z","steps":["trace[1931796854] 'agreement among raft nodes before linearized reading' (duration: 9.080405399s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.585143Z","caller":"traceutil/trace.go:171","msg":"trace[621711013] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"2.545414929s","start":"2026-03-31T21:17:14.039701Z","end":"2026-03-31T21:17:16.585116Z","steps":["trace[621711013] 'process raft request' (duration: 2.465830464s)","trace[621711013] 'compare' (duration: 76.804925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:16.585194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:07.504552Z","time spent":"9.080628924s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.585221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.320257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-03-31T21:17:16.585275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.039672Z","time spent":"2.545523211s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:16.585309Z","caller":"traceutil/trace.go:171","msg":"trace[1449877117] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27158; }","duration":"603.442671ms","start":"2026-03-31T21:17:15.98183Z","end":"2026-03-31T21:17:16.585273Z","steps":["trace[1449877117] 'agreement among raft nodes before linearized reading' (duration: 603.261226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:11.170497Z","time spent":"5.413787608s","remote":"127.0.0.1:51000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.584448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:11.139396Z","time spent":"5.445039702s","remote":"127.0.0.1:47704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.585625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.258551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.585636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983917639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:17:16.585674Z","caller":"traceutil/trace.go:171","msg":"trace[1132192553] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27158; }","duration":"179.369394ms","start":"2026-03-31T21:17:16.406289Z","end":"2026-03-31T21:17:16.585659Z","steps":["trace[1132192553] 'agreement among raft nodes before linearized reading' (duration: 179.294092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.585693Z","caller":"traceutil/trace.go:171","msg":"trace[1383343291] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27158; }","duration":"1.98401487s","start":"2026-03-31T21:17:14.601661Z","end":"2026-03-31T21:17:16.585676Z","steps":["trace[1383343291] 'agreement among raft nodes before linearized reading' (duration: 1.983774565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.585788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.601645Z","time spent":"1.984084863s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.585784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08730455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T21:17:16.585889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.677448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:16.585926Z","caller":"traceutil/trace.go:171","msg":"trace[372630540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27158; }","duration":"384.7614ms","start":"2026-03-31T21:17:16.201156Z","end":"2026-03-31T21:17:16.585918Z","steps":["trace[372630540] 'agreement among raft nodes before linearized reading' (duration: 384.692839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.584841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.846421Z","time spent":"9.738402695s","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.585584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753611565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.585566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.252883914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:16.585995Z","caller":"traceutil/trace.go:171","msg":"trace[972007222] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27158; }","duration":"2.754089136s","start":"2026-03-31T21:17:13.831887Z","end":"2026-03-31T21:17:16.585976Z","steps":["trace[972007222] 'agreement among raft nodes before linearized reading' (duration: 2.753631995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.585998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213410949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-31T21:17:16.58602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:15.981781Z","time spent":"604.23476ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T21:17:16.586046Z","caller":"traceutil/trace.go:171","msg":"trace[1308281327] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27158; }","duration":"2.213497621s","start":"2026-03-31T21:17:14.372536Z","end":"2026-03-31T21:17:16.586034Z","steps":["trace[1308281327] 'agreement among raft nodes before linearized reading' (duration: 2.213309707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.585947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.201127Z","time spent":"384.815101ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:17:16.586057Z","caller":"traceutil/trace.go:171","msg":"trace[1826875727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27158; }","duration":"8.254646758s","start":"2026-03-31T21:17:08.331382Z","end":"2026-03-31T21:17:16.586029Z","steps":["trace[1826875727] 'agreement among raft nodes before linearized reading' (duration: 8.252641128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.372513Z","time spent":"2.213575094s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T21:17:16.586128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:08.331356Z","time spent":"8.25475006s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:16.585876Z","caller":"traceutil/trace.go:171","msg":"trace[1939724983] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27158; }","duration":"2.087484534s","start":"2026-03-31T21:17:14.498366Z","end":"2026-03-31T21:17:16.585851Z","steps":["trace[1939724983] 'agreement among raft nodes before linearized reading' (duration: 2.087150526s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.77029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T21:17:16.586201Z","caller":"traceutil/trace.go:171","msg":"trace[1038482152] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27158; }","duration":"979.833101ms","start":"2026-03-31T21:17:15.606351Z","end":"2026-03-31T21:17:16.586184Z","steps":["trace[1038482152] 'agreement among raft nodes before linearized reading' (duration: 979.632846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.49833Z","time spent":"2.087854993s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:17:16.584631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.406684489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-31T21:17:16.585997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.472898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:16.586276Z","caller":"traceutil/trace.go:171","msg":"trace[860993768] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27158; }","duration":"10.408370662s","start":"2026-03-31T21:17:06.177889Z","end":"2026-03-31T21:17:16.58626Z","steps":["trace[860993768] 'agreement among raft nodes before linearized reading' (duration: 10.40665895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:06.17788Z","time spent":"10.408430653s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-31T21:17:16.586344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796161325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:16.586341Z","caller":"traceutil/trace.go:171","msg":"trace[1107724124] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27158; }","duration":"458.826017ms","start":"2026-03-31T21:17:16.127462Z","end":"2026-03-31T21:17:16.586288Z","steps":["trace[1107724124] 'agreement among raft nodes before linearized reading' (duration: 458.500239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021400742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T21:17:16.586394Z","caller":"traceutil/trace.go:171","msg":"trace[74117509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27158; }","duration":"1.796273977s","start":"2026-03-31T21:17:14.790109Z","end":"2026-03-31T21:17:16.586383Z","steps":["trace[74117509] 'agreement among raft nodes before linearized reading' (duration: 1.796181495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110015609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-31T21:17:16.586433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.790077Z","time spent":"1.796345039s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.586429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071115524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:17:16.586469Z","caller":"traceutil/trace.go:171","msg":"trace[335683382] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27158; }","duration":"2.110119491s","start":"2026-03-31T21:17:14.47633Z","end":"2026-03-31T21:17:16.58645Z","steps":["trace[335683382] 'agreement among raft nodes before linearized reading' (duration: 2.109245949s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.586482Z","caller":"traceutil/trace.go:171","msg":"trace[1025141868] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27158; }","duration":"2.071202356s","start":"2026-03-31T21:17:14.515265Z","end":"2026-03-31T21:17:16.586467Z","steps":["trace[1025141868] 'agreement among raft nodes before linearized reading' (duration: 2.070997201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:15.606247Z","time spent":"979.984734ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:17:16.58652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.476283Z","time spent":"2.110225134s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T21:17:16.586528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.51525Z","time spent":"2.071267597s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T21:17:16.58642Z","caller":"traceutil/trace.go:171","msg":"trace[1825719763] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27158; }","duration":"1.021479654s","start":"2026-03-31T21:17:15.564929Z","end":"2026-03-31T21:17:16.586409Z","steps":["trace[1825719763] 'agreement among raft nodes before linearized reading' (duration: 1.02133736s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.127437Z","time spent":"458.986381ms","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.586525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029240704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.586646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199486064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T21:17:16.58665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:15.564901Z","time spent":"1.021739879s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T21:17:16.586678Z","caller":"traceutil/trace.go:171","msg":"trace[2084370145] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27158; }","duration":"1.199544176s","start":"2026-03-31T21:17:15.387125Z","end":"2026-03-31T21:17:16.586669Z","steps":["trace[2084370145] 'agreement among raft nodes before linearized reading' (duration: 1.199454424s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:16.58668Z","caller":"traceutil/trace.go:171","msg":"trace[665996703] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27158; }","duration":"2.029611644s","start":"2026-03-31T21:17:14.557044Z","end":"2026-03-31T21:17:16.586656Z","steps":["trace[665996703] 'agreement among raft nodes before linearized reading' (duration: 2.029428119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.814844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276020"} {"level":"warn","ts":"2026-03-31T21:17:16.586051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:13.831857Z","time spent":"2.754175858s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.586729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:14.557024Z","time spent":"2.029691345s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:16.586751Z","caller":"traceutil/trace.go:171","msg":"trace[1049939145] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27158; }","duration":"964.909366ms","start":"2026-03-31T21:17:15.621809Z","end":"2026-03-31T21:17:16.586719Z","steps":["trace[1049939145] 'agreement among raft nodes before linearized reading' (duration: 963.389799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401563409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-03-31T21:17:16.586788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:15.621791Z","time spent":"964.986699ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276042,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T21:17:16.586796Z","caller":"traceutil/trace.go:171","msg":"trace[1140155565] range","detail":"{range_begin:/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763; range_end:; response_count:1; response_revision:27158; }","duration":"3.401617601s","start":"2026-03-31T21:17:13.185166Z","end":"2026-03-31T21:17:16.586783Z","steps":["trace[1140155565] 'agreement among raft nodes before linearized reading' (duration: 3.401491418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160031658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:16.586705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:15.387111Z","time spent":"1.199588317s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:17:16.586833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:13.185159Z","time spent":"3.401666222s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":856,"request content":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763\" "} {"level":"info","ts":"2026-03-31T21:17:16.586872Z","caller":"traceutil/trace.go:171","msg":"trace[591175430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27158; }","duration":"3.16011892s","start":"2026-03-31T21:17:13.426734Z","end":"2026-03-31T21:17:16.586853Z","steps":["trace[591175430] 'agreement among raft nodes before linearized reading' (duration: 3.160015687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.586926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:13.426719Z","time spent":"3.160190882s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:16.586503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834385758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:16.58699Z","caller":"traceutil/trace.go:171","msg":"trace[268147787] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27158; }","duration":"2.834918181s","start":"2026-03-31T21:17:13.75206Z","end":"2026-03-31T21:17:16.586978Z","steps":["trace[268147787] 'agreement among raft nodes before linearized reading' (duration: 2.834404788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:16.587024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:13.752026Z","time spent":"2.834985934s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:17.674047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.877784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:17.674229Z","caller":"traceutil/trace.go:171","msg":"trace[1486080577] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"1.081691434s","start":"2026-03-31T21:17:16.592499Z","end":"2026-03-31T21:17:17.674191Z","steps":["trace[1486080577] 'process raft request' (duration: 166.575614ms)","trace[1486080577] 'compare' (duration: 912.851883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:17.674265Z","caller":"traceutil/trace.go:171","msg":"trace[195595611] linearizableReadLoop","detail":"{readStateIndex:28111; appliedIndex:28110; }","duration":"1.081719194s","start":"2026-03-31T21:17:16.592516Z","end":"2026-03-31T21:17:17.674235Z","steps":["trace[195595611] 'read index received' (duration: 166.903432ms)","trace[195595611] 'applied index is now lower than readState.Index' (duration: 914.812282ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:17.674322Z","caller":"traceutil/trace.go:171","msg":"trace[1232607695] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"1.081655342s","start":"2026-03-31T21:17:16.592644Z","end":"2026-03-31T21:17:17.674299Z","steps":["trace[1232607695] 'process raft request' (duration: 1.081513758s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:17.674501Z","caller":"traceutil/trace.go:171","msg":"trace[519244060] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"1.081788465s","start":"2026-03-31T21:17:16.592703Z","end":"2026-03-31T21:17:17.674491Z","steps":["trace[519244060] 'process raft request' (duration: 1.081537359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.674549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.592698Z","time spent":"1.081826476s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:17.674554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082018792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T21:17:17.674569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.592637Z","time spent":"1.081882397s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:17.674593Z","caller":"traceutil/trace.go:171","msg":"trace[201773862] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27161; }","duration":"1.082127235s","start":"2026-03-31T21:17:16.592456Z","end":"2026-03-31T21:17:17.674583Z","steps":["trace[201773862] 'agreement among raft nodes before linearized reading' (duration: 1.081915969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.674377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.592484Z","time spent":"1.081797766s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:17.674636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.592431Z","time spent":"1.082195577s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T21:17:17.674681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.592733Z","time spent":"1.081944379s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:17:17.675867Z","caller":"traceutil/trace.go:171","msg":"trace[1812505261] transaction","detail":"{read_only:false; response_revision:27163; number_of_response:1; }","duration":"1.082759059s","start":"2026-03-31T21:17:16.593084Z","end":"2026-03-31T21:17:17.675843Z","steps":["trace[1812505261] 'process raft request' (duration: 1.082079882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.675968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.593073Z","time spent":"1.082840361s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:17.676463Z","caller":"traceutil/trace.go:171","msg":"trace[1221401801] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"1.082303107s","start":"2026-03-31T21:17:16.594136Z","end":"2026-03-31T21:17:17.676439Z","steps":["trace[1221401801] 'process raft request' (duration: 1.081123118s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:17.676547Z","caller":"traceutil/trace.go:171","msg":"trace[952581768] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"1.083731423s","start":"2026-03-31T21:17:16.592801Z","end":"2026-03-31T21:17:17.676533Z","steps":["trace[952581768] 'process raft request' (duration: 1.082264947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.676557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.59413Z","time spent":"1.0823778s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:17.676732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.592785Z","time spent":"1.083791285s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:17.676805Z","caller":"traceutil/trace.go:171","msg":"trace[1686548555] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"1.082698059s","start":"2026-03-31T21:17:16.594071Z","end":"2026-03-31T21:17:17.676769Z","steps":["trace[1686548555] 'process raft request' (duration: 1.081140739s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:17.67688Z","caller":"traceutil/trace.go:171","msg":"trace[2078594911] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"1.082134405s","start":"2026-03-31T21:17:16.594734Z","end":"2026-03-31T21:17:17.676869Z","steps":["trace[2078594911] 'process raft request' (duration: 1.080590676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.676894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.594053Z","time spent":"1.08279172s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:17.677008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.594718Z","time spent":"1.082181476s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:17.677511Z","caller":"traceutil/trace.go:171","msg":"trace[1480835643] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"1.082167116s","start":"2026-03-31T21:17:16.595305Z","end":"2026-03-31T21:17:17.677472Z","steps":["trace[1480835643] 'process raft request' (duration: 1.080079163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.677605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.595294Z","time spent":"1.082279398s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:17.677789Z","caller":"traceutil/trace.go:171","msg":"trace[157869433] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"1.08035729s","start":"2026-03-31T21:17:16.597411Z","end":"2026-03-31T21:17:17.677768Z","steps":["trace[157869433] 'process raft request' (duration: 1.078023322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.677883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.597381Z","time spent":"1.080453192s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:17.677937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.730981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:17.677994Z","caller":"traceutil/trace.go:171","msg":"trace[804234856] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27169; }","duration":"762.831393ms","start":"2026-03-31T21:17:16.915147Z","end":"2026-03-31T21:17:17.677978Z","steps":["trace[804234856] 'agreement among raft nodes before linearized reading' (duration: 762.70274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.67803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.915126Z","time spent":"762.894324ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:17.678402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.93247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:17.678449Z","caller":"traceutil/trace.go:171","msg":"trace[1850213696] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27169; }","duration":"386.032323ms","start":"2026-03-31T21:17:17.292402Z","end":"2026-03-31T21:17:17.678434Z","steps":["trace[1850213696] 'agreement among raft nodes before linearized reading' (duration: 385.884409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.67848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.292381Z","time spent":"386.089405ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:17.678501Z","caller":"traceutil/trace.go:171","msg":"trace[2036190679] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"1.03210966s","start":"2026-03-31T21:17:16.64637Z","end":"2026-03-31T21:17:17.678479Z","steps":["trace[2036190679] 'process raft request' (duration: 1.031050894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.678593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.646338Z","time spent":"1.032206122s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:17.678997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08357151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:17.679047Z","caller":"traceutil/trace.go:171","msg":"trace[1047120258] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27169; }","duration":"1.083648852s","start":"2026-03-31T21:17:16.595384Z","end":"2026-03-31T21:17:17.679033Z","steps":["trace[1047120258] 'agreement among raft nodes before linearized reading' (duration: 1.08356144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.679046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086365919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9ed63797-23ff-47e4-9590-53f7c5087c89\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T21:17:17.679091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.595375Z","time spent":"1.083702374s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:17:17.679101Z","caller":"traceutil/trace.go:171","msg":"trace[813069776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9ed63797-23ff-47e4-9590-53f7c5087c89; range_end:; response_count:1; response_revision:27169; }","duration":"1.086453462s","start":"2026-03-31T21:17:16.59263Z","end":"2026-03-31T21:17:17.679084Z","steps":["trace[813069776] 'agreement among raft nodes before linearized reading' (duration: 1.086284268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.679147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.592613Z","time spent":"1.086520373s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-9ed63797-23ff-47e4-9590-53f7c5087c89\" "} {"level":"warn","ts":"2026-03-31T21:17:17.678225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.623806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-31T21:17:17.686072Z","caller":"traceutil/trace.go:171","msg":"trace[298861549] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27169; }","duration":"1.005423782s","start":"2026-03-31T21:17:16.680543Z","end":"2026-03-31T21:17:17.685967Z","steps":["trace[298861549] 'agreement among raft nodes before linearized reading' (duration: 997.561755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:17.686119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:16.68052Z","time spent":"1.005578816s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":645,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:17:19.840791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000864342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:19.840875Z","caller":"traceutil/trace.go:171","msg":"trace[94932376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000991706s","start":"2026-03-31T21:17:17.839864Z","end":"2026-03-31T21:17:19.840856Z","steps":["trace[94932376] 'agreement among raft nodes before linearized reading' (duration: 2.000886373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:19.840925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.839852Z","time spent":"2.001063087s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:20.135887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126113502s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:20.135964Z","caller":"traceutil/trace.go:171","msg":"trace[1222347808] linearizableReadLoop","detail":"{readStateIndex:28123; appliedIndex:28122; }","duration":"2.458418328s","start":"2026-03-31T21:17:17.677533Z","end":"2026-03-31T21:17:20.135951Z","steps":["trace[1222347808] 'read index received' (duration: 332.600754ms)","trace[1222347808] 'applied index is now lower than readState.Index' (duration: 2.125816344s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:20.136034Z","caller":"traceutil/trace.go:171","msg":"trace[2069208026] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"2.460196412s","start":"2026-03-31T21:17:17.6758Z","end":"2026-03-31T21:17:20.135997Z","steps":["trace[2069208026] 'process raft request' (duration: 333.897535ms)","trace[2069208026] 'compare' (duration: 2.123661951s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:20.136141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459366961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T21:17:20.136173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.675786Z","time spent":"2.460311705s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:20.136204Z","caller":"traceutil/trace.go:171","msg":"trace[1801172936] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27170; }","duration":"2.459474355s","start":"2026-03-31T21:17:17.676716Z","end":"2026-03-31T21:17:20.136191Z","steps":["trace[1801172936] 'agreement among raft nodes before linearized reading' (duration: 2.45928146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.136277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.676697Z","time spent":"2.459571737s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:17:20.280378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.2705069s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:20.666073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.416838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:20.666441Z","caller":"traceutil/trace.go:171","msg":"trace[1916627341] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"2.980726835s","start":"2026-03-31T21:17:17.685675Z","end":"2026-03-31T21:17:20.666402Z","steps":["trace[1916627341] 'process raft request' (duration: 2.980587802s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:20.666504Z","caller":"traceutil/trace.go:171","msg":"trace[660191210] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"2.986703815s","start":"2026-03-31T21:17:17.679757Z","end":"2026-03-31T21:17:20.666461Z","steps":["trace[660191210] 'process raft request' (duration: 2.600808486s)","trace[660191210] 'compare' (duration: 385.1804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:20.666528Z","caller":"traceutil/trace.go:171","msg":"trace[1986690837] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"2.976481089s","start":"2026-03-31T21:17:17.690023Z","end":"2026-03-31T21:17:20.666504Z","steps":["trace[1986690837] 'process raft request' (duration: 2.976380996s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:20.66658Z","caller":"traceutil/trace.go:171","msg":"trace[327679192] linearizableReadLoop","detail":"{readStateIndex:28140; appliedIndex:28123; }","duration":"530.591085ms","start":"2026-03-31T21:17:20.135982Z","end":"2026-03-31T21:17:20.666573Z","steps":["trace[327679192] 'read index received' (duration: 144.519621ms)","trace[327679192] 'applied index is now lower than readState.Index' (duration: 386.070804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:20.666581Z","caller":"traceutil/trace.go:171","msg":"trace[38302405] transaction","detail":"{read_only:false; response_revision:27175; number_of_response:1; }","duration":"2.980686595s","start":"2026-03-31T21:17:17.685884Z","end":"2026-03-31T21:17:20.666571Z","steps":["trace[38302405] 'process raft request' (duration: 2.980395247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.666599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.685668Z","time spent":"2.980857368s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:20.666653Z","caller":"traceutil/trace.go:171","msg":"trace[1661977878] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"2.976458798s","start":"2026-03-31T21:17:17.69019Z","end":"2026-03-31T21:17:20.666649Z","steps":["trace[1661977878] 'process raft request' (duration: 2.976249743s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:20.666657Z","caller":"traceutil/trace.go:171","msg":"trace[1789348523] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"2.97692297s","start":"2026-03-31T21:17:17.689726Z","end":"2026-03-31T21:17:20.666649Z","steps":["trace[1789348523] 'process raft request' (duration: 2.976638393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.666657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.685876Z","time spent":"2.980733226s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:20.666687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.689692Z","time spent":"2.976979641s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:20.666694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.690184Z","time spent":"2.976483919s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:20.666709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.679732Z","time spent":"2.986832967s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:20.666782Z","caller":"traceutil/trace.go:171","msg":"trace[390821455] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"2.967813222s","start":"2026-03-31T21:17:17.698965Z","end":"2026-03-31T21:17:20.666778Z","steps":["trace[390821455] 'process raft request' (duration: 2.967510134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.66681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.698954Z","time spent":"2.967839323s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:20.66682Z","caller":"traceutil/trace.go:171","msg":"trace[369049253] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"2.976846329s","start":"2026-03-31T21:17:17.689969Z","end":"2026-03-31T21:17:20.666815Z","steps":["trace[369049253] 'process raft request' (duration: 2.976416018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.666855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.68996Z","time spent":"2.976879379s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:20.666898Z","caller":"traceutil/trace.go:171","msg":"trace[1490845658] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"2.967912735s","start":"2026-03-31T21:17:17.69898Z","end":"2026-03-31T21:17:20.666893Z","steps":["trace[1490845658] 'process raft request' (duration: 2.967526305s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:20.666896Z","caller":"traceutil/trace.go:171","msg":"trace[2023201436] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"2.981371611s","start":"2026-03-31T21:17:17.685506Z","end":"2026-03-31T21:17:20.666878Z","steps":["trace[2023201436] 'process raft request' (duration: 2.980730665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.666928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.698954Z","time spent":"2.967962346s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:20.666969Z","caller":"traceutil/trace.go:171","msg":"trace[1600443594] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"2.967929745s","start":"2026-03-31T21:17:17.699035Z","end":"2026-03-31T21:17:20.666965Z","steps":["trace[1600443594] 'process raft request' (duration: 2.967488504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.666998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.699028Z","time spent":"2.967955446s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:20.667038Z","caller":"traceutil/trace.go:171","msg":"trace[823528526] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"2.676541084s","start":"2026-03-31T21:17:17.990493Z","end":"2026-03-31T21:17:20.667034Z","steps":["trace[823528526] 'process raft request' (duration: 2.676050242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.667061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.990469Z","time spent":"2.676582625s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:20.666768Z","caller":"traceutil/trace.go:171","msg":"trace[1383694500] transaction","detail":"{read_only:false; response_revision:27183; number_of_response:1; }","duration":"2.967850973s","start":"2026-03-31T21:17:17.698908Z","end":"2026-03-31T21:17:20.666759Z","steps":["trace[1383694500] 'process raft request' (duration: 2.967548836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.667128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.698895Z","time spent":"2.968212582s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:20.66691Z","caller":"traceutil/trace.go:171","msg":"trace[679482489] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"2.978817237s","start":"2026-03-31T21:17:17.688086Z","end":"2026-03-31T21:17:20.666903Z","steps":["trace[679482489] 'process raft request' (duration: 2.978220892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.667223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.688075Z","time spent":"2.979119984s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:20.666981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.685482Z","time spent":"2.981456613s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:20.666526Z","caller":"traceutil/trace.go:171","msg":"trace[877409341] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"2.976754556s","start":"2026-03-31T21:17:17.689727Z","end":"2026-03-31T21:17:20.666482Z","steps":["trace[877409341] 'process raft request' (duration: 2.976614173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.667318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.689718Z","time spent":"2.977581767s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:20.666639Z","caller":"traceutil/trace.go:171","msg":"trace[476766851] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"2.976487419s","start":"2026-03-31T21:17:17.690146Z","end":"2026-03-31T21:17:20.666634Z","steps":["trace[476766851] 'process raft request' (duration: 2.976275184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.667612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.690139Z","time spent":"2.977439442s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:20.668015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933190054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:20.668041Z","caller":"traceutil/trace.go:171","msg":"trace[643941297] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27187; }","duration":"2.933252216s","start":"2026-03-31T21:17:17.734782Z","end":"2026-03-31T21:17:20.668035Z","steps":["trace[643941297] 'agreement among raft nodes before linearized reading' (duration: 2.933202204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.668058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.734764Z","time spent":"2.933289706s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:20.668213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969528504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-03-31T21:17:20.668245Z","caller":"traceutil/trace.go:171","msg":"trace[1557683441] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:27187; }","duration":"2.969557555s","start":"2026-03-31T21:17:17.698665Z","end":"2026-03-31T21:17:20.668223Z","steps":["trace[1557683441] 'agreement among raft nodes before linearized reading' (duration: 2.969473743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.668261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.698658Z","time spent":"2.969597986s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T21:17:20.668252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755508111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:20.668307Z","caller":"traceutil/trace.go:171","msg":"trace[1779854641] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27187; }","duration":"2.755592093s","start":"2026-03-31T21:17:17.912699Z","end":"2026-03-31T21:17:20.668291Z","steps":["trace[1779854641] 'agreement among raft nodes before linearized reading' (duration: 2.75547038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.66663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.690015Z","time spent":"2.976560701s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:20.668379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.912685Z","time spent":"2.755652455s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:20.668384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983278749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:20.668474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670393369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:20.668493Z","caller":"traceutil/trace.go:171","msg":"trace[1362687203] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27187; }","duration":"2.6704467s","start":"2026-03-31T21:17:17.998041Z","end":"2026-03-31T21:17:20.668488Z","steps":["trace[1362687203] 'agreement among raft nodes before linearized reading' (duration: 2.670416029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.668508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.998029Z","time spent":"2.670475211s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:20.6685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.073332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:17:20.668524Z","caller":"traceutil/trace.go:171","msg":"trace[1767530182] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27187; }","duration":"2.983541486s","start":"2026-03-31T21:17:17.684946Z","end":"2026-03-31T21:17:20.668488Z","steps":["trace[1767530182] 'agreement among raft nodes before linearized reading' (duration: 2.983234258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.668571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.684882Z","time spent":"2.983675079s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:17:20.668553Z","caller":"traceutil/trace.go:171","msg":"trace[1074189666] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:27187; }","duration":"530.334878ms","start":"2026-03-31T21:17:20.138203Z","end":"2026-03-31T21:17:20.668538Z","steps":["trace[1074189666] 'agreement among raft nodes before linearized reading' (duration: 530.00295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.66864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677350523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T21:17:20.668674Z","caller":"traceutil/trace.go:171","msg":"trace[1110109573] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:27187; }","duration":"2.677445196s","start":"2026-03-31T21:17:17.991219Z","end":"2026-03-31T21:17:20.668664Z","steps":["trace[1110109573] 'agreement among raft nodes before linearized reading' (duration: 2.677319812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.668705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.991209Z","time spent":"2.677489267s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-03-31T21:17:20.668752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983620578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-31T21:17:20.668756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.650186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:20.668797Z","caller":"traceutil/trace.go:171","msg":"trace[1395126637] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27187; }","duration":"249.730808ms","start":"2026-03-31T21:17:20.419052Z","end":"2026-03-31T21:17:20.668783Z","steps":["trace[1395126637] 'agreement among raft nodes before linearized reading' (duration: 249.660186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.668812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971023232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:17:20.668825Z","caller":"traceutil/trace.go:171","msg":"trace[2067532792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27187; }","duration":"2.971035362s","start":"2026-03-31T21:17:17.697784Z","end":"2026-03-31T21:17:20.66882Z","steps":["trace[2067532792] 'agreement among raft nodes before linearized reading' (duration: 2.970997201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.66884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.697735Z","time spent":"2.971103064s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:17:20.668672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.13818Z","time spent":"530.463582ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:17:20.668901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983568686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz\" ","response":"range_response_count:1 size:5970"} {"level":"info","ts":"2026-03-31T21:17:20.668913Z","caller":"traceutil/trace.go:171","msg":"trace[708535868] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz; range_end:; response_count:1; response_revision:27187; }","duration":"2.983591436s","start":"2026-03-31T21:17:17.685318Z","end":"2026-03-31T21:17:20.668909Z","steps":["trace[708535868] 'agreement among raft nodes before linearized reading' (duration: 2.983550815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.668924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.685313Z","time spent":"2.983608368s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5992,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz\" "} {"level":"warn","ts":"2026-03-31T21:17:20.669103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984046159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T21:17:20.669159Z","caller":"traceutil/trace.go:171","msg":"trace[195933170] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27187; }","duration":"2.984112481s","start":"2026-03-31T21:17:17.685028Z","end":"2026-03-31T21:17:20.669141Z","steps":["trace[195933170] 'agreement among raft nodes before linearized reading' (duration: 2.983742782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.668932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848217245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-31T21:17:20.669193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.685024Z","time spent":"2.984160302s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T21:17:20.669235Z","caller":"traceutil/trace.go:171","msg":"trace[1113362958] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27187; }","duration":"2.848528713s","start":"2026-03-31T21:17:17.820682Z","end":"2026-03-31T21:17:20.669211Z","steps":["trace[1113362958] 'agreement among raft nodes before linearized reading' (duration: 2.847290811s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:20.668772Z","caller":"traceutil/trace.go:171","msg":"trace[1337969748] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27187; }","duration":"2.983648789s","start":"2026-03-31T21:17:17.685116Z","end":"2026-03-31T21:17:20.668764Z","steps":["trace[1337969748] 'agreement among raft nodes before linearized reading' (duration: 2.983597537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.669325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.820642Z","time spent":"2.848665946s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-31T21:17:20.669383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78778205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:17:20.669382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.685109Z","time spent":"2.984263585s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T21:17:20.6694Z","caller":"traceutil/trace.go:171","msg":"trace[1502556070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27187; }","duration":"2.787828311s","start":"2026-03-31T21:17:17.881567Z","end":"2026-03-31T21:17:20.669395Z","steps":["trace[1502556070] 'agreement among raft nodes before linearized reading' (duration: 2.78777473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.669389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.143371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:20.669414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.881552Z","time spent":"2.787859303s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:17:20.669427Z","caller":"traceutil/trace.go:171","msg":"trace[12880524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27187; }","duration":"828.223813ms","start":"2026-03-31T21:17:19.841193Z","end":"2026-03-31T21:17:20.669416Z","steps":["trace[12880524] 'agreement among raft nodes before linearized reading' (duration: 828.156201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.669431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760129788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129874"} {"level":"warn","ts":"2026-03-31T21:17:20.66946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:19.841177Z","time spent":"828.277054ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:17:20.669477Z","caller":"traceutil/trace.go:171","msg":"trace[1370489190] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27187; }","duration":"2.760220281s","start":"2026-03-31T21:17:17.909241Z","end":"2026-03-31T21:17:20.669462Z","steps":["trace[1370489190] 'agreement among raft nodes before linearized reading' (duration: 2.760067957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.669549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.909154Z","time spent":"2.760386115s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129896,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T21:17:20.66911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.130998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-31T21:17:20.669586Z","caller":"traceutil/trace.go:171","msg":"trace[2098278526] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16; range_end:; response_count:1; response_revision:27187; }","duration":"529.637981ms","start":"2026-03-31T21:17:20.139943Z","end":"2026-03-31T21:17:20.669581Z","steps":["trace[2098278526] 'agreement among raft nodes before linearized reading' (duration: 529.057387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.669603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.139922Z","time spent":"529.675771ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":926,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-z4nvn.18a2098c5d303b16\" "} {"level":"warn","ts":"2026-03-31T21:17:20.669743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023028423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:20.669762Z","caller":"traceutil/trace.go:171","msg":"trace[368695723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27187; }","duration":"1.023076164s","start":"2026-03-31T21:17:19.646678Z","end":"2026-03-31T21:17:20.669755Z","steps":["trace[368695723] 'agreement among raft nodes before linearized reading' (duration: 1.023035903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.669775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:19.646665Z","time spent":"1.023105355s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:20.669821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444896194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:20.669851Z","caller":"traceutil/trace.go:171","msg":"trace[1934611987] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27187; }","duration":"1.444960615s","start":"2026-03-31T21:17:19.224881Z","end":"2026-03-31T21:17:20.669841Z","steps":["trace[1934611987] 'agreement among raft nodes before linearized reading' (duration: 1.444908314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.669838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.850401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:20.669869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:19.224864Z","time spent":"1.445000336s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:20.669904Z","caller":"traceutil/trace.go:171","msg":"trace[711053319] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27187; }","duration":"890.955153ms","start":"2026-03-31T21:17:19.77893Z","end":"2026-03-31T21:17:20.669885Z","steps":["trace[711053319] 'agreement among raft nodes before linearized reading' (duration: 890.845521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.669954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:19.778908Z","time spent":"891.031176ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:20.670534Z","caller":"traceutil/trace.go:171","msg":"trace[696590546] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"2.980825188s","start":"2026-03-31T21:17:17.685474Z","end":"2026-03-31T21:17:20.666299Z","steps":["trace[696590546] 'process raft request' (duration: 2.980709155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.670623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:17.685462Z","time spent":"2.985116264s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:20.677523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470744021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:20.677605Z","caller":"traceutil/trace.go:171","msg":"trace[190222579] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27187; }","duration":"1.470913275s","start":"2026-03-31T21:17:19.206671Z","end":"2026-03-31T21:17:20.677585Z","steps":["trace[190222579] 'agreement among raft nodes before linearized reading' (duration: 1.47070439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:20.677649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:19.206649Z","time spent":"1.470988117s","remote":"127.0.0.1:38482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:21.184376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:21.684965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:21.779891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098803911s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:22.183691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.293725ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T21:17:22.184374Z","caller":"traceutil/trace.go:171","msg":"trace[1335099609] linearizableReadLoop","detail":"{readStateIndex:28148; appliedIndex:28140; }","duration":"1.50104638s","start":"2026-03-31T21:17:20.683314Z","end":"2026-03-31T21:17:22.184361Z","steps":["trace[1335099609] 'read index received' (duration: 1.097097038s)","trace[1335099609] 'applied index is now lower than readState.Index' (duration: 403.948152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:22.184469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.680963Z","time spent":"1.503503842s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:17:22.184552Z","caller":"traceutil/trace.go:171","msg":"trace[891882774] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"590.357872ms","start":"2026-03-31T21:17:21.594156Z","end":"2026-03-31T21:17:22.184514Z","steps":["trace[891882774] 'process raft request' (duration: 590.170218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.184737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501409189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"warn","ts":"2026-03-31T21:17:22.184736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:21.594135Z","time spent":"590.495656ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:22.18477Z","caller":"traceutil/trace.go:171","msg":"trace[817793689] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:27194; }","duration":"1.501476741s","start":"2026-03-31T21:17:20.683283Z","end":"2026-03-31T21:17:22.18476Z","steps":["trace[817793689] 'agreement among raft nodes before linearized reading' (duration: 1.501349668s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:22.184742Z","caller":"traceutil/trace.go:171","msg":"trace[1927377038] transaction","detail":"{read_only:false; response_revision:27190; number_of_response:1; }","duration":"1.497785499s","start":"2026-03-31T21:17:20.686931Z","end":"2026-03-31T21:17:22.184717Z","steps":["trace[1927377038] 'process raft request' (duration: 1.497079101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.184795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.683268Z","time spent":"1.501520422s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3330,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-31T21:17:22.184835Z","caller":"traceutil/trace.go:171","msg":"trace[14295859] transaction","detail":"{read_only:false; response_revision:27189; number_of_response:1; }","duration":"1.500147629s","start":"2026-03-31T21:17:20.684664Z","end":"2026-03-31T21:17:22.184811Z","steps":["trace[14295859] 'process raft request' (duration: 1.499260506s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:22.184854Z","caller":"traceutil/trace.go:171","msg":"trace[982965176] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"1.49782347s","start":"2026-03-31T21:17:20.686995Z","end":"2026-03-31T21:17:22.184818Z","steps":["trace[982965176] 'process raft request' (duration: 1.497097481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.184873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.686921Z","time spent":"1.497881261s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:22.184865Z","caller":"traceutil/trace.go:171","msg":"trace[1673339751] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"1.50062329s","start":"2026-03-31T21:17:20.684209Z","end":"2026-03-31T21:17:22.184832Z","steps":["trace[1673339751] 'process raft request' (duration: 1.499567953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.18495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.686969Z","time spent":"1.497931513s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:22.184957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497877441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-31T21:17:22.184966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.684611Z","time spent":"1.500286942s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129858,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:22.184992Z","caller":"traceutil/trace.go:171","msg":"trace[676468803] transaction","detail":"{read_only:false; response_revision:27191; number_of_response:1; }","duration":"1.497975664s","start":"2026-03-31T21:17:20.687005Z","end":"2026-03-31T21:17:22.184981Z","steps":["trace[676468803] 'process raft request' (duration: 1.49705245s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:22.185007Z","caller":"traceutil/trace.go:171","msg":"trace[1271917643] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d; range_end:; response_count:1; response_revision:27194; }","duration":"1.497949203s","start":"2026-03-31T21:17:20.687039Z","end":"2026-03-31T21:17:22.184988Z","steps":["trace[1271917643] 'agreement among raft nodes before linearized reading' (duration: 1.497781759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.18502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.68419Z","time spent":"1.500743993s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:22.18504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.687027Z","time spent":"1.498005654s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b55475e7-8dee-4063-84c9-b8e61d66b23d\" "} {"level":"warn","ts":"2026-03-31T21:17:22.18505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395433684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-03-31T21:17:22.185186Z","caller":"traceutil/trace.go:171","msg":"trace[689499318] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:27194; }","duration":"1.395549196s","start":"2026-03-31T21:17:20.789581Z","end":"2026-03-31T21:17:22.18513Z","steps":["trace[689499318] 'agreement among raft nodes before linearized reading' (duration: 1.395243629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.185241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493097891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:22.185242Z","caller":"traceutil/trace.go:171","msg":"trace[1871846772] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"1.49624786s","start":"2026-03-31T21:17:20.688973Z","end":"2026-03-31T21:17:22.185221Z","steps":["trace[1871846772] 'process raft request' (duration: 1.495290126s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:22.185283Z","caller":"traceutil/trace.go:171","msg":"trace[865591503] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27194; }","duration":"1.493139562s","start":"2026-03-31T21:17:20.692132Z","end":"2026-03-31T21:17:22.185272Z","steps":["trace[865591503] 'agreement among raft nodes before linearized reading' (duration: 1.49307318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.185276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.368577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"warn","ts":"2026-03-31T21:17:22.185314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.692087Z","time spent":"1.493219384s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:17:22.185333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.421509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:22.185342Z","caller":"traceutil/trace.go:171","msg":"trace[1134725242] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:27194; }","duration":"409.475999ms","start":"2026-03-31T21:17:21.775849Z","end":"2026-03-31T21:17:22.185325Z","steps":["trace[1134725242] 'agreement among raft nodes before linearized reading' (duration: 409.271964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.185358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495955923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:17:22.185283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496141177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:22.18539Z","caller":"traceutil/trace.go:171","msg":"trace[2074360879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27194; }","duration":"1.495997264s","start":"2026-03-31T21:17:20.689386Z","end":"2026-03-31T21:17:22.185382Z","steps":["trace[2074360879] 'agreement among raft nodes before linearized reading' (duration: 1.495914532s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:22.185391Z","caller":"traceutil/trace.go:171","msg":"trace[143413451] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27194; }","duration":"688.509411ms","start":"2026-03-31T21:17:21.496865Z","end":"2026-03-31T21:17:22.185374Z","steps":["trace[143413451] 'agreement among raft nodes before linearized reading' (duration: 688.417009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.185396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:21.775826Z","time spent":"409.557272ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-03-31T21:17:22.18541Z","caller":"traceutil/trace.go:171","msg":"trace[561143600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27194; }","duration":"1.496292421s","start":"2026-03-31T21:17:20.689104Z","end":"2026-03-31T21:17:22.185397Z","steps":["trace[561143600] 'agreement among raft nodes before linearized reading' (duration: 1.496153728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:22.185443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:21.496847Z","time spent":"688.578224ms","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:22.185058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.686988Z","time spent":"1.498029985s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:22.185489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.689099Z","time spent":"1.496372003s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:22.185431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.689381Z","time spent":"1.496036305s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:17:22.185338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.688964Z","time spent":"1.496326841s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:22.185253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:20.7895Z","time spent":"1.395738401s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1321,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-03-31T21:17:23.069968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.667152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:23.070246Z","caller":"traceutil/trace.go:171","msg":"trace[816349036] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"395.238273ms","start":"2026-03-31T21:17:22.674985Z","end":"2026-03-31T21:17:23.070223Z","steps":["trace[816349036] 'process raft request' (duration: 395.09931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:23.070326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.674959Z","time spent":"395.328875ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:23.070486Z","caller":"traceutil/trace.go:171","msg":"trace[368420032] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"883.715563ms","start":"2026-03-31T21:17:22.186747Z","end":"2026-03-31T21:17:23.070462Z","steps":["trace[368420032] 'process raft request' (duration: 444.463177ms)","trace[368420032] 'compare' (duration: 438.159198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:23.070563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.186731Z","time spent":"883.796345ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:23.070483Z","caller":"traceutil/trace.go:171","msg":"trace[608556943] linearizableReadLoop","detail":"{readStateIndex:28149; appliedIndex:28148; }","duration":"883.557479ms","start":"2026-03-31T21:17:22.186888Z","end":"2026-03-31T21:17:23.070446Z","steps":["trace[608556943] 'read index received' (duration: 444.243921ms)","trace[608556943] 'applied index is now lower than readState.Index' (duration: 439.307498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:23.071086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.194714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:23.071248Z","caller":"traceutil/trace.go:171","msg":"trace[1121383881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27196; }","duration":"884.320648ms","start":"2026-03-31T21:17:22.186854Z","end":"2026-03-31T21:17:23.071175Z","steps":["trace[1121383881] 'agreement among raft nodes before linearized reading' (duration: 884.193115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:23.072311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.186834Z","time spent":"884.511693ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:24.135647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.832511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:24.135856Z","caller":"traceutil/trace.go:171","msg":"trace[799920170] transaction","detail":"{read_only:false; response_revision:27197; number_of_response:1; }","duration":"1.449890798s","start":"2026-03-31T21:17:22.685942Z","end":"2026-03-31T21:17:24.135833Z","steps":["trace[799920170] 'process raft request' (duration: 635.79128ms)","trace[799920170] 'compare' (duration: 813.221036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:24.135975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.685927Z","time spent":"1.44999523s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:24.135975Z","caller":"traceutil/trace.go:171","msg":"trace[792224035] transaction","detail":"{read_only:false; response_revision:27198; number_of_response:1; }","duration":"1.449413666s","start":"2026-03-31T21:17:22.686536Z","end":"2026-03-31T21:17:24.13595Z","steps":["trace[792224035] 'process raft request' (duration: 1.44920746s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:24.136037Z","caller":"traceutil/trace.go:171","msg":"trace[437377040] linearizableReadLoop","detail":"{readStateIndex:28156; appliedIndex:28150; }","duration":"1.064895632s","start":"2026-03-31T21:17:23.071121Z","end":"2026-03-31T21:17:24.136017Z","steps":["trace[437377040] 'read index received' (duration: 250.523138ms)","trace[437377040] 'applied index is now lower than readState.Index' (duration: 814.371054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:24.136101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.686509Z","time spent":"1.449514968s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:24.13618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510128228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T21:17:24.136213Z","caller":"traceutil/trace.go:171","msg":"trace[798860031] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"1.442744179s","start":"2026-03-31T21:17:22.693459Z","end":"2026-03-31T21:17:24.136203Z","steps":["trace[798860031] 'process raft request' (duration: 1.442463442s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945546977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2.18a2098c6e5471c4\" ","response":"range_response_count:1 size:989"} {"level":"warn","ts":"2026-03-31T21:17:24.136286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.693451Z","time spent":"1.44280958s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:24.136305Z","caller":"traceutil/trace.go:171","msg":"trace[949278176] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2.18a2098c6e5471c4; range_end:; response_count:1; response_revision:27202; }","duration":"1.945632519s","start":"2026-03-31T21:17:22.190652Z","end":"2026-03-31T21:17:24.136285Z","steps":["trace[949278176] 'agreement among raft nodes before linearized reading' (duration: 1.945471555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945538217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-31T21:17:24.13634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.190638Z","time spent":"1.945692751s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1011,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-m25w2.18a2098c6e5471c4\" "} {"level":"warn","ts":"2026-03-31T21:17:24.136321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062978543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T21:17:24.136395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946824479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-03-31T21:17:24.136379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949192608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-03-31T21:17:24.136429Z","caller":"traceutil/trace.go:171","msg":"trace[429872097] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:27202; }","duration":"1.946886451s","start":"2026-03-31T21:17:22.189534Z","end":"2026-03-31T21:17:24.136421Z","steps":["trace[429872097] 'agreement among raft nodes before linearized reading' (duration: 1.946797539s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:24.136428Z","caller":"traceutil/trace.go:171","msg":"trace[1182470981] transaction","detail":"{read_only:false; response_revision:27199; number_of_response:1; }","duration":"1.449351734s","start":"2026-03-31T21:17:22.687067Z","end":"2026-03-31T21:17:24.136419Z","steps":["trace[1182470981] 'process raft request' (duration: 1.44877191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.18951Z","time spent":"1.946933222s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5664,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-31T21:17:24.136456Z","caller":"traceutil/trace.go:171","msg":"trace[2028163411] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27202; }","duration":"1.949299471s","start":"2026-03-31T21:17:22.187139Z","end":"2026-03-31T21:17:24.136439Z","steps":["trace[2028163411] 'agreement among raft nodes before linearized reading' (duration: 1.949025984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363747209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:24.136483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94565182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6963"} {"level":"info","ts":"2026-03-31T21:17:24.13633Z","caller":"traceutil/trace.go:171","msg":"trace[774541573] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:27202; }","duration":"1.510319843s","start":"2026-03-31T21:17:22.625993Z","end":"2026-03-31T21:17:24.136313Z","steps":["trace[774541573] 'agreement among raft nodes before linearized reading' (duration: 1.510046096s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:24.13647Z","caller":"traceutil/trace.go:171","msg":"trace[1509733082] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27202; }","duration":"1.063123107s","start":"2026-03-31T21:17:23.073297Z","end":"2026-03-31T21:17:24.13642Z","steps":["trace[1509733082] 'agreement among raft nodes before linearized reading' (duration: 1.062886011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947322571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:24.136582Z","caller":"traceutil/trace.go:171","msg":"trace[1339313269] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27202; }","duration":"1.947371673s","start":"2026-03-31T21:17:22.189202Z","end":"2026-03-31T21:17:24.136574Z","steps":["trace[1339313269] 'agreement among raft nodes before linearized reading' (duration: 1.947313202s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:24.136519Z","caller":"traceutil/trace.go:171","msg":"trace[630191687] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27202; }","duration":"1.363849951s","start":"2026-03-31T21:17:22.772656Z","end":"2026-03-31T21:17:24.136506Z","steps":["trace[630191687] 'agreement among raft nodes before linearized reading' (duration: 1.363758089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.189121Z","time spent":"1.947471515s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:17:24.136598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.687056Z","time spent":"1.449448676s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:24.136645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.236683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:24.136656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055718131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:24.136667Z","caller":"traceutil/trace.go:171","msg":"trace[1122088419] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27202; }","duration":"476.294784ms","start":"2026-03-31T21:17:23.660367Z","end":"2026-03-31T21:17:24.136662Z","steps":["trace[1122088419] 'agreement among raft nodes before linearized reading' (duration: 476.260283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.13665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:23.07328Z","time spent":"1.063347692s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:17:24.136691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:23.660347Z","time spent":"476.335375ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:24.136675Z","caller":"traceutil/trace.go:171","msg":"trace[516977418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27202; }","duration":"1.055766322s","start":"2026-03-31T21:17:23.080903Z","end":"2026-03-31T21:17:24.13667Z","steps":["trace[516977418] 'agreement among raft nodes before linearized reading' (duration: 1.055731282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:23.080888Z","time spent":"1.055824353s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:17:24.136501Z","caller":"traceutil/trace.go:171","msg":"trace[1544685445] transaction","detail":"{read_only:false; response_revision:27200; number_of_response:1; }","duration":"1.447833116s","start":"2026-03-31T21:17:22.688657Z","end":"2026-03-31T21:17:24.13649Z","steps":["trace[1544685445] 'process raft request' (duration: 1.447213391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.625969Z","time spent":"1.510669061s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:24.136497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.187132Z","time spent":"1.949359182s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:17:24.1368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.805585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:24.136792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.688645Z","time spent":"1.448106643s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:24.136824Z","caller":"traceutil/trace.go:171","msg":"trace[1016395007] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27202; }","duration":"246.861756ms","start":"2026-03-31T21:17:23.88995Z","end":"2026-03-31T21:17:24.136811Z","steps":["trace[1016395007] 'agreement among raft nodes before linearized reading' (duration: 246.830695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:24.136518Z","caller":"traceutil/trace.go:171","msg":"trace[1858557427] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:27202; }","duration":"1.94569925s","start":"2026-03-31T21:17:22.190811Z","end":"2026-03-31T21:17:24.136511Z","steps":["trace[1858557427] 'agreement among raft nodes before linearized reading' (duration: 1.945578547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.136842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.772635Z","time spent":"1.364183101s","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:24.136929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895292388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:24.137092Z","caller":"traceutil/trace.go:171","msg":"trace[172989497] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27202; }","duration":"1.895523274s","start":"2026-03-31T21:17:22.241546Z","end":"2026-03-31T21:17:24.137069Z","steps":["trace[172989497] 'agreement among raft nodes before linearized reading' (duration: 1.894667412s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:24.136383Z","caller":"traceutil/trace.go:171","msg":"trace[1409570010] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27202; }","duration":"1.945637249s","start":"2026-03-31T21:17:22.190728Z","end":"2026-03-31T21:17:24.136366Z","steps":["trace[1409570010] 'agreement among raft nodes before linearized reading' (duration: 1.945329191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.13722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.190722Z","time spent":"1.946486162s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-31T21:17:24.136388Z","caller":"traceutil/trace.go:171","msg":"trace[1367052376] transaction","detail":"{read_only:false; response_revision:27202; number_of_response:1; }","duration":"1.442074752s","start":"2026-03-31T21:17:22.694298Z","end":"2026-03-31T21:17:24.136373Z","steps":["trace[1367052376] 'process raft request' (duration: 1.441673942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.137477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.694289Z","time spent":"1.443042517s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:24.136855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.193791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:24.137573Z","caller":"traceutil/trace.go:171","msg":"trace[118261424] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27202; }","duration":"115.075194ms","start":"2026-03-31T21:17:24.022488Z","end":"2026-03-31T21:17:24.137563Z","steps":["trace[118261424] 'agreement among raft nodes before linearized reading' (duration: 114.265723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:24.137665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.241522Z","time spent":"1.895664018s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:24.137012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:22.190805Z","time spent":"1.946166084s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6985,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T21:17:25.247447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.520673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-03-31T21:17:25.247567Z","caller":"traceutil/trace.go:171","msg":"trace[1915205084] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27202; }","duration":"1.107197811s","start":"2026-03-31T21:17:24.140353Z","end":"2026-03-31T21:17:25.247551Z","steps":["trace[1915205084] 'process raft request' (duration: 473.504644ms)","trace[1915205084] 'compare' (duration: 633.453621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:25.247625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.140325Z","time spent":"1.107276354s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:25.247577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007870003s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:25.247688Z","caller":"traceutil/trace.go:171","msg":"trace[1823934955] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27202; }","duration":"1.007992456s","start":"2026-03-31T21:17:24.239678Z","end":"2026-03-31T21:17:25.24767Z","steps":["trace[1823934955] 'range keys from in-memory index tree' (duration: 1.007852383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:25.740092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126130576s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:17:25.740548Z","caller":"traceutil/trace.go:171","msg":"trace[196960079] transaction","detail":"{read_only:false; response_revision:27203; number_of_response:1; }","duration":"1.600056411s","start":"2026-03-31T21:17:24.140465Z","end":"2026-03-31T21:17:25.740522Z","steps":["trace[196960079] 'process raft request' (duration: 1.599841386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:25.740679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.140452Z","time spent":"1.600161464s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:25.740786Z","caller":"traceutil/trace.go:171","msg":"trace[1294803766] transaction","detail":"{read_only:false; response_revision:27205; number_of_response:1; }","duration":"1.59323346s","start":"2026-03-31T21:17:24.147531Z","end":"2026-03-31T21:17:25.740764Z","steps":["trace[1294803766] 'process raft request' (duration: 1.592970244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:25.740887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.147519Z","time spent":"1.593322712s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:25.740909Z","caller":"traceutil/trace.go:171","msg":"trace[2029034078] transaction","detail":"{read_only:false; response_revision:27204; number_of_response:1; }","duration":"1.594923762s","start":"2026-03-31T21:17:24.145954Z","end":"2026-03-31T21:17:25.740878Z","steps":["trace[2029034078] 'process raft request' (duration: 1.594492071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:25.740968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.145856Z","time spent":"1.595083886s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:25.741256Z","caller":"traceutil/trace.go:171","msg":"trace[127918539] linearizableReadLoop","detail":"{readStateIndex:28158; appliedIndex:28156; }","duration":"1.596981394s","start":"2026-03-31T21:17:24.144262Z","end":"2026-03-31T21:17:25.741244Z","steps":["trace[127918539] 'read index received' (duration: 469.73516ms)","trace[127918539] 'applied index is now lower than readState.Index' (duration: 1.127245334s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:25.741536Z","caller":"traceutil/trace.go:171","msg":"trace[927677662] transaction","detail":"{read_only:false; response_revision:27206; number_of_response:1; }","duration":"1.549683649s","start":"2026-03-31T21:17:24.191831Z","end":"2026-03-31T21:17:25.741515Z","steps":["trace[927677662] 'process raft request' (duration: 1.548758946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:25.741608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.191798Z","time spent":"1.549775861s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:25.741832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597563638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b3da24d-0427-4c24-8a7a-709d324c72a0\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T21:17:25.741876Z","caller":"traceutil/trace.go:171","msg":"trace[1408818463] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b3da24d-0427-4c24-8a7a-709d324c72a0; range_end:; response_count:1; response_revision:27206; }","duration":"1.59765037s","start":"2026-03-31T21:17:24.144214Z","end":"2026-03-31T21:17:25.741865Z","steps":["trace[1408818463] 'agreement among raft nodes before linearized reading' (duration: 1.597511967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:25.741921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.144202Z","time spent":"1.597708672s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1b3da24d-0427-4c24-8a7a-709d324c72a0\" "} {"level":"warn","ts":"2026-03-31T21:17:26.149043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:26.149115Z","caller":"traceutil/trace.go:171","msg":"trace[924520289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000653529s","start":"2026-03-31T21:17:24.148449Z","end":"2026-03-31T21:17:26.149102Z","steps":["trace[924520289] 'agreement among raft nodes before linearized reading' (duration: 2.000566217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:26.149151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.148441Z","time spent":"2.0007042s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:26.481863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.179551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:26.482221Z","caller":"traceutil/trace.go:171","msg":"trace[855222267] transaction","detail":"{read_only:false; response_revision:27207; number_of_response:1; }","duration":"1.405441375s","start":"2026-03-31T21:17:25.076752Z","end":"2026-03-31T21:17:26.482194Z","steps":["trace[855222267] 'process raft request' (duration: 760.836394ms)","trace[855222267] 'compare' (duration: 643.856001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:26.482331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:25.076719Z","time spent":"1.405564358s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:27.008709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.730198ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:17:27.008904Z","caller":"traceutil/trace.go:171","msg":"trace[538235460] linearizableReadLoop","detail":"{readStateIndex:28163; appliedIndex:28161; }","duration":"1.267597172s","start":"2026-03-31T21:17:25.741291Z","end":"2026-03-31T21:17:27.008888Z","steps":["trace[538235460] 'read index received' (duration: 96.186931ms)","trace[538235460] 'applied index is now lower than readState.Index' (duration: 1.171409441s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:27.009217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273838288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:27.009252Z","caller":"traceutil/trace.go:171","msg":"trace[255002027] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27207; }","duration":"1.273883469s","start":"2026-03-31T21:17:25.735359Z","end":"2026-03-31T21:17:27.009243Z","steps":["trace[255002027] 'agreement among raft nodes before linearized reading' (duration: 1.273816258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.009292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:25.735276Z","time spent":"1.274007312s","remote":"127.0.0.1:42122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:27.009479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411370703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:27.009508Z","caller":"traceutil/trace.go:171","msg":"trace[2080942061] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27207; }","duration":"1.411435655s","start":"2026-03-31T21:17:25.598066Z","end":"2026-03-31T21:17:27.009502Z","steps":["trace[2080942061] 'agreement among raft nodes before linearized reading' (duration: 1.411390124s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.009711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:25.598049Z","time spent":"1.411656641s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:27.009829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865499058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:27.009852Z","caller":"traceutil/trace.go:171","msg":"trace[1624252869] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:27207; }","duration":"2.865537599s","start":"2026-03-31T21:17:24.144309Z","end":"2026-03-31T21:17:27.009846Z","steps":["trace[1624252869] 'agreement among raft nodes before linearized reading' (duration: 2.865497248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.009876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.1443Z","time spent":"2.86556942s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T21:17:27.009927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862487112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"warn","ts":"2026-03-31T21:17:27.009987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297374013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:27.010043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865720443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:17:27.010032Z","caller":"traceutil/trace.go:171","msg":"trace[466472841] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27207; }","duration":"2.862609056s","start":"2026-03-31T21:17:24.147393Z","end":"2026-03-31T21:17:27.010002Z","steps":["trace[466472841] 'agreement among raft nodes before linearized reading' (duration: 2.86235207s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:27.01007Z","caller":"traceutil/trace.go:171","msg":"trace[1213150695] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27207; }","duration":"2.297492546s","start":"2026-03-31T21:17:24.712559Z","end":"2026-03-31T21:17:27.010051Z","steps":["trace[1213150695] 'agreement among raft nodes before linearized reading' (duration: 2.297361923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.010098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.147387Z","time spent":"2.862698048s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1456,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-31T21:17:27.010118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865837736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T21:17:27.010121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.712543Z","time spent":"2.297565588s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T21:17:27.010138Z","caller":"traceutil/trace.go:171","msg":"trace[1460499745] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27207; }","duration":"2.865879527s","start":"2026-03-31T21:17:24.144254Z","end":"2026-03-31T21:17:27.010133Z","steps":["trace[1460499745] 'agreement among raft nodes before linearized reading' (duration: 2.865819776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.010156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.144219Z","time spent":"2.865932979s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-31T21:17:27.010062Z","caller":"traceutil/trace.go:171","msg":"trace[2141595716] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27207; }","duration":"2.865740794s","start":"2026-03-31T21:17:24.144316Z","end":"2026-03-31T21:17:27.010056Z","steps":["trace[2141595716] 'agreement among raft nodes before linearized reading' (duration: 2.865650342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.010367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.144284Z","time spent":"2.866069732s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T21:17:27.010707Z","caller":"traceutil/trace.go:171","msg":"trace[1853128177] transaction","detail":"{read_only:false; response_revision:27208; number_of_response:1; }","duration":"867.120876ms","start":"2026-03-31T21:17:26.143566Z","end":"2026-03-31T21:17:27.010687Z","steps":["trace[1853128177] 'process raft request' (duration: 865.234699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.010814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.143529Z","time spent":"867.226949ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:27.500778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508106503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:27.500845Z","caller":"traceutil/trace.go:171","msg":"trace[943248170] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27208; }","duration":"2.508225296s","start":"2026-03-31T21:17:24.992603Z","end":"2026-03-31T21:17:27.500828Z","steps":["trace[943248170] 'agreement among raft nodes before linearized reading' (duration: 2.017715166s)","trace[943248170] 'count revisions from in-memory index tree' (duration: 490.413448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:27.500878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.992582Z","time spent":"2.508285887s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:27.501044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051018056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:27.501081Z","caller":"traceutil/trace.go:171","msg":"trace[458918445] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27208; }","duration":"3.051091148s","start":"2026-03-31T21:17:24.449978Z","end":"2026-03-31T21:17:27.501069Z","steps":["trace[458918445] 'agreement among raft nodes before linearized reading' (duration: 2.560323502s)","trace[458918445] 'count revisions from in-memory index tree' (duration: 490.717745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:27.501116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.449959Z","time spent":"3.051142809s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:27.501341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251804722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-03-31T21:17:27.501374Z","caller":"traceutil/trace.go:171","msg":"trace[1130069220] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:27208; }","duration":"2.251837952s","start":"2026-03-31T21:17:25.249527Z","end":"2026-03-31T21:17:27.501365Z","steps":["trace[1130069220] 'agreement among raft nodes before linearized reading' (duration: 1.760777178s)","trace[1130069220] 'range keys from in-memory index tree' (duration: 490.955822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:27.501399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:25.249469Z","time spent":"2.251924974s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-31T21:17:27.501464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181611719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:27.501531Z","caller":"traceutil/trace.go:171","msg":"trace[361112728] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27208; }","duration":"3.181745542s","start":"2026-03-31T21:17:24.319769Z","end":"2026-03-31T21:17:27.501514Z","steps":["trace[361112728] 'agreement among raft nodes before linearized reading' (duration: 2.690558084s)","trace[361112728] 'count revisions from in-memory index tree' (duration: 491.089586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:27.501568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.319741Z","time spent":"3.181817514s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:27.501892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133961835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:17:27.501951Z","caller":"traceutil/trace.go:171","msg":"trace[1441920317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27208; }","duration":"3.134056867s","start":"2026-03-31T21:17:24.367877Z","end":"2026-03-31T21:17:27.501934Z","steps":["trace[1441920317] 'agreement among raft nodes before linearized reading' (duration: 2.642439329s)","trace[1441920317] 'range keys from in-memory index tree' (duration: 491.499596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:27.501993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:24.367855Z","time spent":"3.134129809s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:17:27.502005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.28423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:27.50211Z","caller":"traceutil/trace.go:171","msg":"trace[1515303748] transaction","detail":"{read_only:false; response_revision:27209; number_of_response:1; }","duration":"1.357512094s","start":"2026-03-31T21:17:26.144589Z","end":"2026-03-31T21:17:27.502101Z","steps":["trace[1515303748] 'process raft request' (duration: 866.083121ms)","trace[1515303748] 'compare' (duration: 490.652764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:27.502153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.14456Z","time spent":"1.357574986s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:27.50241Z","caller":"traceutil/trace.go:171","msg":"trace[387907003] transaction","detail":"{read_only:false; response_revision:27210; number_of_response:1; }","duration":"1.357684859s","start":"2026-03-31T21:17:26.144711Z","end":"2026-03-31T21:17:27.502395Z","steps":["trace[387907003] 'process raft request' (duration: 1.35733864s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:27.502531Z","caller":"traceutil/trace.go:171","msg":"trace[145515615] transaction","detail":"{read_only:false; response_revision:27213; number_of_response:1; }","duration":"1.35653994s","start":"2026-03-31T21:17:26.145974Z","end":"2026-03-31T21:17:27.502513Z","steps":["trace[145515615] 'process raft request' (duration: 1.356448667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.502553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.14467Z","time spent":"1.357833722s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:27.502637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.145963Z","time spent":"1.356619271s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:27.502676Z","caller":"traceutil/trace.go:171","msg":"trace[1777023124] transaction","detail":"{read_only:false; response_revision:27214; number_of_response:1; }","duration":"757.15322ms","start":"2026-03-31T21:17:26.745514Z","end":"2026-03-31T21:17:27.502667Z","steps":["trace[1777023124] 'process raft request' (duration: 756.940305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:27.502655Z","caller":"traceutil/trace.go:171","msg":"trace[626519364] transaction","detail":"{read_only:false; response_revision:27211; number_of_response:1; }","duration":"1.357879963s","start":"2026-03-31T21:17:26.144748Z","end":"2026-03-31T21:17:27.502628Z","steps":["trace[626519364] 'process raft request' (duration: 1.357554905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.502722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.745482Z","time spent":"757.217942ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:27.502742Z","caller":"traceutil/trace.go:171","msg":"trace[1985499898] transaction","detail":"{read_only:false; response_revision:27212; number_of_response:1; }","duration":"1.357966856s","start":"2026-03-31T21:17:26.144769Z","end":"2026-03-31T21:17:27.502736Z","steps":["trace[1985499898] 'process raft request' (duration: 1.357622538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.502778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.14476Z","time spent":"1.357997517s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:27.502788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.204342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:27.502807Z","caller":"traceutil/trace.go:171","msg":"trace[1949089856] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27214; }","duration":"577.267134ms","start":"2026-03-31T21:17:26.925533Z","end":"2026-03-31T21:17:27.502801Z","steps":["trace[1949089856] 'agreement among raft nodes before linearized reading' (duration: 577.235003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:27.502555Z","caller":"traceutil/trace.go:171","msg":"trace[1114444889] linearizableReadLoop","detail":"{readStateIndex:28170; appliedIndex:28164; }","duration":"493.613957ms","start":"2026-03-31T21:17:27.008931Z","end":"2026-03-31T21:17:27.502545Z","steps":["trace[1114444889] 'read index received' (duration: 199.17122ms)","trace[1114444889] 'applied index is now lower than readState.Index' (duration: 294.441947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:27.502801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.144669Z","time spent":"1.358055348s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:27.502825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.92549Z","time spent":"577.329585ms","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:27.502642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756990373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz\" ","response":"range_response_count:1 size:6213"} {"level":"info","ts":"2026-03-31T21:17:27.502863Z","caller":"traceutil/trace.go:171","msg":"trace[1118104174] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz; range_end:; response_count:1; response_revision:27214; }","duration":"1.757227269s","start":"2026-03-31T21:17:25.745627Z","end":"2026-03-31T21:17:27.502854Z","steps":["trace[1118104174] 'agreement among raft nodes before linearized reading' (duration: 1.756950102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.502886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:25.745616Z","time spent":"1.75726402s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6235,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-56bpz\" "} {"level":"warn","ts":"2026-03-31T21:17:27.502964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670423644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:27.502982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756036809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cqq84.18a2098b9bb81a27\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T21:17:27.503003Z","caller":"traceutil/trace.go:171","msg":"trace[531464656] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cqq84.18a2098b9bb81a27; range_end:; response_count:1; response_revision:27214; }","duration":"1.756073131s","start":"2026-03-31T21:17:25.746922Z","end":"2026-03-31T21:17:27.502995Z","steps":["trace[531464656] 'agreement among raft nodes before linearized reading' (duration: 1.756005959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.503021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:25.746915Z","time spent":"1.756101101s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cqq84.18a2098b9bb81a27\" "} {"level":"info","ts":"2026-03-31T21:17:27.503001Z","caller":"traceutil/trace.go:171","msg":"trace[610735200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27214; }","duration":"1.670495225s","start":"2026-03-31T21:17:25.832495Z","end":"2026-03-31T21:17:27.50299Z","steps":["trace[610735200] 'agreement among raft nodes before linearized reading' (duration: 1.670416113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.503076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:25.832477Z","time spent":"1.670588698s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:27.503161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756911132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T21:17:27.50318Z","caller":"traceutil/trace.go:171","msg":"trace[1712641885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27214; }","duration":"1.756940222s","start":"2026-03-31T21:17:25.746234Z","end":"2026-03-31T21:17:27.503174Z","steps":["trace[1712641885] 'agreement among raft nodes before linearized reading' (duration: 1.756882311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.503206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:25.746229Z","time spent":"1.756973323s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-31T21:17:27.503253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.874377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:27.503278Z","caller":"traceutil/trace.go:171","msg":"trace[131088777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27214; }","duration":"622.924578ms","start":"2026-03-31T21:17:26.880344Z","end":"2026-03-31T21:17:27.503268Z","steps":["trace[131088777] 'agreement among raft nodes before linearized reading' (duration: 622.880687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.503297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.880326Z","time spent":"622.965689ms","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:27.503513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354077227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:27.503536Z","caller":"traceutil/trace.go:171","msg":"trace[1304352452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27214; }","duration":"1.354129209s","start":"2026-03-31T21:17:26.1494Z","end":"2026-03-31T21:17:27.503529Z","steps":["trace[1304352452] 'agreement among raft nodes before linearized reading' (duration: 1.354089528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:27.503556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:26.149383Z","time spent":"1.354165989s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:28.610214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.299976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:28.610434Z","caller":"traceutil/trace.go:171","msg":"trace[380130294] transaction","detail":"{read_only:false; response_revision:27217; number_of_response:1; }","duration":"1.105350345s","start":"2026-03-31T21:17:27.505068Z","end":"2026-03-31T21:17:28.610419Z","steps":["trace[380130294] 'process raft request' (duration: 1.105282653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:28.610495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.505051Z","time spent":"1.105414517s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:28.610571Z","caller":"traceutil/trace.go:171","msg":"trace[1234388718] transaction","detail":"{read_only:false; response_revision:27215; number_of_response:1; }","duration":"1.59120086s","start":"2026-03-31T21:17:27.019345Z","end":"2026-03-31T21:17:28.610546Z","steps":["trace[1234388718] 'process raft request' (duration: 641.516293ms)","trace[1234388718] 'compare' (duration: 948.957798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:28.610634Z","caller":"traceutil/trace.go:171","msg":"trace[967672506] transaction","detail":"{read_only:false; response_revision:27216; number_of_response:1; }","duration":"1.418960944s","start":"2026-03-31T21:17:27.191664Z","end":"2026-03-31T21:17:28.610625Z","steps":["trace[967672506] 'process raft request' (duration: 1.418625015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:28.610658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.019317Z","time spent":"1.591306593s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:28.61068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.19164Z","time spent":"1.419014246s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:28.610779Z","caller":"traceutil/trace.go:171","msg":"trace[2076753112] linearizableReadLoop","detail":"{readStateIndex:28172; appliedIndex:28170; }","duration":"1.107942611s","start":"2026-03-31T21:17:27.502829Z","end":"2026-03-31T21:17:28.610772Z","steps":["trace[2076753112] 'read index received' (duration: 158.016469ms)","trace[2076753112] 'applied index is now lower than readState.Index' (duration: 949.925332ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:28.610864Z","caller":"traceutil/trace.go:171","msg":"trace[1972367487] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"1.104788322s","start":"2026-03-31T21:17:27.506059Z","end":"2026-03-31T21:17:28.610848Z","steps":["trace[1972367487] 'process raft request' (duration: 1.10432872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:28.610946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16618387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:28.610961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.50604Z","time spent":"1.104876874s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:28.610982Z","caller":"traceutil/trace.go:171","msg":"trace[1595003952] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27218; }","duration":"1.166248752s","start":"2026-03-31T21:17:27.444726Z","end":"2026-03-31T21:17:28.610975Z","steps":["trace[1595003952] 'agreement among raft nodes before linearized reading' (duration: 1.16615381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:28.611011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.444711Z","time spent":"1.166293793s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:28.611158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516773515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-31T21:17:28.611186Z","caller":"traceutil/trace.go:171","msg":"trace[988849597] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:27218; }","duration":"1.516800066s","start":"2026-03-31T21:17:27.094379Z","end":"2026-03-31T21:17:28.611179Z","steps":["trace[988849597] 'agreement among raft nodes before linearized reading' (duration: 1.516716633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:28.611203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.094359Z","time spent":"1.516840336s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-31T21:17:28.611331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593682761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T21:17:28.611356Z","caller":"traceutil/trace.go:171","msg":"trace[1487277801] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27218; }","duration":"1.593725063s","start":"2026-03-31T21:17:27.017626Z","end":"2026-03-31T21:17:28.611351Z","steps":["trace[1487277801] 'agreement among raft nodes before linearized reading' (duration: 1.593665611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:28.611373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.017615Z","time spent":"1.593754343s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T21:17:28.611391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594893413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:28.61144Z","caller":"traceutil/trace.go:171","msg":"trace[1956896345] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27218; }","duration":"1.594960214s","start":"2026-03-31T21:17:27.016469Z","end":"2026-03-31T21:17:28.611429Z","steps":["trace[1956896345] 'agreement among raft nodes before linearized reading' (duration: 1.594890902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:28.611482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.01646Z","time spent":"1.595012176s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:17:28.611701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595358794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1913"} {"level":"info","ts":"2026-03-31T21:17:28.611751Z","caller":"traceutil/trace.go:171","msg":"trace[1285703583] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:27218; }","duration":"1.595448016s","start":"2026-03-31T21:17:27.01629Z","end":"2026-03-31T21:17:28.611738Z","steps":["trace[1285703583] 'agreement among raft nodes before linearized reading' (duration: 1.595335124s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:28.611794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.016268Z","time spent":"1.595514957s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1935,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T21:17:29.111002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606917,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:17:29.416394Z","caller":"traceutil/trace.go:171","msg":"trace[1507369340] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"1.626660488s","start":"2026-03-31T21:17:27.789707Z","end":"2026-03-31T21:17:29.416367Z","steps":["trace[1507369340] 'process raft request' (duration: 1.626494384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:29.416572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.789679Z","time spent":"1.626802742s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:29.416738Z","caller":"traceutil/trace.go:171","msg":"trace[1553639334] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"1.667156282s","start":"2026-03-31T21:17:27.749563Z","end":"2026-03-31T21:17:29.416719Z","steps":["trace[1553639334] 'process raft request' (duration: 1.666438895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:29.416816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.749536Z","time spent":"1.667239754s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:29.417026Z","caller":"traceutil/trace.go:171","msg":"trace[141032007] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"1.23088353s","start":"2026-03-31T21:17:28.186119Z","end":"2026-03-31T21:17:29.417002Z","steps":["trace[141032007] 'process raft request' (duration: 1.230199033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:29.417164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.186091Z","time spent":"1.231021214s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:29.417248Z","caller":"traceutil/trace.go:171","msg":"trace[282609400] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"929.383436ms","start":"2026-03-31T21:17:28.48784Z","end":"2026-03-31T21:17:29.417223Z","steps":["trace[282609400] 'process raft request' (duration: 928.950835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:29.41739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.487821Z","time spent":"929.497908ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:29.509407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:29.509466Z","caller":"traceutil/trace.go:171","msg":"trace[924757174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228398s","start":"2026-03-31T21:17:27.509226Z","end":"2026-03-31T21:17:29.509455Z","steps":["trace[924757174] 'agreement among raft nodes before linearized reading' (duration: 2.000156426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:29.509495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.509221Z","time spent":"2.000265959s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:29.696509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515152894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:29.696576Z","caller":"traceutil/trace.go:171","msg":"trace[1805550236] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"1.515325708s","start":"2026-03-31T21:17:28.181233Z","end":"2026-03-31T21:17:29.696559Z","steps":["trace[1805550236] 'agreement among raft nodes before linearized reading' (duration: 1.515222016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:29.696615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.181192Z","time spent":"1.515415481s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/03/31 21:17:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:30.554245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.088513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:30.55437Z","caller":"traceutil/trace.go:171","msg":"trace[1375753636] linearizableReadLoop","detail":"{readStateIndex:28179; appliedIndex:28174; }","duration":"1.943547267s","start":"2026-03-31T21:17:28.610803Z","end":"2026-03-31T21:17:30.554351Z","steps":["trace[1375753636] 'read index received' (duration: 805.128053ms)","trace[1375753636] 'applied index is now lower than readState.Index' (duration: 1.138414124s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:30.554486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340996525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:30.55456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424330594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:30.554566Z","caller":"traceutil/trace.go:171","msg":"trace[1402082577] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27223; }","duration":"2.34117154s","start":"2026-03-31T21:17:28.213376Z","end":"2026-03-31T21:17:30.554547Z","steps":["trace[1402082577] 'agreement among raft nodes before linearized reading' (duration: 2.341032976s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:30.554598Z","caller":"traceutil/trace.go:171","msg":"trace[2138588176] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27223; }","duration":"2.424436366s","start":"2026-03-31T21:17:28.130151Z","end":"2026-03-31T21:17:30.554587Z","steps":["trace[2138588176] 'agreement among raft nodes before linearized reading' (duration: 2.424331703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:30.554608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.213344Z","time spent":"2.341254812s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:30.554643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.130113Z","time spent":"2.424519488s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:30.554884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548935567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:30.554924Z","caller":"traceutil/trace.go:171","msg":"trace[2005426293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27223; }","duration":"2.549008688s","start":"2026-03-31T21:17:28.005905Z","end":"2026-03-31T21:17:30.554913Z","steps":["trace[2005426293] 'agreement among raft nodes before linearized reading' (duration: 2.548941416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:30.554941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293894416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:30.554959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.005882Z","time spent":"2.54906922s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:30.555003Z","caller":"traceutil/trace.go:171","msg":"trace[56384525] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27223; }","duration":"2.293993448s","start":"2026-03-31T21:17:28.26098Z","end":"2026-03-31T21:17:30.554973Z","steps":["trace[56384525] 'agreement among raft nodes before linearized reading' (duration: 2.293929907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:30.555039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.26095Z","time spent":"2.294079961s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:30.555192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047435947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-03-31T21:17:30.55523Z","caller":"traceutil/trace.go:171","msg":"trace[1080357101] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:27223; }","duration":"3.047488618s","start":"2026-03-31T21:17:27.50773Z","end":"2026-03-31T21:17:30.555219Z","steps":["trace[1080357101] 'agreement among raft nodes before linearized reading' (duration: 3.047359405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:30.555262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.507722Z","time spent":"3.047533469s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4460,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-31T21:17:30.554887Z","caller":"traceutil/trace.go:171","msg":"trace[515173007] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"1.536316065s","start":"2026-03-31T21:17:29.018556Z","end":"2026-03-31T21:17:30.554872Z","steps":["trace[515173007] 'process raft request' (duration: 623.506973ms)","trace[515173007] 'compare' (duration: 910.673618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:30.555445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.018531Z","time spent":"1.536874398s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:30.555546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048898324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-888af3d3-01d2-418e-b5c6-2be4af41624d\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-31T21:17:30.5556Z","caller":"traceutil/trace.go:171","msg":"trace[650842484] range","detail":"{range_begin:/registry/persistentvolumes/pvc-888af3d3-01d2-418e-b5c6-2be4af41624d; range_end:; response_count:1; response_revision:27223; }","duration":"3.049028167s","start":"2026-03-31T21:17:27.506559Z","end":"2026-03-31T21:17:30.555587Z","steps":["trace[650842484] 'agreement among raft nodes before linearized reading' (duration: 3.048866233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:30.555646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.506541Z","time spent":"3.049094699s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-888af3d3-01d2-418e-b5c6-2be4af41624d\" "} {"level":"warn","ts":"2026-03-31T21:17:30.555916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052127184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129874"} {"level":"info","ts":"2026-03-31T21:17:30.555955Z","caller":"traceutil/trace.go:171","msg":"trace[1030780588] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27223; }","duration":"3.052187756s","start":"2026-03-31T21:17:27.503758Z","end":"2026-03-31T21:17:30.555945Z","steps":["trace[1030780588] 'agreement among raft nodes before linearized reading' (duration: 3.052054323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:30.555995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:27.503747Z","time spent":"3.052241587s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129896,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T21:17:31.055378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:31.414496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770929383s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:17:31.434603Z","caller":"traceutil/trace.go:171","msg":"trace[315105000] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"1.926633544s","start":"2026-03-31T21:17:29.507944Z","end":"2026-03-31T21:17:31.434577Z","steps":["trace[315105000] 'process raft request' (duration: 1.906737804s)","trace[315105000] 'compare' (duration: 17.51106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:31.434714Z","caller":"traceutil/trace.go:171","msg":"trace[2146768877] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"1.92564589s","start":"2026-03-31T21:17:29.509052Z","end":"2026-03-31T21:17:31.434698Z","steps":["trace[2146768877] 'process raft request' (duration: 1.924958842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:31.434752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.507926Z","time spent":"1.926758277s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:31.434813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.509043Z","time spent":"1.925722081s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:31.434884Z","caller":"traceutil/trace.go:171","msg":"trace[1010546155] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"1.925772173s","start":"2026-03-31T21:17:29.509082Z","end":"2026-03-31T21:17:31.434854Z","steps":["trace[1010546155] 'process raft request' (duration: 1.924992102s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:31.434937Z","caller":"traceutil/trace.go:171","msg":"trace[1802062169] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"1.925816184s","start":"2026-03-31T21:17:29.5091Z","end":"2026-03-31T21:17:31.434916Z","steps":["trace[1802062169] 'process raft request' (duration: 1.925685861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:31.435018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.509074Z","time spent":"1.925869895s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:31.43503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.509095Z","time spent":"1.925890036s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:31.435058Z","caller":"traceutil/trace.go:171","msg":"trace[1701837796] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"1.925183427s","start":"2026-03-31T21:17:29.509851Z","end":"2026-03-31T21:17:31.435034Z","steps":["trace[1701837796] 'process raft request' (duration: 1.924998592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:31.435234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.509844Z","time spent":"1.92530335s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:31.510476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000981788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:31.510561Z","caller":"traceutil/trace.go:171","msg":"trace[1747278589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0010898s","start":"2026-03-31T21:17:29.509455Z","end":"2026-03-31T21:17:31.510545Z","steps":["trace[1747278589] 'agreement among raft nodes before linearized reading' (duration: 2.000993388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:31.510706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.509447Z","time spent":"2.001244164s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:31.64806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993491939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:31.648169Z","caller":"traceutil/trace.go:171","msg":"trace[491723890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.993646002s","start":"2026-03-31T21:17:29.654502Z","end":"2026-03-31T21:17:31.648148Z","steps":["trace[491723890] 'agreement among raft nodes before linearized reading' (duration: 1.993521039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:31.648215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.654484Z","time spent":"1.993719735s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:32.241037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.349603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:32.241303Z","caller":"traceutil/trace.go:171","msg":"trace[806707548] linearizableReadLoop","detail":"{readStateIndex:28186; appliedIndex:28179; }","duration":"1.686828156s","start":"2026-03-31T21:17:30.554453Z","end":"2026-03-31T21:17:32.241281Z","steps":["trace[806707548] 'read index received' (duration: 860.257345ms)","trace[806707548] 'applied index is now lower than readState.Index' (duration: 826.53733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:32.241503Z","caller":"traceutil/trace.go:171","msg":"trace[708377100] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"1.679999044s","start":"2026-03-31T21:17:30.561427Z","end":"2026-03-31T21:17:32.241426Z","steps":["trace[708377100] 'process raft request' (duration: 1.229139717s)","trace[708377100] 'compare' (duration: 450.169829ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:32.241568Z","caller":"traceutil/trace.go:171","msg":"trace[1460724656] transaction","detail":"{read_only:false; response_revision:27231; number_of_response:1; }","duration":"818.095418ms","start":"2026-03-31T21:17:31.42345Z","end":"2026-03-31T21:17:32.241545Z","steps":["trace[1460724656] 'process raft request' (duration: 817.968845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.241602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:30.561405Z","time spent":"1.680146828s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129858,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:32.241653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:31.423426Z","time spent":"818.18261ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:32.241649Z","caller":"traceutil/trace.go:171","msg":"trace[658800312] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"1.676783394s","start":"2026-03-31T21:17:30.564835Z","end":"2026-03-31T21:17:32.241618Z","steps":["trace[658800312] 'process raft request' (duration: 1.676315342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.241825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:30.564818Z","time spent":"1.676901887s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:32.241672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894972506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:32.241956Z","caller":"traceutil/trace.go:171","msg":"trace[901242861] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27231; }","duration":"2.895207632s","start":"2026-03-31T21:17:29.346675Z","end":"2026-03-31T21:17:32.241882Z","steps":["trace[901242861] 'agreement among raft nodes before linearized reading' (duration: 2.894829103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.346634Z","time spent":"2.895367136s","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:32.242256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090834604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:32.242302Z","caller":"traceutil/trace.go:171","msg":"trace[17108388] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27232; }","duration":"3.090919496s","start":"2026-03-31T21:17:29.151369Z","end":"2026-03-31T21:17:32.242289Z","steps":["trace[17108388] 'agreement among raft nodes before linearized reading' (duration: 3.090549017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309049421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:32.242289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775409705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:32.242297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624583507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:32.242333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714725524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:32.242356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626549177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T21:17:32.242375Z","caller":"traceutil/trace.go:171","msg":"trace[1455012501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27232; }","duration":"3.309174154s","start":"2026-03-31T21:17:28.933179Z","end":"2026-03-31T21:17:32.242353Z","steps":["trace[1455012501] 'agreement among raft nodes before linearized reading' (duration: 3.308755663s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:32.242375Z","caller":"traceutil/trace.go:171","msg":"trace[152049759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27232; }","duration":"1.775543888s","start":"2026-03-31T21:17:30.466815Z","end":"2026-03-31T21:17:32.242359Z","steps":["trace[152049759] 'agreement among raft nodes before linearized reading' (duration: 1.774736278s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:32.242406Z","caller":"traceutil/trace.go:171","msg":"trace[1235591542] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27232; }","duration":"3.626610949s","start":"2026-03-31T21:17:28.61578Z","end":"2026-03-31T21:17:32.24239Z","steps":["trace[1235591542] 'agreement among raft nodes before linearized reading' (duration: 3.626157857s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:32.242401Z","caller":"traceutil/trace.go:171","msg":"trace[1296602253] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27232; }","duration":"1.714828947s","start":"2026-03-31T21:17:30.527555Z","end":"2026-03-31T21:17:32.242384Z","steps":["trace[1296602253] 'agreement among raft nodes before linearized reading' (duration: 1.714383336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681940302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T21:17:32.242404Z","caller":"traceutil/trace.go:171","msg":"trace[704224446] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:27232; }","duration":"3.624731691s","start":"2026-03-31T21:17:28.617644Z","end":"2026-03-31T21:17:32.242376Z","steps":["trace[704224446] 'agreement among raft nodes before linearized reading' (duration: 3.624242449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.615773Z","time spent":"3.62665815s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T21:17:32.242437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626902535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007ba714\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-31T21:17:32.242442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:30.4668Z","time spent":"1.77562566s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:32.242452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:30.527536Z","time spent":"1.714901428s","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:32.242463Z","caller":"traceutil/trace.go:171","msg":"trace[1882321718] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27232; }","duration":"1.682072985s","start":"2026-03-31T21:17:30.560372Z","end":"2026-03-31T21:17:32.242445Z","steps":["trace[1882321718] 'agreement among raft nodes before linearized reading' (duration: 1.681844749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.617625Z","time spent":"3.624841394s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T21:17:32.242513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:30.560349Z","time spent":"1.682149667s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:17:32.242524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516031071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:32.242538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104183892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:17:32.24252Z","caller":"traceutil/trace.go:171","msg":"trace[1026908743] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007ba714; range_end:; response_count:1; response_revision:27232; }","duration":"3.626982478s","start":"2026-03-31T21:17:28.61549Z","end":"2026-03-31T21:17:32.242473Z","steps":["trace[1026908743] 'agreement among raft nodes before linearized reading' (duration: 3.626414824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.15135Z","time spent":"3.090979397s","remote":"127.0.0.1:48786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:32.242569Z","caller":"traceutil/trace.go:171","msg":"trace[840340309] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:27232; }","duration":"2.104215683s","start":"2026-03-31T21:17:30.138345Z","end":"2026-03-31T21:17:32.242561Z","steps":["trace[840340309] 'agreement among raft nodes before linearized reading' (duration: 2.103626128s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:32.242569Z","caller":"traceutil/trace.go:171","msg":"trace[1111965784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27232; }","duration":"2.516389711s","start":"2026-03-31T21:17:29.726166Z","end":"2026-03-31T21:17:32.242556Z","steps":["trace[1111965784] 'agreement among raft nodes before linearized reading' (duration: 2.515815247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.615472Z","time spent":"3.627104431s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":920,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007ba714\" "} {"level":"warn","ts":"2026-03-31T21:17:32.2426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:30.13829Z","time spent":"2.104304375s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:17:32.242617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.726089Z","time spent":"2.516514244s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:32.242641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.400701348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:17:32.242677Z","caller":"traceutil/trace.go:171","msg":"trace[496939552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27232; }","duration":"3.400778709s","start":"2026-03-31T21:17:28.841885Z","end":"2026-03-31T21:17:32.242664Z","steps":["trace[496939552] 'agreement among raft nodes before linearized reading' (duration: 3.400067922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.933153Z","time spent":"3.309272607s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:32.242446Z","caller":"traceutil/trace.go:171","msg":"trace[1165484859] transaction","detail":"{read_only:false; response_revision:27232; number_of_response:1; }","duration":"818.599661ms","start":"2026-03-31T21:17:31.423833Z","end":"2026-03-31T21:17:32.242433Z","steps":["trace[1165484859] 'process raft request' (duration: 817.672318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618481114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-31T21:17:32.242698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545151342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:17:32.242816Z","caller":"traceutil/trace.go:171","msg":"trace[1303624400] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27232; }","duration":"3.618755522s","start":"2026-03-31T21:17:28.624044Z","end":"2026-03-31T21:17:32.242799Z","steps":["trace[1303624400] 'agreement among raft nodes before linearized reading' (duration: 3.617919491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250856117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:17:32.242842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129261815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:32.242862Z","caller":"traceutil/trace.go:171","msg":"trace[1320508715] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27232; }","duration":"2.250923469s","start":"2026-03-31T21:17:29.99193Z","end":"2026-03-31T21:17:32.242853Z","steps":["trace[1320508715] 'agreement among raft nodes before linearized reading' (duration: 2.250029047s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:32.242854Z","caller":"traceutil/trace.go:171","msg":"trace[2089388408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27232; }","duration":"2.545442528s","start":"2026-03-31T21:17:29.697386Z","end":"2026-03-31T21:17:32.242829Z","steps":["trace[2089388408] 'agreement among raft nodes before linearized reading' (duration: 2.544745141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:31.423827Z","time spent":"818.912308ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:32.242871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.624032Z","time spent":"3.618824703s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-31T21:17:32.24289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.991911Z","time spent":"2.25097256s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:32.242908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626317148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:17:32.242879Z","caller":"traceutil/trace.go:171","msg":"trace[1830245676] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27232; }","duration":"1.129328916s","start":"2026-03-31T21:17:31.113539Z","end":"2026-03-31T21:17:32.242868Z","steps":["trace[1830245676] 'agreement among raft nodes before linearized reading' (duration: 1.129259015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:29.697371Z","time spent":"2.545539061s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:32.242932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.979766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:32.242944Z","caller":"traceutil/trace.go:171","msg":"trace[221766955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27232; }","duration":"1.62639647s","start":"2026-03-31T21:17:30.616538Z","end":"2026-03-31T21:17:32.242934Z","steps":["trace[221766955] 'agreement among raft nodes before linearized reading' (duration: 1.626298808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:30.616511Z","time spent":"1.626454992s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:17:32.242963Z","caller":"traceutil/trace.go:171","msg":"trace[1735081691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27232; }","duration":"130.074939ms","start":"2026-03-31T21:17:32.112879Z","end":"2026-03-31T21:17:32.242954Z","steps":["trace[1735081691] 'agreement among raft nodes before linearized reading' (duration: 130.018947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.242959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:31.113523Z","time spent":"1.129421788s","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:32.242707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:28.841862Z","time spent":"3.400838591s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:17:32.243045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.141649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:32.243061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.920584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:32.243101Z","caller":"traceutil/trace.go:171","msg":"trace[1909584491] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27232; }","duration":"719.209661ms","start":"2026-03-31T21:17:31.523874Z","end":"2026-03-31T21:17:32.243084Z","steps":["trace[1909584491] 'agreement among raft nodes before linearized reading' (duration: 719.119419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.243149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:31.523868Z","time spent":"719.265652ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:32.243173Z","caller":"traceutil/trace.go:171","msg":"trace[136506758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27232; }","duration":"724.990755ms","start":"2026-03-31T21:17:31.518098Z","end":"2026-03-31T21:17:32.243088Z","steps":["trace[136506758] 'agreement among raft nodes before linearized reading' (duration: 724.939174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.243208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:31.518077Z","time spent":"725.122039ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:32.867837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.537707ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T21:17:32.86807Z","caller":"traceutil/trace.go:171","msg":"trace[2118709675] linearizableReadLoop","detail":"{readStateIndex:28189; appliedIndex:28188; }","duration":"622.882617ms","start":"2026-03-31T21:17:32.245156Z","end":"2026-03-31T21:17:32.868038Z","steps":["trace[2118709675] 'read index received' (duration: 303.118755ms)","trace[2118709675] 'applied index is now lower than readState.Index' (duration: 319.761762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:32.868163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.244606Z","time spent":"623.553324ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:17:32.868466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.204285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:32.868577Z","caller":"traceutil/trace.go:171","msg":"trace[2021381683] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27232; }","duration":"623.42397ms","start":"2026-03-31T21:17:32.245129Z","end":"2026-03-31T21:17:32.868553Z","steps":["trace[2021381683] 'agreement among raft nodes before linearized reading' (duration: 623.073452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.868705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.245114Z","time spent":"623.502632ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:32.911994Z","caller":"traceutil/trace.go:171","msg":"trace[1994350349] transaction","detail":"{read_only:false; response_revision:27235; number_of_response:1; }","duration":"661.443443ms","start":"2026-03-31T21:17:32.250526Z","end":"2026-03-31T21:17:32.911969Z","steps":["trace[1994350349] 'process raft request' (duration: 661.358091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.912152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.25045Z","time spent":"661.627487ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:32.912549Z","caller":"traceutil/trace.go:171","msg":"trace[1446427612] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"666.353636ms","start":"2026-03-31T21:17:32.24556Z","end":"2026-03-31T21:17:32.911914Z","steps":["trace[1446427612] 'process raft request' (duration: 665.990597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:32.912708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.245544Z","time spent":"667.078354ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:33.29437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.928137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:33.294528Z","caller":"traceutil/trace.go:171","msg":"trace[1567107335] linearizableReadLoop","detail":"{readStateIndex:28193; appliedIndex:28189; }","duration":"426.401354ms","start":"2026-03-31T21:17:32.868111Z","end":"2026-03-31T21:17:33.294512Z","steps":["trace[1567107335] 'read index received' (duration: 43.425878ms)","trace[1567107335] 'applied index is now lower than readState.Index' (duration: 382.974676ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:33.294598Z","caller":"traceutil/trace.go:171","msg":"trace[1203880389] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"732.860033ms","start":"2026-03-31T21:17:32.561727Z","end":"2026-03-31T21:17:33.294587Z","steps":["trace[1203880389] 'process raft request' (duration: 566.652638ms)","trace[1203880389] 'compare' (duration: 165.829355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:33.294671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.561681Z","time spent":"732.940265ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:33.295091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046814999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp\" ","response":"range_response_count:1 size:6048"} {"level":"info","ts":"2026-03-31T21:17:33.295113Z","caller":"traceutil/trace.go:171","msg":"trace[308525261] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp; range_end:; response_count:1; response_revision:27237; }","duration":"1.046881091s","start":"2026-03-31T21:17:32.248224Z","end":"2026-03-31T21:17:33.295105Z","steps":["trace[308525261] 'agreement among raft nodes before linearized reading' (duration: 1.046575683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.248214Z","time spent":"1.046914832s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6070,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp\" "} {"level":"info","ts":"2026-03-31T21:17:33.295108Z","caller":"traceutil/trace.go:171","msg":"trace[909096725] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"425.4499ms","start":"2026-03-31T21:17:32.869632Z","end":"2026-03-31T21:17:33.295081Z","steps":["trace[909096725] 'process raft request' (duration: 424.824375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.949966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:33.295148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046938153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:33.295148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047166408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:33.29515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049911547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:33.295197Z","caller":"traceutil/trace.go:171","msg":"trace[107202033] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27237; }","duration":"1.046994654s","start":"2026-03-31T21:17:32.248189Z","end":"2026-03-31T21:17:33.295184Z","steps":["trace[107202033] 'agreement among raft nodes before linearized reading' (duration: 1.046908382s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:33.295199Z","caller":"traceutil/trace.go:171","msg":"trace[1506310521] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:27237; }","duration":"1.04725806s","start":"2026-03-31T21:17:32.247931Z","end":"2026-03-31T21:17:33.295189Z","steps":["trace[1506310521] 'agreement among raft nodes before linearized reading' (duration: 1.047148667s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:33.295196Z","caller":"traceutil/trace.go:171","msg":"trace[2110704656] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27237; }","duration":"660.069069ms","start":"2026-03-31T21:17:32.635109Z","end":"2026-03-31T21:17:33.295178Z","steps":["trace[2110704656] 'agreement among raft nodes before linearized reading' (duration: 659.942506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049462846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"warn","ts":"2026-03-31T21:17:33.295344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.798776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T21:17:33.295353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009967226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-31T21:17:33.29537Z","caller":"traceutil/trace.go:171","msg":"trace[2078389551] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27237; }","duration":"996.825836ms","start":"2026-03-31T21:17:32.298538Z","end":"2026-03-31T21:17:33.295364Z","steps":["trace[2078389551] 'agreement among raft nodes before linearized reading' (duration: 996.750774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:33.295373Z","caller":"traceutil/trace.go:171","msg":"trace[1935942367] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27237; }","duration":"1.04963524s","start":"2026-03-31T21:17:32.245721Z","end":"2026-03-31T21:17:33.295356Z","steps":["trace[1935942367] 'agreement among raft nodes before linearized reading' (duration: 1.049362793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.117238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:17:33.295384Z","caller":"traceutil/trace.go:171","msg":"trace[161669652] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:27237; }","duration":"1.010056559s","start":"2026-03-31T21:17:32.285319Z","end":"2026-03-31T21:17:33.295376Z","steps":["trace[161669652] 'agreement among raft nodes before linearized reading' (duration: 1.009959656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.298473Z","time spent":"996.923679ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T21:17:33.295417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.245708Z","time spent":"1.049699121s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T21:17:33.295417Z","caller":"traceutil/trace.go:171","msg":"trace[388983996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27237; }","duration":"175.21143ms","start":"2026-03-31T21:17:33.120196Z","end":"2026-03-31T21:17:33.295408Z","steps":["trace[388983996] 'agreement among raft nodes before linearized reading' (duration: 175.071037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.285286Z","time spent":"1.010127171s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:33.295422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045625619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-03-31T21:17:33.295225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.659782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-31T21:17:33.295501Z","caller":"traceutil/trace.go:171","msg":"trace[1568154679] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:27237; }","duration":"1.04567602s","start":"2026-03-31T21:17:32.249774Z","end":"2026-03-31T21:17:33.29545Z","steps":["trace[1568154679] 'agreement among raft nodes before linearized reading' (duration: 1.045520847s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:33.295503Z","caller":"traceutil/trace.go:171","msg":"trace[380565045] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:27237; }","duration":"632.98199ms","start":"2026-03-31T21:17:32.662507Z","end":"2026-03-31T21:17:33.295489Z","steps":["trace[380565045] 'agreement among raft nodes before linearized reading' (duration: 632.617861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.249766Z","time spent":"1.045754232s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-31T21:17:33.295543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.662487Z","time spent":"633.043941ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-31T21:17:33.295232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.248181Z","time spent":"1.047042105s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:17:33.295232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.247918Z","time spent":"1.047304552s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-31T21:17:33.295229Z","caller":"traceutil/trace.go:171","msg":"trace[1807507667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27237; }","duration":"1.0500178s","start":"2026-03-31T21:17:32.245193Z","end":"2026-03-31T21:17:33.295211Z","steps":["trace[1807507667] 'agreement among raft nodes before linearized reading' (duration: 1.049877806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.24518Z","time spent":"1.050533952s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:33.295243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.635087Z","time spent":"660.145291ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:33.295239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.869608Z","time spent":"425.560244ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:33.295262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.74646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007b2955\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-31T21:17:33.295838Z","caller":"traceutil/trace.go:171","msg":"trace[169687562] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007b2955; range_end:; response_count:1; response_revision:27237; }","duration":"379.327844ms","start":"2026-03-31T21:17:32.916502Z","end":"2026-03-31T21:17:33.295829Z","steps":["trace[169687562] 'agreement among raft nodes before linearized reading' (duration: 378.652657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.295868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.916417Z","time spent":"379.440408ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":920,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007b2955\" "} {"level":"warn","ts":"2026-03-31T21:17:33.296082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047135947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5283e798-99ca-45c9-80b4-decc386e316c\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-31T21:17:33.296132Z","caller":"traceutil/trace.go:171","msg":"trace[1320150321] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5283e798-99ca-45c9-80b4-decc386e316c; range_end:; response_count:1; response_revision:27237; }","duration":"1.047203719s","start":"2026-03-31T21:17:32.248916Z","end":"2026-03-31T21:17:33.29612Z","steps":["trace[1320150321] 'agreement among raft nodes before linearized reading' (duration: 1.046475871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:33.296162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:32.248905Z","time spent":"1.04724843s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-5283e798-99ca-45c9-80b4-decc386e316c\" "} {"level":"info","ts":"2026-03-31T21:17:34.13943Z","caller":"traceutil/trace.go:171","msg":"trace[521110418] linearizableReadLoop","detail":"{readStateIndex:28195; appliedIndex:28194; }","duration":"839.099244ms","start":"2026-03-31T21:17:33.300307Z","end":"2026-03-31T21:17:34.139406Z","steps":["trace[521110418] 'read index received' (duration: 28.011µs)","trace[521110418] 'applied index is now lower than readState.Index' (duration: 839.069993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:34.13961Z","caller":"traceutil/trace.go:171","msg":"trace[1658909950] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"839.197677ms","start":"2026-03-31T21:17:33.300268Z","end":"2026-03-31T21:17:34.139466Z","steps":["trace[1658909950] 'process raft request' (duration: 838.94277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:34.139675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.34253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:17:34.139717Z","caller":"traceutil/trace.go:171","msg":"trace[886352989] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27238; }","duration":"839.439993ms","start":"2026-03-31T21:17:33.300266Z","end":"2026-03-31T21:17:34.139706Z","steps":["trace[886352989] 'agreement among raft nodes before linearized reading' (duration: 839.259568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:34.139761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.300217Z","time spent":"839.534085ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T21:17:34.140093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.300218Z","time spent":"839.558205ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:34.640073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:34.842721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.191103ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:34.842881Z","caller":"traceutil/trace.go:171","msg":"trace[513044802] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27238; }","duration":"603.361988ms","start":"2026-03-31T21:17:34.239495Z","end":"2026-03-31T21:17:34.842857Z","steps":["trace[513044802] 'range keys from in-memory index tree' (duration: 603.171792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:34.843282Z","caller":"traceutil/trace.go:171","msg":"trace[1065235067] transaction","detail":"{read_only:false; response_revision:27239; number_of_response:1; }","duration":"1.54180192s","start":"2026-03-31T21:17:33.301456Z","end":"2026-03-31T21:17:34.843258Z","steps":["trace[1065235067] 'process raft request' (duration: 1.526647872s)","trace[1065235067] 'compare' (duration: 14.79561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:34.84341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.301447Z","time spent":"1.541891963s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:34.843669Z","caller":"traceutil/trace.go:171","msg":"trace[619976823] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"1.402527771s","start":"2026-03-31T21:17:33.441094Z","end":"2026-03-31T21:17:34.843622Z","steps":["trace[619976823] 'process raft request' (duration: 1.402155611s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:34.8437Z","caller":"traceutil/trace.go:171","msg":"trace[2130699625] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"1.402580363s","start":"2026-03-31T21:17:33.4411Z","end":"2026-03-31T21:17:34.843681Z","steps":["trace[2130699625] 'process raft request' (duration: 1.402211613s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:34.843704Z","caller":"traceutil/trace.go:171","msg":"trace[1936661353] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"1.402809319s","start":"2026-03-31T21:17:33.440854Z","end":"2026-03-31T21:17:34.843664Z","steps":["trace[1936661353] 'process raft request' (duration: 1.402290035s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:34.843712Z","caller":"traceutil/trace.go:171","msg":"trace[287995333] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"1.40245919s","start":"2026-03-31T21:17:33.441222Z","end":"2026-03-31T21:17:34.843682Z","steps":["trace[287995333] 'process raft request' (duration: 1.402266814s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:34.843778Z","caller":"traceutil/trace.go:171","msg":"trace[405592785] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"1.227689722s","start":"2026-03-31T21:17:33.616068Z","end":"2026-03-31T21:17:34.843758Z","steps":["trace[405592785] 'process raft request' (duration: 1.227554158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:34.843823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.441066Z","time spent":"1.402679266s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:34.843835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.44083Z","time spent":"1.402936822s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:34.843844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.4412Z","time spent":"1.402577743s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:34.8439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.616052Z","time spent":"1.227791084s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:34.843912Z","caller":"traceutil/trace.go:171","msg":"trace[961781346] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"1.401729752s","start":"2026-03-31T21:17:33.442165Z","end":"2026-03-31T21:17:34.843895Z","steps":["trace[961781346] 'process raft request' (duration: 1.401400603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:34.8438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.441079Z","time spent":"1.402680666s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:34.844092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.442153Z","time spent":"1.401871105s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:35.30524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:35.305318Z","caller":"traceutil/trace.go:171","msg":"trace[57585942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280839s","start":"2026-03-31T21:17:33.305022Z","end":"2026-03-31T21:17:35.305303Z","steps":["trace[57585942] 'agreement among raft nodes before linearized reading' (duration: 2.000183746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:35.305363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.305016Z","time spent":"2.00033633s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:35.451339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.203996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:35.451608Z","caller":"traceutil/trace.go:171","msg":"trace[2098924380] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"1.307497961s","start":"2026-03-31T21:17:34.144074Z","end":"2026-03-31T21:17:35.451572Z","steps":["trace[2098924380] 'process raft request' (duration: 1.100996647s)","trace[2098924380] 'compare' (duration: 206.063423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:35.452182Z","caller":"traceutil/trace.go:171","msg":"trace[658372306] transaction","detail":"{read_only:false; response_revision:27248; number_of_response:1; }","duration":"1.199946977s","start":"2026-03-31T21:17:34.252211Z","end":"2026-03-31T21:17:35.452158Z","steps":["trace[658372306] 'process raft request' (duration: 1.199740172s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:35.452027Z","caller":"traceutil/trace.go:171","msg":"trace[1987431840] linearizableReadLoop","detail":"{readStateIndex:28205; appliedIndex:28195; }","duration":"1.312510507s","start":"2026-03-31T21:17:34.139498Z","end":"2026-03-31T21:17:35.452008Z","steps":["trace[1987431840] 'read index received' (duration: 688.620425ms)","trace[1987431840] 'applied index is now lower than readState.Index' (duration: 623.888992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:35.452322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660358852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:35.452388Z","caller":"traceutil/trace.go:171","msg":"trace[79875462] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"1.202242783s","start":"2026-03-31T21:17:34.250128Z","end":"2026-03-31T21:17:35.452371Z","steps":["trace[79875462] 'process raft request' (duration: 1.201306729s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:35.452402Z","caller":"traceutil/trace.go:171","msg":"trace[462116134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27248; }","duration":"1.660478065s","start":"2026-03-31T21:17:33.791904Z","end":"2026-03-31T21:17:35.452382Z","steps":["trace[462116134] 'agreement among raft nodes before linearized reading' (duration: 1.66025144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:35.452418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147825656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-31T21:17:35.452466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.791888Z","time spent":"1.660559717s","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:35.452474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:34.250055Z","time spent":"1.202374957s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:35.452488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149296163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:35.452529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143614041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-31T21:17:35.452517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025069141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:35.452547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98514226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T21:17:35.452571Z","caller":"traceutil/trace.go:171","msg":"trace[2113845135] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27248; }","duration":"2.149427816s","start":"2026-03-31T21:17:33.303128Z","end":"2026-03-31T21:17:35.452556Z","steps":["trace[2113845135] 'agreement among raft nodes before linearized reading' (duration: 2.149221001s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:35.452593Z","caller":"traceutil/trace.go:171","msg":"trace[581604651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27248; }","duration":"2.143689482s","start":"2026-03-31T21:17:33.308887Z","end":"2026-03-31T21:17:35.452577Z","steps":["trace[581604651] 'agreement among raft nodes before linearized reading' (duration: 2.143525998s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:35.452606Z","caller":"traceutil/trace.go:171","msg":"trace[983498747] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27248; }","duration":"2.025227514s","start":"2026-03-31T21:17:33.42736Z","end":"2026-03-31T21:17:35.452587Z","steps":["trace[983498747] 'agreement among raft nodes before linearized reading' (duration: 2.02503133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:35.452609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152075012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T21:17:35.452641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.303121Z","time spent":"2.149506927s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:17:35.452643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.30888Z","time spent":"2.143747263s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T21:17:35.452479Z","caller":"traceutil/trace.go:171","msg":"trace[1445706479] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27248; }","duration":"2.147900918s","start":"2026-03-31T21:17:33.304559Z","end":"2026-03-31T21:17:35.45246Z","steps":["trace[1445706479] 'agreement among raft nodes before linearized reading' (duration: 2.14758339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:35.452629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152229056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-31T21:17:35.452665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.427311Z","time spent":"2.025343867s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:35.452682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583148657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:35.45266Z","caller":"traceutil/trace.go:171","msg":"trace[1592264622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27248; }","duration":"2.152140904s","start":"2026-03-31T21:17:33.300509Z","end":"2026-03-31T21:17:35.45265Z","steps":["trace[1592264622] 'agreement among raft nodes before linearized reading' (duration: 2.152050852s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:35.452708Z","caller":"traceutil/trace.go:171","msg":"trace[1491958647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27248; }","duration":"2.152342899s","start":"2026-03-31T21:17:33.300348Z","end":"2026-03-31T21:17:35.452691Z","steps":["trace[1491958647] 'agreement among raft nodes before linearized reading' (duration: 2.152167215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:35.452733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.300499Z","time spent":"2.152228206s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-31T21:17:35.452741Z","caller":"traceutil/trace.go:171","msg":"trace[1022129462] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27248; }","duration":"1.583239999s","start":"2026-03-31T21:17:33.869487Z","end":"2026-03-31T21:17:35.452727Z","steps":["trace[1022129462] 'agreement among raft nodes before linearized reading' (duration: 1.583152037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:35.45276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.300331Z","time spent":"2.15241264s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T21:17:35.452794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.869472Z","time spent":"1.583306501s","remote":"127.0.0.1:51052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:35.452523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152092933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-31T21:17:35.452328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672765772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:35.452895Z","caller":"traceutil/trace.go:171","msg":"trace[209239273] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27248; }","duration":"2.152480712s","start":"2026-03-31T21:17:33.300399Z","end":"2026-03-31T21:17:35.452879Z","steps":["trace[209239273] 'agreement among raft nodes before linearized reading' (duration: 2.1519959s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:35.45291Z","caller":"traceutil/trace.go:171","msg":"trace[1254397645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27248; }","duration":"1.673388098s","start":"2026-03-31T21:17:33.779501Z","end":"2026-03-31T21:17:35.452889Z","steps":["trace[1254397645] 'agreement among raft nodes before linearized reading' (duration: 1.672761672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:35.452965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.77948Z","time spent":"1.673467s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:35.452328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:34.251819Z","time spent":"1.2004471s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:35.451878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:34.144052Z","time spent":"1.307696846s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:35.452689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.304552Z","time spent":"2.148129714s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-31T21:17:35.453095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.300366Z","time spent":"2.152563544s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T21:17:35.452609Z","caller":"traceutil/trace.go:171","msg":"trace[675104326] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:27248; }","duration":"1.985240273s","start":"2026-03-31T21:17:33.467355Z","end":"2026-03-31T21:17:35.452595Z","steps":["trace[675104326] 'agreement among raft nodes before linearized reading' (duration: 1.984783231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:35.45316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:33.467339Z","time spent":"1.985807836s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:36.750413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136465735s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:36.750558Z","caller":"traceutil/trace.go:171","msg":"trace[400789449] linearizableReadLoop","detail":"{readStateIndex:28206; appliedIndex:28205; }","duration":"1.298214477s","start":"2026-03-31T21:17:35.452318Z","end":"2026-03-31T21:17:36.750533Z","steps":["trace[400789449] 'read index received' (duration: 161.556687ms)","trace[400789449] 'applied index is now lower than readState.Index' (duration: 1.13665597s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:36.750741Z","caller":"traceutil/trace.go:171","msg":"trace[1937012930] transaction","detail":"{read_only:false; response_revision:27249; number_of_response:1; }","duration":"1.447560289s","start":"2026-03-31T21:17:35.30317Z","end":"2026-03-31T21:17:36.75073Z","steps":["trace[1937012930] 'process raft request' (duration: 310.692334ms)","trace[1937012930] 'compare' (duration: 1.135903681s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:36.750787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.303145Z","time spent":"1.44761782s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:36.75094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374757675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:36.750962Z","caller":"traceutil/trace.go:171","msg":"trace[1107826819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27249; }","duration":"1.374819477s","start":"2026-03-31T21:17:35.376136Z","end":"2026-03-31T21:17:36.750956Z","steps":["trace[1107826819] 'agreement among raft nodes before linearized reading' (duration: 1.374767066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.750984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.376116Z","time spent":"1.374863318s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:36.751062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977854547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:36.751148Z","caller":"traceutil/trace.go:171","msg":"trace[1767732782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27249; }","duration":"1.97799408s","start":"2026-03-31T21:17:34.773132Z","end":"2026-03-31T21:17:36.751126Z","steps":["trace[1767732782] 'agreement among raft nodes before linearized reading' (duration: 1.977830186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.751107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641364367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:36.751213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:34.77311Z","time spent":"1.978085213s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:36.751212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833980112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:17:36.75121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609210936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:17:36.751269Z","caller":"traceutil/trace.go:171","msg":"trace[1746880451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27249; }","duration":"1.834043413s","start":"2026-03-31T21:17:34.917211Z","end":"2026-03-31T21:17:36.751254Z","steps":["trace[1746880451] 'agreement among raft nodes before linearized reading' (duration: 1.833873509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.751297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444912363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:36.751311Z","caller":"traceutil/trace.go:171","msg":"trace[1236121755] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27249; }","duration":"2.6093454s","start":"2026-03-31T21:17:34.14192Z","end":"2026-03-31T21:17:36.751265Z","steps":["trace[1236121755] 'agreement among raft nodes before linearized reading' (duration: 2.609082853s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:36.751337Z","caller":"traceutil/trace.go:171","msg":"trace[1564886001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27249; }","duration":"1.444992225s","start":"2026-03-31T21:17:35.306333Z","end":"2026-03-31T21:17:36.751326Z","steps":["trace[1564886001] 'agreement among raft nodes before linearized reading' (duration: 1.444926303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.751357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:34.141907Z","time spent":"2.609438213s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:17:36.751383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.306313Z","time spent":"1.445058597s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:36.751305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:34.91716Z","time spent":"1.834139805s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:17:36.751226Z","caller":"traceutil/trace.go:171","msg":"trace[1376137315] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27249; }","duration":"1.64153281s","start":"2026-03-31T21:17:35.109669Z","end":"2026-03-31T21:17:36.751202Z","steps":["trace[1376137315] 'agreement among raft nodes before linearized reading' (duration: 1.641338485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.751551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.109649Z","time spent":"1.6418853s","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:36.778358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164444427s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:36.778878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318438824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:17:36.778925Z","caller":"traceutil/trace.go:171","msg":"trace[1211042469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27250; }","duration":"1.318562657s","start":"2026-03-31T21:17:35.460345Z","end":"2026-03-31T21:17:36.778908Z","steps":["trace[1211042469] 'agreement among raft nodes before linearized reading' (duration: 1.318418444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.77894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321952653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T21:17:36.778978Z","caller":"traceutil/trace.go:171","msg":"trace[449126597] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853; range_end:; response_count:1; response_revision:27250; }","duration":"1.322036115s","start":"2026-03-31T21:17:35.456931Z","end":"2026-03-31T21:17:36.778967Z","steps":["trace[449126597] 'agreement among raft nodes before linearized reading' (duration: 1.321949583s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:36.778971Z","caller":"traceutil/trace.go:171","msg":"trace[694636589] transaction","detail":"{read_only:false; response_revision:27250; number_of_response:1; }","duration":"1.315407168s","start":"2026-03-31T21:17:35.463547Z","end":"2026-03-31T21:17:36.778954Z","steps":["trace[694636589] 'process raft request' (duration: 1.315023179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.779001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.227351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:36.779001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319250855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-03-31T21:17:36.779029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3190893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:36.779051Z","caller":"traceutil/trace.go:171","msg":"trace[792756143] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27250; }","duration":"1.319129832s","start":"2026-03-31T21:17:35.459915Z","end":"2026-03-31T21:17:36.779045Z","steps":["trace[792756143] 'agreement among raft nodes before linearized reading' (duration: 1.319095861s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:36.779059Z","caller":"traceutil/trace.go:171","msg":"trace[1818473299] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:27250; }","duration":"1.319332738s","start":"2026-03-31T21:17:35.459711Z","end":"2026-03-31T21:17:36.779044Z","steps":["trace[1818473299] 'agreement among raft nodes before linearized reading' (duration: 1.319155123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.779075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.459908Z","time spent":"1.319161502s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:17:36.779085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315257475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-31T21:17:36.778952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.460328Z","time spent":"1.318617479s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:17:36.779109Z","caller":"traceutil/trace.go:171","msg":"trace[798426936] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27250; }","duration":"1.315307866s","start":"2026-03-31T21:17:35.463794Z","end":"2026-03-31T21:17:36.779102Z","steps":["trace[798426936] 'agreement among raft nodes before linearized reading' (duration: 1.315241114s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:36.779024Z","caller":"traceutil/trace.go:171","msg":"trace[1623025410] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27250; }","duration":"377.285973ms","start":"2026-03-31T21:17:36.401732Z","end":"2026-03-31T21:17:36.779018Z","steps":["trace[1623025410] 'agreement among raft nodes before linearized reading' (duration: 377.233862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.77913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.463778Z","time spent":"1.315347517s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-31T21:17:36.779139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.401712Z","time spent":"377.418196ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:36.779077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.463537Z","time spent":"1.31548186s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:36.778999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.456911Z","time spent":"1.322083036s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853\" "} {"level":"warn","ts":"2026-03-31T21:17:36.779104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.4597Z","time spent":"1.319395799s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:36.779578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31978519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz.18a2098f60fe9495\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-03-31T21:17:36.779615Z","caller":"traceutil/trace.go:171","msg":"trace[837062101] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz.18a2098f60fe9495; range_end:; response_count:1; response_revision:27250; }","duration":"1.319876602s","start":"2026-03-31T21:17:35.45973Z","end":"2026-03-31T21:17:36.779606Z","steps":["trace[837062101] 'agreement among raft nodes before linearized reading' (duration: 1.319078521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:36.779642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:35.459718Z","time spent":"1.319917563s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":884,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz.18a2098f60fe9495\" "} {"level":"warn","ts":"2026-03-31T21:17:38.341885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366709164s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:38.355945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380756147s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:38.356101Z","caller":"traceutil/trace.go:171","msg":"trace[1775996157] transaction","detail":"{read_only:false; response_revision:27251; number_of_response:1; }","duration":"1.599753044s","start":"2026-03-31T21:17:36.756318Z","end":"2026-03-31T21:17:38.356071Z","steps":["trace[1775996157] 'process raft request' (duration: 218.801633ms)","trace[1775996157] 'compare' (duration: 1.379575557s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:38.356134Z","caller":"traceutil/trace.go:171","msg":"trace[275935782] linearizableReadLoop","detail":"{readStateIndex:28208; appliedIndex:28207; }","duration":"1.577399803s","start":"2026-03-31T21:17:36.778702Z","end":"2026-03-31T21:17:38.356102Z","steps":["trace[275935782] 'read index received' (duration: 196.435342ms)","trace[275935782] 'applied index is now lower than readState.Index' (duration: 1.380963341s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:38.356223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.756301Z","time spent":"1.599853186s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:38.356261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597818595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:38.356722Z","caller":"traceutil/trace.go:171","msg":"trace[221840786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27253; }","duration":"1.597883516s","start":"2026-03-31T21:17:36.758396Z","end":"2026-03-31T21:17:38.35628Z","steps":["trace[221840786] 'agreement among raft nodes before linearized reading' (duration: 1.597798894s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:38.356801Z","caller":"traceutil/trace.go:171","msg":"trace[158020539] transaction","detail":"{read_only:false; response_revision:27253; number_of_response:1; }","duration":"1.508075257s","start":"2026-03-31T21:17:36.848683Z","end":"2026-03-31T21:17:38.356759Z","steps":["trace[158020539] 'process raft request' (duration: 1.507397209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:38.357034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.848663Z","time spent":"1.508303443s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:38.356778Z","caller":"traceutil/trace.go:171","msg":"trace[638344338] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"1.574741138s","start":"2026-03-31T21:17:36.781864Z","end":"2026-03-31T21:17:38.356605Z","steps":["trace[638344338] 'process raft request' (duration: 1.574161892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:38.357225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.781845Z","time spent":"1.575319692s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:38.356845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.758383Z","time spent":"1.598452031s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:17:38.357616Z","caller":"traceutil/trace.go:171","msg":"trace[572136710] transaction","detail":"{read_only:false; response_revision:27254; number_of_response:1; }","duration":"1.508909267s","start":"2026-03-31T21:17:36.848683Z","end":"2026-03-31T21:17:38.357593Z","steps":["trace[572136710] 'process raft request' (duration: 1.5074313s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:38.357704Z","caller":"traceutil/trace.go:171","msg":"trace[1888437698] transaction","detail":"{read_only:false; response_revision:27255; number_of_response:1; }","duration":"1.508941139s","start":"2026-03-31T21:17:36.848749Z","end":"2026-03-31T21:17:38.35769Z","steps":["trace[1888437698] 'process raft request' (duration: 1.508740084s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:38.357741Z","caller":"traceutil/trace.go:171","msg":"trace[943315220] transaction","detail":"{read_only:false; response_revision:27258; number_of_response:1; }","duration":"1.432235215s","start":"2026-03-31T21:17:36.925489Z","end":"2026-03-31T21:17:38.357725Z","steps":["trace[943315220] 'process raft request' (duration: 1.432193334s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:38.357756Z","caller":"traceutil/trace.go:171","msg":"trace[1994028160] transaction","detail":"{read_only:false; response_revision:27256; number_of_response:1; }","duration":"1.508786355s","start":"2026-03-31T21:17:36.848947Z","end":"2026-03-31T21:17:38.357733Z","steps":["trace[1994028160] 'process raft request' (duration: 1.508624121s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:38.357762Z","caller":"traceutil/trace.go:171","msg":"trace[1270271075] transaction","detail":"{read_only:false; response_revision:27257; number_of_response:1; }","duration":"1.507715127s","start":"2026-03-31T21:17:36.850032Z","end":"2026-03-31T21:17:38.357747Z","steps":["trace[1270271075] 'process raft request' (duration: 1.507590994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:38.357732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.848664Z","time spent":"1.5090062s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:38.357871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.848935Z","time spent":"1.508881317s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:38.357876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.850023Z","time spent":"1.507797229s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:38.357917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.848728Z","time spent":"1.50902966s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:38.35811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.925469Z","time spent":"1.43241236s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:38.857005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:39.745622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.944218ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:17:39.746455Z","caller":"traceutil/trace.go:171","msg":"trace[1089736221] transaction","detail":"{read_only:false; response_revision:27259; number_of_response:1; }","duration":"2.28887744s","start":"2026-03-31T21:17:37.457544Z","end":"2026-03-31T21:17:39.746422Z","steps":["trace[1089736221] 'process raft request' (duration: 2.288173312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:39.746708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:37.457517Z","time spent":"2.289075845s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:40.187814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.330627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:40.188061Z","caller":"traceutil/trace.go:171","msg":"trace[1456744138] transaction","detail":"{read_only:false; response_revision:27264; number_of_response:1; }","duration":"338.660195ms","start":"2026-03-31T21:17:39.849388Z","end":"2026-03-31T21:17:40.188048Z","steps":["trace[1456744138] 'process raft request' (duration: 338.629105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.188109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:39.84936Z","time spent":"338.725337ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:40.188311Z","caller":"traceutil/trace.go:171","msg":"trace[1283473315] transaction","detail":"{read_only:false; response_revision:27262; number_of_response:1; }","duration":"1.431393035s","start":"2026-03-31T21:17:38.756891Z","end":"2026-03-31T21:17:40.188285Z","steps":["trace[1283473315] 'process raft request' (duration: 1.431069447s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.188361Z","caller":"traceutil/trace.go:171","msg":"trace[1904657019] linearizableReadLoop","detail":"{readStateIndex:28220; appliedIndex:28215; }","duration":"1.832176137s","start":"2026-03-31T21:17:38.356175Z","end":"2026-03-31T21:17:40.188351Z","steps":["trace[1904657019] 'read index received' (duration: 697.438615ms)","trace[1904657019] 'applied index is now lower than readState.Index' (duration: 1.134736822s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:40.188453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:38.756851Z","time spent":"1.431518558s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:40.188569Z","caller":"traceutil/trace.go:171","msg":"trace[2074531593] transaction","detail":"{read_only:false; response_revision:27260; number_of_response:1; }","duration":"2.730035123s","start":"2026-03-31T21:17:37.458522Z","end":"2026-03-31T21:17:40.188557Z","steps":["trace[2074531593] 'process raft request' (duration: 2.287878905s)","trace[2074531593] 'compare' (duration: 441.114352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:40.18862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:37.458508Z","time spent":"2.730083314s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:40.188658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417181065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:40.188687Z","caller":"traceutil/trace.go:171","msg":"trace[265846824] transaction","detail":"{read_only:false; response_revision:27263; number_of_response:1; }","duration":"667.684969ms","start":"2026-03-31T21:17:39.520971Z","end":"2026-03-31T21:17:40.188656Z","steps":["trace[265846824] 'process raft request' (duration: 667.021252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.18874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938386578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:40.188756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318704868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:40.188776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406016671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cqq84\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-03-31T21:17:40.188771Z","caller":"traceutil/trace.go:171","msg":"trace[2108918822] transaction","detail":"{read_only:false; response_revision:27261; number_of_response:1; }","duration":"2.507019836s","start":"2026-03-31T21:17:37.681741Z","end":"2026-03-31T21:17:40.188761Z","steps":["trace[2108918822] 'process raft request' (duration: 2.506148373s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.188781Z","caller":"traceutil/trace.go:171","msg":"trace[1771246713] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27264; }","duration":"1.93847127s","start":"2026-03-31T21:17:38.2503Z","end":"2026-03-31T21:17:40.188771Z","steps":["trace[1771246713] 'agreement among raft nodes before linearized reading' (duration: 1.938390278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.188756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111291321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:40.188796Z","caller":"traceutil/trace.go:171","msg":"trace[1101812337] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27264; }","duration":"2.31877744s","start":"2026-03-31T21:17:37.870009Z","end":"2026-03-31T21:17:40.188786Z","steps":["trace[1101812337] 'agreement among raft nodes before linearized reading' (duration: 2.318728788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.188819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:38.250278Z","time spent":"1.938531651s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:40.188832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:37.681715Z","time spent":"2.507085777s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:40.188841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830104626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:40.188833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:39.520952Z","time spent":"667.803273ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:40.188838Z","caller":"traceutil/trace.go:171","msg":"trace[1987604022] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27264; }","duration":"2.111426285s","start":"2026-03-31T21:17:38.077393Z","end":"2026-03-31T21:17:40.188819Z","steps":["trace[1987604022] 'agreement among raft nodes before linearized reading' (duration: 2.111266591s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.188863Z","caller":"traceutil/trace.go:171","msg":"trace[1860784395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27264; }","duration":"1.830150266s","start":"2026-03-31T21:17:38.358707Z","end":"2026-03-31T21:17:40.188857Z","steps":["trace[1860784395] 'agreement among raft nodes before linearized reading' (duration: 1.830115406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.18884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401600372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-31T21:17:40.188885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:38.358691Z","time spent":"1.830191018s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:40.188887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:38.07737Z","time spent":"2.111506926s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:40.188897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.869739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-31T21:17:40.18892Z","caller":"traceutil/trace.go:171","msg":"trace[57508663] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27264; }","duration":"207.89283ms","start":"2026-03-31T21:17:39.981021Z","end":"2026-03-31T21:17:40.188914Z","steps":["trace[57508663] 'agreement among raft nodes before linearized reading' (duration: 207.836608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.188908Z","caller":"traceutil/trace.go:171","msg":"trace[1692762140] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:27264; }","duration":"3.401672953s","start":"2026-03-31T21:17:36.787213Z","end":"2026-03-31T21:17:40.188886Z","steps":["trace[1692762140] 'agreement among raft nodes before linearized reading' (duration: 3.401481528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.188956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.787208Z","time spent":"3.401735685s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"warn","ts":"2026-03-31T21:17:40.188987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40558138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-31T21:17:40.188718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298345334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T21:17:40.189048Z","caller":"traceutil/trace.go:171","msg":"trace[303201916] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:27264; }","duration":"3.405660603s","start":"2026-03-31T21:17:36.783367Z","end":"2026-03-31T21:17:40.189027Z","steps":["trace[303201916] 'agreement among raft nodes before linearized reading' (duration: 3.405510599s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.189059Z","caller":"traceutil/trace.go:171","msg":"trace[94525727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27264; }","duration":"3.298683042s","start":"2026-03-31T21:17:36.890363Z","end":"2026-03-31T21:17:40.189046Z","steps":["trace[94525727] 'agreement among raft nodes before linearized reading' (duration: 3.298260151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.188838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:37.869987Z","time spent":"2.318841931s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:40.1891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.890311Z","time spent":"3.298778644s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-31T21:17:40.189094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.783362Z","time spent":"3.405718834s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:40.189096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829187842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz.18a2098f6100c601\" ","response":"range_response_count:1 size:901"} {"level":"warn","ts":"2026-03-31T21:17:40.189115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.766127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:17:40.189162Z","caller":"traceutil/trace.go:171","msg":"trace[1297614961] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27264; }","duration":"205.839838ms","start":"2026-03-31T21:17:39.98331Z","end":"2026-03-31T21:17:40.18915Z","steps":["trace[1297614961] 'agreement among raft nodes before linearized reading' (duration: 205.736015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.188802Z","caller":"traceutil/trace.go:171","msg":"trace[2089317032] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cqq84; range_end:; response_count:1; response_revision:27264; }","duration":"3.406055762s","start":"2026-03-31T21:17:36.782736Z","end":"2026-03-31T21:17:40.188792Z","steps":["trace[2089317032] 'agreement among raft nodes before linearized reading' (duration: 3.40599817s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.189164Z","caller":"traceutil/trace.go:171","msg":"trace[262565960] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz.18a2098f6100c601; range_end:; response_count:1; response_revision:27264; }","duration":"1.829287715s","start":"2026-03-31T21:17:38.359857Z","end":"2026-03-31T21:17:40.189144Z","steps":["trace[262565960] 'agreement among raft nodes before linearized reading' (duration: 1.829064719s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.188718Z","caller":"traceutil/trace.go:171","msg":"trace[1198133899] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27264; }","duration":"2.417290608s","start":"2026-03-31T21:17:37.771411Z","end":"2026-03-31T21:17:40.188702Z","steps":["trace[1198133899] 'agreement among raft nodes before linearized reading' (duration: 2.417124442s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.189218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:38.359841Z","time spent":"1.829363656s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":923,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-tnnsz.18a2098f6100c601\" "} {"level":"warn","ts":"2026-03-31T21:17:40.189226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:37.77139Z","time spent":"2.417825271s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:40.188841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40596846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:17:40.189269Z","caller":"traceutil/trace.go:171","msg":"trace[413908772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27264; }","duration":"3.40641117s","start":"2026-03-31T21:17:36.782847Z","end":"2026-03-31T21:17:40.189258Z","steps":["trace[413908772] 'agreement among raft nodes before linearized reading' (duration: 3.405803895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.189196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.782728Z","time spent":"3.406460382s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cqq84\" "} {"level":"warn","ts":"2026-03-31T21:17:40.189301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:36.782843Z","time spent":"3.406447982s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:17:40.189416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.007751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:40.189402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540837647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:40.189443Z","caller":"traceutil/trace.go:171","msg":"trace[1622105659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27264; }","duration":"542.069803ms","start":"2026-03-31T21:17:39.647364Z","end":"2026-03-31T21:17:40.189434Z","steps":["trace[1622105659] 'agreement among raft nodes before linearized reading' (duration: 542.033292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.189464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:39.647328Z","time spent":"542.131584ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:17:40.189469Z","caller":"traceutil/trace.go:171","msg":"trace[33999001] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27264; }","duration":"1.540907199s","start":"2026-03-31T21:17:38.648541Z","end":"2026-03-31T21:17:40.189448Z","steps":["trace[33999001] 'agreement among raft nodes before linearized reading' (duration: 1.540808907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.189518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:38.648484Z","time spent":"1.541018691s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:40.818333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.398374ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T21:17:40.818746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.191361Z","time spent":"627.379619ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:17:40.818836Z","caller":"traceutil/trace.go:171","msg":"trace[1281319033] transaction","detail":"{read_only:false; response_revision:27266; number_of_response:1; }","duration":"621.687816ms","start":"2026-03-31T21:17:40.197137Z","end":"2026-03-31T21:17:40.818824Z","steps":["trace[1281319033] 'process raft request' (duration: 621.475721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.818954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.197127Z","time spent":"621.750857ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:40.818732Z","caller":"traceutil/trace.go:171","msg":"trace[1960293242] linearizableReadLoop","detail":"{readStateIndex:28223; appliedIndex:28222; }","duration":"626.095786ms","start":"2026-03-31T21:17:40.192577Z","end":"2026-03-31T21:17:40.818673Z","steps":["trace[1960293242] 'read index received' (duration: 197.453036ms)","trace[1960293242] 'applied index is now lower than readState.Index' (duration: 428.63885ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:40.818783Z","caller":"traceutil/trace.go:171","msg":"trace[11619788] transaction","detail":"{read_only:false; response_revision:27265; number_of_response:1; }","duration":"624.340022ms","start":"2026-03-31T21:17:40.194419Z","end":"2026-03-31T21:17:40.818759Z","steps":["trace[11619788] 'process raft request' (duration: 624.027245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.819216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.61525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-03-31T21:17:40.819292Z","caller":"traceutil/trace.go:171","msg":"trace[1122638858] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27267; }","duration":"626.722783ms","start":"2026-03-31T21:17:40.192551Z","end":"2026-03-31T21:17:40.819274Z","steps":["trace[1122638858] 'agreement among raft nodes before linearized reading' (duration: 626.24675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.819259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.1944Z","time spent":"624.763613ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:40.819336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.192539Z","time spent":"626.784944ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T21:17:40.819325Z","caller":"traceutil/trace.go:171","msg":"trace[343347632] transaction","detail":"{read_only:false; response_revision:27267; number_of_response:1; }","duration":"456.286603ms","start":"2026-03-31T21:17:40.363004Z","end":"2026-03-31T21:17:40.81929Z","steps":["trace[343347632] 'process raft request' (duration: 455.688987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.819476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.362975Z","time spent":"456.413666ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:40.819507Z","caller":"traceutil/trace.go:171","msg":"trace[1124037246] transaction","detail":"{read_only:false; response_revision:27268; number_of_response:1; }","duration":"455.612106ms","start":"2026-03-31T21:17:40.363873Z","end":"2026-03-31T21:17:40.819485Z","steps":["trace[1124037246] 'process raft request' (duration: 455.244967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.819707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.36386Z","time spent":"455.78393ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:40.819706Z","caller":"traceutil/trace.go:171","msg":"trace[286950818] transaction","detail":"{read_only:false; response_revision:27269; number_of_response:1; }","duration":"455.651707ms","start":"2026-03-31T21:17:40.364034Z","end":"2026-03-31T21:17:40.819685Z","steps":["trace[286950818] 'process raft request' (duration: 455.315769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.819806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.364025Z","time spent":"455.738159ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:40.820155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.839702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:17:40.820198Z","caller":"traceutil/trace.go:171","msg":"trace[1774634490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27271; }","duration":"459.918204ms","start":"2026-03-31T21:17:40.360269Z","end":"2026-03-31T21:17:40.820187Z","steps":["trace[1774634490] 'agreement among raft nodes before linearized reading' (duration: 459.77264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:40.820223Z","caller":"traceutil/trace.go:171","msg":"trace[1704599804] transaction","detail":"{read_only:false; response_revision:27271; number_of_response:1; }","duration":"455.79308ms","start":"2026-03-31T21:17:40.364414Z","end":"2026-03-31T21:17:40.820207Z","steps":["trace[1704599804] 'process raft request' (duration: 455.516353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.820274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.360247Z","time spent":"459.974505ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:17:40.820388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.364405Z","time spent":"455.885693ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:40.820394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.84461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T21:17:40.820487Z","caller":"traceutil/trace.go:171","msg":"trace[261454082] transaction","detail":"{read_only:false; response_revision:27270; number_of_response:1; }","duration":"456.362215ms","start":"2026-03-31T21:17:40.364114Z","end":"2026-03-31T21:17:40.820476Z","steps":["trace[261454082] 'process raft request' (duration: 455.556965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.820504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.189814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:40.820539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.364086Z","time spent":"456.425486ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:40.820618Z","caller":"traceutil/trace.go:171","msg":"trace[1858065450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27271; }","duration":"623.303867ms","start":"2026-03-31T21:17:40.197296Z","end":"2026-03-31T21:17:40.8206Z","steps":["trace[1858065450] 'agreement among raft nodes before linearized reading' (duration: 623.171824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.820439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.772644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c63961a-e1c3-4086-b809-c897ef22c965\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-31T21:17:40.820759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.197285Z","time spent":"623.45698ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:17:40.820784Z","caller":"traceutil/trace.go:171","msg":"trace[887915145] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c63961a-e1c3-4086-b809-c897ef22c965; range_end:; response_count:1; response_revision:27271; }","duration":"625.136283ms","start":"2026-03-31T21:17:40.195638Z","end":"2026-03-31T21:17:40.820774Z","steps":["trace[887915145] 'agreement among raft nodes before linearized reading' (duration: 624.699112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.820811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.19563Z","time spent":"625.173204ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-0c63961a-e1c3-4086-b809-c897ef22c965\" "} {"level":"info","ts":"2026-03-31T21:17:40.820511Z","caller":"traceutil/trace.go:171","msg":"trace[837618951] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:27271; }","duration":"626.014664ms","start":"2026-03-31T21:17:40.194476Z","end":"2026-03-31T21:17:40.820491Z","steps":["trace[837618951] 'agreement among raft nodes before linearized reading' (duration: 625.560183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.820946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.194402Z","time spent":"626.534037ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:40.820433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.031235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-31T21:17:40.821095Z","caller":"traceutil/trace.go:171","msg":"trace[1458679014] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:27271; }","duration":"624.712053ms","start":"2026-03-31T21:17:40.196373Z","end":"2026-03-31T21:17:40.821085Z","steps":["trace[1458679014] 'agreement among raft nodes before linearized reading' (duration: 623.926523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:40.821128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.196367Z","time spent":"624.753664ms","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-03-31T21:17:41.324717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:42.255447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.773681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:42.255568Z","caller":"traceutil/trace.go:171","msg":"trace[1261412513] transaction","detail":"{read_only:false; response_revision:27272; number_of_response:1; }","duration":"1.432685337s","start":"2026-03-31T21:17:40.822863Z","end":"2026-03-31T21:17:42.255548Z","steps":["trace[1261412513] 'process raft request' (duration: 590.315431ms)","trace[1261412513] 'compare' (duration: 840.053737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:42.25565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.822845Z","time spent":"1.432767679s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:42.614511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190074078s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:42.837525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:42.837608Z","caller":"traceutil/trace.go:171","msg":"trace[2060084361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541856s","start":"2026-03-31T21:17:40.837049Z","end":"2026-03-31T21:17:42.837591Z","steps":["trace[2060084361] 'agreement among raft nodes before linearized reading' (duration: 2.000444623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:42.83765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.837033Z","time spent":"2.000608667s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:43.349163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.281288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:43.349583Z","caller":"traceutil/trace.go:171","msg":"trace[1679764447] transaction","detail":"{read_only:false; response_revision:27277; number_of_response:1; }","duration":"1.153478172s","start":"2026-03-31T21:17:42.196074Z","end":"2026-03-31T21:17:43.349552Z","steps":["trace[1679764447] 'process raft request' (duration: 1.153430791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:43.349687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.196045Z","time spent":"1.153592195s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:43.350053Z","caller":"traceutil/trace.go:171","msg":"trace[1219267150] transaction","detail":"{read_only:false; response_revision:27273; number_of_response:1; }","duration":"2.524524825s","start":"2026-03-31T21:17:40.825514Z","end":"2026-03-31T21:17:43.350039Z","steps":["trace[1219267150] 'process raft request' (duration: 1.789280343s)","trace[1219267150] 'compare' (duration: 733.717963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:43.350125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.825499Z","time spent":"2.524589836s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:43.350276Z","caller":"traceutil/trace.go:171","msg":"trace[962174564] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"1.154203409s","start":"2026-03-31T21:17:42.196063Z","end":"2026-03-31T21:17:43.350266Z","steps":["trace[962174564] 'process raft request' (duration: 1.15340509s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:43.350278Z","caller":"traceutil/trace.go:171","msg":"trace[758223905] transaction","detail":"{read_only:false; response_revision:27275; number_of_response:1; }","duration":"1.597421075s","start":"2026-03-31T21:17:41.752779Z","end":"2026-03-31T21:17:43.3502Z","steps":["trace[758223905] 'process raft request' (duration: 1.596635095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:43.35034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.196036Z","time spent":"1.154273731s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:43.35042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:41.752754Z","time spent":"1.597578969s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:43.350622Z","caller":"traceutil/trace.go:171","msg":"trace[1164287159] linearizableReadLoop","detail":"{readStateIndex:28233; appliedIndex:28230; }","duration":"2.526201867s","start":"2026-03-31T21:17:40.824396Z","end":"2026-03-31T21:17:43.350597Z","steps":["trace[1164287159] 'read index received' (duration: 588.851075ms)","trace[1164287159] 'applied index is now lower than readState.Index' (duration: 1.937348582s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:43.350723Z","caller":"traceutil/trace.go:171","msg":"trace[1822160529] transaction","detail":"{read_only:false; response_revision:27274; number_of_response:1; }","duration":"2.524560085s","start":"2026-03-31T21:17:40.826153Z","end":"2026-03-31T21:17:43.350713Z","steps":["trace[1822160529] 'process raft request' (duration: 2.52314308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:43.350813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.82614Z","time spent":"2.524613916s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:43.350851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526449224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" ","response":"range_response_count:1 size:8684"} {"level":"info","ts":"2026-03-31T21:17:43.350887Z","caller":"traceutil/trace.go:171","msg":"trace[967649206] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-778bcc457d-g7h6n; range_end:; response_count:1; response_revision:27277; }","duration":"2.526509584s","start":"2026-03-31T21:17:40.824367Z","end":"2026-03-31T21:17:43.350876Z","steps":["trace[967649206] 'agreement among raft nodes before linearized reading' (duration: 2.526367371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:43.350946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.82435Z","time spent":"2.526580027s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8706,"request content":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" "} {"level":"warn","ts":"2026-03-31T21:17:43.851271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:44.352271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837606999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:44.651461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305911181s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:17:44.652091Z","caller":"traceutil/trace.go:171","msg":"trace[1303204029] transaction","detail":"{read_only:false; response_revision:27278; number_of_response:1; }","duration":"1.826942505s","start":"2026-03-31T21:17:42.825123Z","end":"2026-03-31T21:17:44.652066Z","steps":["trace[1303204029] 'process raft request' (duration: 1.826692769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:44.652293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.825097Z","time spent":"1.827064979s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:44.652493Z","caller":"traceutil/trace.go:171","msg":"trace[946519682] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"1.825277644s","start":"2026-03-31T21:17:42.827187Z","end":"2026-03-31T21:17:44.652465Z","steps":["trace[946519682] 'process raft request' (duration: 1.824835343s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:44.652542Z","caller":"traceutil/trace.go:171","msg":"trace[166034530] transaction","detail":"{read_only:false; response_revision:27281; number_of_response:1; }","duration":"1.825151022s","start":"2026-03-31T21:17:42.827373Z","end":"2026-03-31T21:17:44.652524Z","steps":["trace[166034530] 'process raft request' (duration: 1.825037879s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:44.652559Z","caller":"traceutil/trace.go:171","msg":"trace[225524583] transaction","detail":"{read_only:false; response_revision:27280; number_of_response:1; }","duration":"1.825183882s","start":"2026-03-31T21:17:42.827347Z","end":"2026-03-31T21:17:44.652531Z","steps":["trace[225524583] 'process raft request' (duration: 1.824943086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:44.652653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.827343Z","time spent":"1.825244474s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:44.652693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.827159Z","time spent":"1.825411308s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:44.652641Z","caller":"traceutil/trace.go:171","msg":"trace[1881050837] transaction","detail":"{read_only:false; response_revision:27282; number_of_response:1; }","duration":"1.82469726s","start":"2026-03-31T21:17:42.827909Z","end":"2026-03-31T21:17:44.652606Z","steps":["trace[1881050837] 'process raft request' (duration: 1.824546476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:44.652873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.827878Z","time spent":"1.824899624s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:44.652723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.827335Z","time spent":"1.825296145s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:44.838223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:44.838297Z","caller":"traceutil/trace.go:171","msg":"trace[1333687727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496325s","start":"2026-03-31T21:17:42.83778Z","end":"2026-03-31T21:17:44.838276Z","steps":["trace[1333687727] 'agreement among raft nodes before linearized reading' (duration: 2.000414583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:44.83833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.837762Z","time spent":"2.000560956s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:46.846333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:46.846419Z","caller":"traceutil/trace.go:171","msg":"trace[1425731899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301829s","start":"2026-03-31T21:17:44.846095Z","end":"2026-03-31T21:17:46.846397Z","steps":["trace[1425731899] 'agreement among raft nodes before linearized reading' (duration: 2.000191487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:46.84647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:44.84606Z","time spent":"2.000399452s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:47.223497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.571659716s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:17:47.255256Z","caller":"traceutil/trace.go:171","msg":"trace[826506343] linearizableReadLoop","detail":"{readStateIndex:28243; appliedIndex:28236; }","duration":"3.904477951s","start":"2026-03-31T21:17:43.350674Z","end":"2026-03-31T21:17:47.255152Z","steps":["trace[826506343] 'read index received' (duration: 1.301154112s)","trace[826506343] 'applied index is now lower than readState.Index' (duration: 2.603322699s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:47.255566Z","caller":"traceutil/trace.go:171","msg":"trace[1828660121] transaction","detail":"{read_only:false; response_revision:27283; number_of_response:1; }","duration":"3.893642709s","start":"2026-03-31T21:17:43.361903Z","end":"2026-03-31T21:17:47.255546Z","steps":["trace[1828660121] 'process raft request' (duration: 3.861884093s)","trace[1828660121] 'compare' (duration: 30.857454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:47.255678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:43.361853Z","time spent":"3.893752182s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:47.255983Z","caller":"traceutil/trace.go:171","msg":"trace[1015910231] transaction","detail":"{read_only:false; response_revision:27284; number_of_response:1; }","duration":"3.872181081s","start":"2026-03-31T21:17:43.383789Z","end":"2026-03-31T21:17:47.25597Z","steps":["trace[1015910231] 'process raft request' (duration: 3.871230078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.256055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:43.383761Z","time spent":"3.872258803s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:47.256277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98106817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:47.256325Z","caller":"traceutil/trace.go:171","msg":"trace[197668683] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27284; }","duration":"3.981152332s","start":"2026-03-31T21:17:43.275158Z","end":"2026-03-31T21:17:47.25631Z","steps":["trace[197668683] 'agreement among raft nodes before linearized reading' (duration: 3.981025709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.25636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:43.275138Z","time spent":"3.981213463s","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:47.256374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.372867088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:47.256478Z","caller":"traceutil/trace.go:171","msg":"trace[473068893] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27284; }","duration":"6.373006071s","start":"2026-03-31T21:17:40.883449Z","end":"2026-03-31T21:17:47.256455Z","steps":["trace[473068893] 'agreement among raft nodes before linearized reading' (duration: 6.372824247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.25653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.883437Z","time spent":"6.373081744s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:17:47.256669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.431492118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp.18a2098f84a6eac3\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-31T21:17:47.256754Z","caller":"traceutil/trace.go:171","msg":"trace[2083853109] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp.18a2098f84a6eac3; range_end:; response_count:1; response_revision:27284; }","duration":"6.43160622s","start":"2026-03-31T21:17:40.825131Z","end":"2026-03-31T21:17:47.256737Z","steps":["trace[2083853109] 'agreement among raft nodes before linearized reading' (duration: 6.431249011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.256782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266507202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:47.25683Z","caller":"traceutil/trace.go:171","msg":"trace[1126227059] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27284; }","duration":"4.266592724s","start":"2026-03-31T21:17:42.990221Z","end":"2026-03-31T21:17:47.256814Z","steps":["trace[1126227059] 'agreement among raft nodes before linearized reading' (duration: 4.266504612s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.256847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.714277271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:47.256871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.990201Z","time spent":"4.266659565s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:47.256887Z","caller":"traceutil/trace.go:171","msg":"trace[224800192] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27284; }","duration":"4.714358893s","start":"2026-03-31T21:17:42.542516Z","end":"2026-03-31T21:17:47.256875Z","steps":["trace[224800192] 'agreement among raft nodes before linearized reading' (duration: 4.714285131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.256886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.159663271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:47.256916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.542495Z","time spent":"4.714412335s","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:47.256954Z","caller":"traceutil/trace.go:171","msg":"trace[930518287] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27284; }","duration":"5.159775433s","start":"2026-03-31T21:17:42.097161Z","end":"2026-03-31T21:17:47.256936Z","steps":["trace[930518287] 'agreement among raft nodes before linearized reading' (duration: 5.1596382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.256954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999031436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T21:17:47.25694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.31626219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:47.256947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.651610441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:47.256999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.09714Z","time spent":"5.159849376s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:47.257022Z","caller":"traceutil/trace.go:171","msg":"trace[205775399] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27284; }","duration":"4.999131629s","start":"2026-03-31T21:17:42.257868Z","end":"2026-03-31T21:17:47.257Z","steps":["trace[205775399] 'agreement among raft nodes before linearized reading' (duration: 4.998951934s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:47.257043Z","caller":"traceutil/trace.go:171","msg":"trace[1665494693] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27284; }","duration":"6.316398284s","start":"2026-03-31T21:17:40.940614Z","end":"2026-03-31T21:17:47.257012Z","steps":["trace[1665494693] 'agreement among raft nodes before linearized reading' (duration: 6.31622294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.25703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.430468212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-31T21:17:47.257066Z","caller":"traceutil/trace.go:171","msg":"trace[689000991] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27284; }","duration":"4.651778836s","start":"2026-03-31T21:17:42.605258Z","end":"2026-03-31T21:17:47.257037Z","steps":["trace[689000991] 'agreement among raft nodes before linearized reading' (duration: 4.651590601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.257081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.257846Z","time spent":"4.999221371s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:17:47.2571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.940603Z","time spent":"6.316481986s","remote":"127.0.0.1:50776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:47.257137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:42.605242Z","time spent":"4.651874898s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:47.257121Z","caller":"traceutil/trace.go:171","msg":"trace[1105291860] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27284; }","duration":"6.430582035s","start":"2026-03-31T21:17:40.826522Z","end":"2026-03-31T21:17:47.257104Z","steps":["trace[1105291860] 'agreement among raft nodes before linearized reading' (duration: 6.430301539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.257202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.826511Z","time spent":"6.430679698s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-31T21:17:47.257256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.432019961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T21:17:47.257321Z","caller":"traceutil/trace.go:171","msg":"trace[1886095004] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27284; }","duration":"6.432134333s","start":"2026-03-31T21:17:40.825168Z","end":"2026-03-31T21:17:47.257303Z","steps":["trace[1886095004] 'agreement among raft nodes before linearized reading' (duration: 6.431784085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.257409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.825153Z","time spent":"6.432239337s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T21:17:47.256843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.825118Z","time spent":"6.431685703s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":917,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp.18a2098f84a6eac3\" "} {"level":"warn","ts":"2026-03-31T21:17:47.257642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849659789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:47.257726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.431803875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T21:17:47.257715Z","caller":"traceutil/trace.go:171","msg":"trace[1122952587] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27284; }","duration":"5.850037288s","start":"2026-03-31T21:17:41.407659Z","end":"2026-03-31T21:17:47.257696Z","steps":["trace[1122952587] 'agreement among raft nodes before linearized reading' (duration: 5.84932586s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:47.257796Z","caller":"traceutil/trace.go:171","msg":"trace[1301377141] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:27284; }","duration":"6.431901798s","start":"2026-03-31T21:17:40.825876Z","end":"2026-03-31T21:17:47.257778Z","steps":["trace[1301377141] 'agreement among raft nodes before linearized reading' (duration: 6.430938284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:47.2579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:40.825868Z","time spent":"6.43200269s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:47.258497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:41.407639Z","time spent":"5.850229513s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:47.75612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607012,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:17:48.22038Z","caller":"traceutil/trace.go:171","msg":"trace[1625396661] transaction","detail":"{read_only:false; response_revision:27285; number_of_response:1; }","duration":"3.021015265s","start":"2026-03-31T21:17:45.199321Z","end":"2026-03-31T21:17:48.220336Z","steps":["trace[1625396661] 'process raft request' (duration: 2.950390875s)","trace[1625396661] 'compare' (duration: 69.658585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:48.220607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.199294Z","time spent":"3.02118098s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:48.220688Z","caller":"traceutil/trace.go:171","msg":"trace[808091016] transaction","detail":"{read_only:false; response_revision:27288; number_of_response:1; }","duration":"2.862595235s","start":"2026-03-31T21:17:45.358062Z","end":"2026-03-31T21:17:48.220657Z","steps":["trace[808091016] 'process raft request' (duration: 2.862421011s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:48.220386Z","caller":"traceutil/trace.go:171","msg":"trace[527544780] transaction","detail":"{read_only:false; response_revision:27286; number_of_response:1; }","duration":"2.864004131s","start":"2026-03-31T21:17:45.356352Z","end":"2026-03-31T21:17:48.220356Z","steps":["trace[527544780] 'process raft request' (duration: 2.863801645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:48.220869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.358047Z","time spent":"2.862729958s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:48.220873Z","caller":"traceutil/trace.go:171","msg":"trace[2083048793] transaction","detail":"{read_only:false; response_revision:27289; number_of_response:1; }","duration":"2.35791399s","start":"2026-03-31T21:17:45.862939Z","end":"2026-03-31T21:17:48.220853Z","steps":["trace[2083048793] 'process raft request' (duration: 2.357669154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:48.220957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.356334Z","time spent":"2.864568735s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:48.22083Z","caller":"traceutil/trace.go:171","msg":"trace[1584865400] transaction","detail":"{read_only:false; response_revision:27287; number_of_response:1; }","duration":"2.863906748s","start":"2026-03-31T21:17:45.356718Z","end":"2026-03-31T21:17:48.220625Z","steps":["trace[1584865400] 'process raft request' (duration: 2.863587201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:48.220984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.862929Z","time spent":"2.358000942s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:48.221251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.356712Z","time spent":"2.864312498s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:48.221319Z","caller":"traceutil/trace.go:171","msg":"trace[820352577] transaction","detail":"{read_only:false; response_revision:27290; number_of_response:1; }","duration":"1.563649329s","start":"2026-03-31T21:17:46.657643Z","end":"2026-03-31T21:17:48.221292Z","steps":["trace[820352577] 'process raft request' (duration: 1.563158797s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:48.221482Z","caller":"traceutil/trace.go:171","msg":"trace[1315465838] transaction","detail":"{read_only:false; response_revision:27291; number_of_response:1; }","duration":"1.56248834s","start":"2026-03-31T21:17:46.658968Z","end":"2026-03-31T21:17:48.221456Z","steps":["trace[1315465838] 'process raft request' (duration: 1.562264244s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:48.221633Z","caller":"traceutil/trace.go:171","msg":"trace[252886665] transaction","detail":"{read_only:false; response_revision:27292; number_of_response:1; }","duration":"1.56246803s","start":"2026-03-31T21:17:46.659141Z","end":"2026-03-31T21:17:48.221609Z","steps":["trace[252886665] 'process raft request' (duration: 1.562264235s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:48.221737Z","caller":"traceutil/trace.go:171","msg":"trace[142829863] transaction","detail":"{read_only:false; response_revision:27293; number_of_response:1; }","duration":"1.56249878s","start":"2026-03-31T21:17:46.659221Z","end":"2026-03-31T21:17:48.22172Z","steps":["trace[142829863] 'process raft request' (duration: 1.562260155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:48.221716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.657607Z","time spent":"1.563973777s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:48.221757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.658949Z","time spent":"1.562719475s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:48.221827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.659217Z","time spent":"1.562566612s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:48.221849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.659135Z","time spent":"1.562598293s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:48.2219Z","caller":"traceutil/trace.go:171","msg":"trace[1942066635] transaction","detail":"{read_only:false; response_revision:27294; number_of_response:1; }","duration":"1.562166461s","start":"2026-03-31T21:17:46.659719Z","end":"2026-03-31T21:17:48.221885Z","steps":["trace[1942066635] 'process raft request' (duration: 1.561893385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:48.221949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.659713Z","time spent":"1.562213763s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:48.847205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:48.847275Z","caller":"traceutil/trace.go:171","msg":"trace[1763679853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611206s","start":"2026-03-31T21:17:46.846649Z","end":"2026-03-31T21:17:48.84726Z","steps":["trace[1763679853] 'agreement among raft nodes before linearized reading' (duration: 2.000517164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:48.847309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.846631Z","time spent":"2.000671078s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:49.372585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.406459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:49.373186Z","caller":"traceutil/trace.go:171","msg":"trace[263595078] transaction","detail":"{read_only:false; response_revision:27295; number_of_response:1; }","duration":"2.112307426s","start":"2026-03-31T21:17:47.26082Z","end":"2026-03-31T21:17:49.373127Z","steps":["trace[263595078] 'process raft request' (duration: 1.492268931s)","trace[263595078] 'compare' (duration: 619.073851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:49.373229Z","caller":"traceutil/trace.go:171","msg":"trace[1826062406] transaction","detail":"{read_only:false; response_revision:27296; number_of_response:1; }","duration":"2.109394043s","start":"2026-03-31T21:17:47.263739Z","end":"2026-03-31T21:17:49.373133Z","steps":["trace[1826062406] 'process raft request' (duration: 2.108961142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:49.37338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.260791Z","time spent":"2.112483441s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:49.3734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.263729Z","time spent":"2.109592948s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:50.043552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.716215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:17:50.043688Z","caller":"traceutil/trace.go:171","msg":"trace[2075258803] linearizableReadLoop","detail":"{readStateIndex:28255; appliedIndex:28243; }","duration":"2.788325854s","start":"2026-03-31T21:17:47.255338Z","end":"2026-03-31T21:17:50.043664Z","steps":["trace[2075258803] 'read index received' (duration: 894.385579ms)","trace[2075258803] 'applied index is now lower than readState.Index' (duration: 1.893938055s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:50.043857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392856442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:50.043912Z","caller":"traceutil/trace.go:171","msg":"trace[1235171661] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27296; }","duration":"3.392968045s","start":"2026-03-31T21:17:46.650924Z","end":"2026-03-31T21:17:50.043892Z","steps":["trace[1235171661] 'agreement among raft nodes before linearized reading' (duration: 3.392855051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.043963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.650901Z","time spent":"3.393047307s","remote":"127.0.0.1:48844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.043979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567582832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186544209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:50.04408Z","caller":"traceutil/trace.go:171","msg":"trace[837690473] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27296; }","duration":"5.567738995s","start":"2026-03-31T21:17:44.476318Z","end":"2026-03-31T21:17:50.044057Z","steps":["trace[837690473] 'agreement among raft nodes before linearized reading' (duration: 5.567534279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.04411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14776198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703229884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:44.476298Z","time spent":"5.567826788s","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:50.04413Z","caller":"traceutil/trace.go:171","msg":"trace[669165060] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27296; }","duration":"4.186684722s","start":"2026-03-31T21:17:45.85742Z","end":"2026-03-31T21:17:50.044105Z","steps":["trace[669165060] 'agreement among raft nodes before linearized reading' (duration: 4.186546199s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.044177Z","caller":"traceutil/trace.go:171","msg":"trace[904745914] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27296; }","duration":"3.147866234s","start":"2026-03-31T21:17:46.896285Z","end":"2026-03-31T21:17:50.044152Z","steps":["trace[904745914] 'agreement among raft nodes before linearized reading' (duration: 3.147780522s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.04419Z","caller":"traceutil/trace.go:171","msg":"trace[744635341] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27296; }","duration":"4.703401698s","start":"2026-03-31T21:17:45.340763Z","end":"2026-03-31T21:17:50.044165Z","steps":["trace[744635341] 'agreement among raft nodes before linearized reading' (duration: 4.703208823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.340737Z","time spent":"4.703540402s","remote":"127.0.0.1:50754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.044301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.896259Z","time spent":"3.148030167s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.044108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686945887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:17:50.044318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.21990756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249389267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.260112283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:50.044402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373231844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:50.044418Z","caller":"traceutil/trace.go:171","msg":"trace[693646956] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27296; }","duration":"6.260195936s","start":"2026-03-31T21:17:43.784213Z","end":"2026-03-31T21:17:50.044409Z","steps":["trace[693646956] 'agreement among raft nodes before linearized reading' (duration: 6.260156335s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.044409Z","caller":"traceutil/trace.go:171","msg":"trace[1649984391] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27296; }","duration":"3.249522061s","start":"2026-03-31T21:17:46.794868Z","end":"2026-03-31T21:17:50.04439Z","steps":["trace[1649984391] 'agreement among raft nodes before linearized reading' (duration: 3.249342076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825368323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:43.784193Z","time spent":"6.260250877s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.044463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.794846Z","time spent":"3.249607952s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:17:50.044478Z","caller":"traceutil/trace.go:171","msg":"trace[966529377] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27296; }","duration":"2.825478585s","start":"2026-03-31T21:17:47.218979Z","end":"2026-03-31T21:17:50.044458Z","steps":["trace[966529377] 'agreement among raft nodes before linearized reading' (duration: 2.825368102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.0443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.641879949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246210257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.043842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359990017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:50.044533Z","caller":"traceutil/trace.go:171","msg":"trace[992115522] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27296; }","duration":"6.642110285s","start":"2026-03-31T21:17:43.402409Z","end":"2026-03-31T21:17:50.044519Z","steps":["trace[992115522] 'agreement among raft nodes before linearized reading' (duration: 6.641857308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.04455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.335736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp.18a2098f84a85095\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-03-31T21:17:50.044456Z","caller":"traceutil/trace.go:171","msg":"trace[439589111] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27296; }","duration":"2.373308796s","start":"2026-03-31T21:17:47.671132Z","end":"2026-03-31T21:17:50.044441Z","steps":["trace[439589111] 'agreement among raft nodes before linearized reading' (duration: 2.373245144s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.044569Z","caller":"traceutil/trace.go:171","msg":"trace[1275122503] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27296; }","duration":"3.360759648s","start":"2026-03-31T21:17:46.683795Z","end":"2026-03-31T21:17:50.044555Z","steps":["trace[1275122503] 'agreement among raft nodes before linearized reading' (duration: 3.359961887s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.044583Z","caller":"traceutil/trace.go:171","msg":"trace[1523834380] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp.18a2098f84a85095; range_end:; response_count:1; response_revision:27296; }","duration":"668.403378ms","start":"2026-03-31T21:17:49.376169Z","end":"2026-03-31T21:17:50.044573Z","steps":["trace[1523834380] 'agreement among raft nodes before linearized reading' (duration: 668.308706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.731537999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781238747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-03-31T21:17:50.044605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.671098Z","time spent":"2.37349106s","remote":"127.0.0.1:48272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.04462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.683783Z","time spent":"3.360825709s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.04464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43570789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:17:50.044637Z","caller":"traceutil/trace.go:171","msg":"trace[900645654] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27296; }","duration":"5.731633401s","start":"2026-03-31T21:17:44.312991Z","end":"2026-03-31T21:17:50.044625Z","steps":["trace[900645654] 'agreement among raft nodes before linearized reading' (duration: 5.731365105s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.044541Z","caller":"traceutil/trace.go:171","msg":"trace[1269767908] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27296; }","duration":"3.24631099s","start":"2026-03-31T21:17:46.798214Z","end":"2026-03-31T21:17:50.044525Z","steps":["trace[1269767908] 'agreement among raft nodes before linearized reading' (duration: 3.246218368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818884284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:50.044689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59214702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:44.312969Z","time spent":"5.731700313s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:50.044712Z","caller":"traceutil/trace.go:171","msg":"trace[882528483] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:27296; }","duration":"2.592227151s","start":"2026-03-31T21:17:47.452479Z","end":"2026-03-31T21:17:50.044706Z","steps":["trace[882528483] 'agreement among raft nodes before linearized reading' (duration: 2.592195941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.798198Z","time spent":"3.246484454s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:50.044712Z","caller":"traceutil/trace.go:171","msg":"trace[982020651] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27296; }","duration":"1.818983207s","start":"2026-03-31T21:17:48.225721Z","end":"2026-03-31T21:17:50.044704Z","steps":["trace[982020651] 'agreement among raft nodes before linearized reading' (duration: 1.818917246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189334801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:48.225706Z","time spent":"1.819028528s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:50.044768Z","caller":"traceutil/trace.go:171","msg":"trace[921808045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27296; }","duration":"1.189378912s","start":"2026-03-31T21:17:48.855378Z","end":"2026-03-31T21:17:50.044757Z","steps":["trace[921808045] 'agreement among raft nodes before linearized reading' (duration: 1.18931938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692928144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T21:17:50.044827Z","caller":"traceutil/trace.go:171","msg":"trace[2091722096] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:27296; }","duration":"2.693005866s","start":"2026-03-31T21:17:47.351815Z","end":"2026-03-31T21:17:50.044821Z","steps":["trace[2091722096] 'agreement among raft nodes before linearized reading' (duration: 2.692927954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774484328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" ","response":"range_response_count:1 size:8684"} {"level":"warn","ts":"2026-03-31T21:17:50.044831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:48.85532Z","time spent":"1.189501914s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:50.044829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78296328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-31T21:17:50.044841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783750239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:49.376151Z","time spent":"668.458849ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":956,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-79sdp.18a2098f84a85095\" "} {"level":"info","ts":"2026-03-31T21:17:50.044885Z","caller":"traceutil/trace.go:171","msg":"trace[619810148] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27296; }","duration":"2.783806441s","start":"2026-03-31T21:17:47.261068Z","end":"2026-03-31T21:17:50.044875Z","steps":["trace[619810148] 'agreement among raft nodes before linearized reading' (duration: 2.783717239s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.044876Z","caller":"traceutil/trace.go:171","msg":"trace[2047017364] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-778bcc457d-g7h6n; range_end:; response_count:1; response_revision:27296; }","duration":"2.774867628s","start":"2026-03-31T21:17:47.269987Z","end":"2026-03-31T21:17:50.044854Z","steps":["trace[2047017364] 'agreement among raft nodes before linearized reading' (duration: 2.774453758s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.044885Z","caller":"traceutil/trace.go:171","msg":"trace[2034835299] range","detail":"{range_begin:/registry/persistentvolumes/pvc-989ddb74-fb4c-470a-838b-7167c5ac1962; range_end:; response_count:1; response_revision:27296; }","duration":"2.783084723s","start":"2026-03-31T21:17:47.261785Z","end":"2026-03-31T21:17:50.04487Z","steps":["trace[2034835299] 'agreement among raft nodes before linearized reading' (duration: 2.782915909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.228469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.04488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77856636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18745"} {"level":"warn","ts":"2026-03-31T21:17:50.044588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389488421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:50.044937Z","caller":"traceutil/trace.go:171","msg":"trace[1284735041] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27296; }","duration":"232.312521ms","start":"2026-03-31T21:17:49.812613Z","end":"2026-03-31T21:17:50.044925Z","steps":["trace[1284735041] 'agreement among raft nodes before linearized reading' (duration: 232.220778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.26177Z","time spent":"2.783154645s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-989ddb74-fb4c-470a-838b-7167c5ac1962\" "} {"level":"info","ts":"2026-03-31T21:17:50.044397Z","caller":"traceutil/trace.go:171","msg":"trace[1485687332] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27296; }","duration":"5.220110805s","start":"2026-03-31T21:17:44.824267Z","end":"2026-03-31T21:17:50.044378Z","steps":["trace[1485687332] 'agreement among raft nodes before linearized reading' (duration: 5.21989745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.351794Z","time spent":"2.693045527s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:50.044191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.857396Z","time spent":"4.186783564s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:50.044976Z","caller":"traceutil/trace.go:171","msg":"trace[920124527] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27296; }","duration":"2.389922162s","start":"2026-03-31T21:17:47.655035Z","end":"2026-03-31T21:17:50.044958Z","steps":["trace[920124527] 'agreement among raft nodes before linearized reading' (duration: 2.389520862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.04499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:44.824212Z","time spent":"5.220768172s","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.045009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.655009Z","time spent":"2.389990424s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.044156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049859258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.044575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:43.402384Z","time spent":"6.642178116s","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:50.045075Z","caller":"traceutil/trace.go:171","msg":"trace[200882222] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27296; }","duration":"3.050790311s","start":"2026-03-31T21:17:46.994256Z","end":"2026-03-31T21:17:50.045047Z","steps":["trace[200882222] 'agreement among raft nodes before linearized reading' (duration: 3.049805476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.452458Z","time spent":"2.592266603s","remote":"127.0.0.1:48772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.04467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289591572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T21:17:50.044915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.261059Z","time spent":"2.783850082s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:17:50.045143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:46.994235Z","time spent":"3.050882422s","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.044338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680925605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:17:50.045153Z","caller":"traceutil/trace.go:171","msg":"trace[1897099173] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27296; }","duration":"1.290102165s","start":"2026-03-31T21:17:48.755037Z","end":"2026-03-31T21:17:50.045139Z","steps":["trace[1897099173] 'agreement among raft nodes before linearized reading' (duration: 1.289518191s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.045183Z","caller":"traceutil/trace.go:171","msg":"trace[883401868] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27296; }","duration":"4.681785137s","start":"2026-03-31T21:17:45.363389Z","end":"2026-03-31T21:17:50.045174Z","steps":["trace[883401868] 'agreement among raft nodes before linearized reading' (duration: 4.680754801s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.218957Z","time spent":"2.825554778s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.045203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:48.755019Z","time spent":"1.290170347s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:17:50.044648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784534089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:17:50.045258Z","caller":"traceutil/trace.go:171","msg":"trace[543521662] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27296; }","duration":"2.785298368s","start":"2026-03-31T21:17:47.259945Z","end":"2026-03-31T21:17:50.045244Z","steps":["trace[543521662] 'agreement among raft nodes before linearized reading' (duration: 2.784429096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.044338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596484405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:50.045303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.259931Z","time spent":"2.78535821s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T21:17:50.044482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.757015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:50.04534Z","caller":"traceutil/trace.go:171","msg":"trace[373718770] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27296; }","duration":"5.597534762s","start":"2026-03-31T21:17:44.447789Z","end":"2026-03-31T21:17:50.045324Z","steps":["trace[373718770] 'agreement among raft nodes before linearized reading' (duration: 5.596530377s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.045361Z","caller":"traceutil/trace.go:171","msg":"trace[906318019] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27296; }","duration":"368.677208ms","start":"2026-03-31T21:17:49.676666Z","end":"2026-03-31T21:17:50.045343Z","steps":["trace[906318019] 'agreement among raft nodes before linearized reading' (duration: 367.754115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.045405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:44.447763Z","time spent":"5.597622503s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:50.04439Z","caller":"traceutil/trace.go:171","msg":"trace[858762983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27296; }","duration":"4.687221344s","start":"2026-03-31T21:17:45.357147Z","end":"2026-03-31T21:17:50.044368Z","steps":["trace[858762983] 'agreement among raft nodes before linearized reading' (duration: 4.686808334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.04494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.269967Z","time spent":"2.77495354s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8706,"request content":"key:\"/registry/pods/openstack/magnum-api-778bcc457d-g7h6n\" "} {"level":"warn","ts":"2026-03-31T21:17:50.045411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:49.676645Z","time spent":"368.749729ms","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:50.045456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.357123Z","time spent":"4.688321061s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:17:50.044951Z","caller":"traceutil/trace.go:171","msg":"trace[801882598] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27296; }","duration":"2.778655222s","start":"2026-03-31T21:17:47.266283Z","end":"2026-03-31T21:17:50.044938Z","steps":["trace[801882598] 'agreement among raft nodes before linearized reading' (duration: 2.778423846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.045499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.266275Z","time spent":"2.779212406s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T21:17:50.044652Z","caller":"traceutil/trace.go:171","msg":"trace[1773801424] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27296; }","duration":"2.78132993s","start":"2026-03-31T21:17:47.263304Z","end":"2026-03-31T21:17:50.044634Z","steps":["trace[1773801424] 'agreement among raft nodes before linearized reading' (duration: 2.781140395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.045546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.263285Z","time spent":"2.782253952s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-03-31T21:17:50.044663Z","caller":"traceutil/trace.go:171","msg":"trace[1282149845] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27296; }","duration":"2.43572757s","start":"2026-03-31T21:17:47.608928Z","end":"2026-03-31T21:17:50.044656Z","steps":["trace[1282149845] 'agreement among raft nodes before linearized reading' (duration: 2.435675679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.045994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:47.608844Z","time spent":"2.437133725s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:17:50.045211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:45.363384Z","time spent":"4.681818688s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:50.168947Z","caller":"traceutil/trace.go:171","msg":"trace[1934390229] linearizableReadLoop","detail":"{readStateIndex:28257; appliedIndex:28256; }","duration":"120.92998ms","start":"2026-03-31T21:17:50.047995Z","end":"2026-03-31T21:17:50.168925Z","steps":["trace[1934390229] 'read index received' (duration: 120.836238ms)","trace[1934390229] 'applied index is now lower than readState.Index' (duration: 92.632µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:50.169128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.119565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:17:50.169064Z","caller":"traceutil/trace.go:171","msg":"trace[2045052993] transaction","detail":"{read_only:false; response_revision:27297; number_of_response:1; }","duration":"121.071703ms","start":"2026-03-31T21:17:50.047937Z","end":"2026-03-31T21:17:50.169009Z","steps":["trace[2045052993] 'process raft request' (duration: 120.833308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:50.169154Z","caller":"traceutil/trace.go:171","msg":"trace[1860716957] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27297; }","duration":"121.163246ms","start":"2026-03-31T21:17:50.047983Z","end":"2026-03-31T21:17:50.169147Z","steps":["trace[1860716957] 'agreement among raft nodes before linearized reading' (duration: 121.040683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:50.669112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:51.169439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:51.226714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057899128s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:17:51.227223Z","caller":"traceutil/trace.go:171","msg":"trace[1282737659] transaction","detail":"{read_only:false; response_revision:27298; number_of_response:1; }","duration":"1.176225021s","start":"2026-03-31T21:17:50.050961Z","end":"2026-03-31T21:17:51.227186Z","steps":["trace[1282737659] 'process raft request' (duration: 1.175985596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:51.227367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.050951Z","time spent":"1.176341735s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:51.227506Z","caller":"traceutil/trace.go:171","msg":"trace[2006343104] transaction","detail":"{read_only:false; response_revision:27299; number_of_response:1; }","duration":"1.175474064s","start":"2026-03-31T21:17:50.052001Z","end":"2026-03-31T21:17:51.227475Z","steps":["trace[2006343104] 'process raft request' (duration: 1.175133775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:51.227811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.051991Z","time spent":"1.175693669s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:52.057017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000973696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:52.057112Z","caller":"traceutil/trace.go:171","msg":"trace[1317948458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001108639s","start":"2026-03-31T21:17:50.055981Z","end":"2026-03-31T21:17:52.05709Z","steps":["trace[1317948458] 'agreement among raft nodes before linearized reading' (duration: 2.000989946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.057164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.055969Z","time spent":"2.001184512s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T21:17:52.101707Z","caller":"traceutil/trace.go:171","msg":"trace[783022174] transaction","detail":"{read_only:false; response_revision:27300; number_of_response:1; }","duration":"1.873626155s","start":"2026-03-31T21:17:50.228048Z","end":"2026-03-31T21:17:52.101674Z","steps":["trace[783022174] 'process raft request' (duration: 1.873354398s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:52.101765Z","caller":"traceutil/trace.go:171","msg":"trace[864179792] transaction","detail":"{read_only:false; response_revision:27302; number_of_response:1; }","duration":"1.873111283s","start":"2026-03-31T21:17:50.228628Z","end":"2026-03-31T21:17:52.101739Z","steps":["trace[864179792] 'process raft request' (duration: 1.87301069s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:52.101858Z","caller":"traceutil/trace.go:171","msg":"trace[1408252922] transaction","detail":"{read_only:false; response_revision:27301; number_of_response:1; }","duration":"1.873164344s","start":"2026-03-31T21:17:50.228587Z","end":"2026-03-31T21:17:52.101751Z","steps":["trace[1408252922] 'process raft request' (duration: 1.87298796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.101915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.228021Z","time spent":"1.873754359s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:52.10194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.228614Z","time spent":"1.873251166s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:52.102052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.228563Z","time spent":"1.87338934s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:52.102375Z","caller":"traceutil/trace.go:171","msg":"trace[2086012949] transaction","detail":"{read_only:false; response_revision:27303; number_of_response:1; }","duration":"1.873695197s","start":"2026-03-31T21:17:50.228665Z","end":"2026-03-31T21:17:52.10236Z","steps":["trace[2086012949] 'process raft request' (duration: 1.873028141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.102447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.228655Z","time spent":"1.873755078s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:52.103301Z","caller":"traceutil/trace.go:171","msg":"trace[1339204166] transaction","detail":"{read_only:false; response_revision:27304; number_of_response:1; }","duration":"1.873861582s","start":"2026-03-31T21:17:50.229416Z","end":"2026-03-31T21:17:52.103278Z","steps":["trace[1339204166] 'process raft request' (duration: 1.872881447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.10342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.229403Z","time spent":"1.873959454s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:52.103693Z","caller":"traceutil/trace.go:171","msg":"trace[1676077209] transaction","detail":"{read_only:false; response_revision:27305; number_of_response:1; }","duration":"1.873632766s","start":"2026-03-31T21:17:50.230042Z","end":"2026-03-31T21:17:52.103675Z","steps":["trace[1676077209] 'process raft request' (duration: 1.873202065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.103781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.23002Z","time spent":"1.873719518s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:52.103841Z","caller":"traceutil/trace.go:171","msg":"trace[1099958808] linearizableReadLoop","detail":"{readStateIndex:28269; appliedIndex:28257; }","duration":"1.934813799s","start":"2026-03-31T21:17:50.169001Z","end":"2026-03-31T21:17:52.103814Z","steps":["trace[1099958808] 'read index received' (duration: 1.058038881s)","trace[1099958808] 'applied index is now lower than readState.Index' (duration: 876.772988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:52.104329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053455671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:52.104408Z","caller":"traceutil/trace.go:171","msg":"trace[2041273360] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27309; }","duration":"2.053550123s","start":"2026-03-31T21:17:50.050838Z","end":"2026-03-31T21:17:52.104388Z","steps":["trace[2041273360] 'agreement among raft nodes before linearized reading' (duration: 2.05343279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.104466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.050829Z","time spent":"2.053623806s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:17:52.104493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05463799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-31T21:17:52.104555Z","caller":"traceutil/trace.go:171","msg":"trace[723593478] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27309; }","duration":"2.054737423s","start":"2026-03-31T21:17:50.049804Z","end":"2026-03-31T21:17:52.104542Z","steps":["trace[723593478] 'agreement among raft nodes before linearized reading' (duration: 2.054550978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.1046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.049785Z","time spent":"2.054801054s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-31T21:17:52.104596Z","caller":"traceutil/trace.go:171","msg":"trace[46136555] transaction","detail":"{read_only:false; response_revision:27308; number_of_response:1; }","duration":"1.810720828s","start":"2026-03-31T21:17:50.293842Z","end":"2026-03-31T21:17:52.104563Z","steps":["trace[46136555] 'process raft request' (duration: 1.809783355s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.10465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053624456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:17:52.104715Z","caller":"traceutil/trace.go:171","msg":"trace[1297453297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27309; }","duration":"2.053724918s","start":"2026-03-31T21:17:50.050977Z","end":"2026-03-31T21:17:52.104702Z","steps":["trace[1297453297] 'agreement among raft nodes before linearized reading' (duration: 2.053441541s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.104739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.293823Z","time spent":"1.810849382s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:52.104758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.050966Z","time spent":"2.053782969s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:17:52.104766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05258226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-31T21:17:52.104856Z","caller":"traceutil/trace.go:171","msg":"trace[1821858323] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27309; }","duration":"2.052679512s","start":"2026-03-31T21:17:50.052161Z","end":"2026-03-31T21:17:52.104841Z","steps":["trace[1821858323] 'agreement among raft nodes before linearized reading' (duration: 2.052022796s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:52.104912Z","caller":"traceutil/trace.go:171","msg":"trace[1550595505] transaction","detail":"{read_only:false; response_revision:27307; number_of_response:1; }","duration":"1.874634411s","start":"2026-03-31T21:17:50.230266Z","end":"2026-03-31T21:17:52.104901Z","steps":["trace[1550595505] 'process raft request' (duration: 1.873287558s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.104935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.052154Z","time spent":"2.052768734s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T21:17:52.104968Z","caller":"traceutil/trace.go:171","msg":"trace[1033528589] transaction","detail":"{read_only:false; response_revision:27309; number_of_response:1; }","duration":"1.778242596s","start":"2026-03-31T21:17:50.326694Z","end":"2026-03-31T21:17:52.104936Z","steps":["trace[1033528589] 'process raft request' (duration: 1.776981145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.104985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.230256Z","time spent":"1.874683042s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:52.10513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.326672Z","time spent":"1.778371708s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:52.105315Z","caller":"traceutil/trace.go:171","msg":"trace[1238985375] transaction","detail":"{read_only:false; response_revision:27306; number_of_response:1; }","duration":"1.875075832s","start":"2026-03-31T21:17:50.230224Z","end":"2026-03-31T21:17:52.105299Z","steps":["trace[1238985375] 'process raft request' (duration: 1.873249707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:52.10547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.230218Z","time spent":"1.875168224s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:52.604732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607034,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:17:52.874535Z","caller":"traceutil/trace.go:171","msg":"trace[1436261855] transaction","detail":"{read_only:false; response_revision:27310; number_of_response:1; }","duration":"1.562789197s","start":"2026-03-31T21:17:51.311716Z","end":"2026-03-31T21:17:52.874505Z","steps":["trace[1436261855] 'process raft request' (duration: 1.465627393s)","trace[1436261855] 'compare' (duration: 96.881088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:52.874668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:51.31169Z","time spent":"1.56291718s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:17:54.057786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:54.057881Z","caller":"traceutil/trace.go:171","msg":"trace[1635114462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593327s","start":"2026-03-31T21:17:52.05726Z","end":"2026-03-31T21:17:54.057853Z","steps":["trace[1635114462] 'agreement among raft nodes before linearized reading' (duration: 2.000473744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.057932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.057241Z","time spent":"2.000679679s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:17:54.410707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.633242143s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:54.430341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.476607ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:54.43049Z","caller":"traceutil/trace.go:171","msg":"trace[690038177] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27310; }","duration":"191.636891ms","start":"2026-03-31T21:17:54.238831Z","end":"2026-03-31T21:17:54.430467Z","steps":["trace[690038177] 'range keys from in-memory index tree' (duration: 191.457757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:54.430975Z","caller":"traceutil/trace.go:171","msg":"trace[2012610503] linearizableReadLoop","detail":"{readStateIndex:28271; appliedIndex:28269; }","duration":"2.326849692s","start":"2026-03-31T21:17:52.104092Z","end":"2026-03-31T21:17:54.430942Z","steps":["trace[2012610503] 'read index received' (duration: 673.344681ms)","trace[2012610503] 'applied index is now lower than readState.Index' (duration: 1.653503591s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:54.431045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216439332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:54.431184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102455561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-03-31T21:17:54.431216Z","caller":"traceutil/trace.go:171","msg":"trace[1499464246] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:27311; }","duration":"4.102511922s","start":"2026-03-31T21:17:50.328694Z","end":"2026-03-31T21:17:54.431206Z","steps":["trace[1499464246] 'agreement among raft nodes before linearized reading' (duration: 4.102368299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.431221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348574392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:54.431255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.328686Z","time spent":"4.102561074s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":214,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"info","ts":"2026-03-31T21:17:54.431272Z","caller":"traceutil/trace.go:171","msg":"trace[1705355208] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27311; }","duration":"3.348671555s","start":"2026-03-31T21:17:51.082585Z","end":"2026-03-31T21:17:54.431256Z","steps":["trace[1705355208] 'agreement among raft nodes before linearized reading' (duration: 3.348583102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.431308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:51.082565Z","time spent":"3.348733527s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:54.431319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401761275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:54.431375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259189389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007b2955\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-31T21:17:54.431406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.260493621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:17:54.431442Z","caller":"traceutil/trace.go:171","msg":"trace[1763201348] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007b2955; range_end:; response_count:1; response_revision:27311; }","duration":"4.259285891s","start":"2026-03-31T21:17:50.17214Z","end":"2026-03-31T21:17:54.431426Z","steps":["trace[1763201348] 'agreement among raft nodes before linearized reading' (duration: 4.259078916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.4315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.172134Z","time spent":"4.259359412s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":920,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-56bpz.18a2098d007b2955\" "} {"level":"info","ts":"2026-03-31T21:17:54.431419Z","caller":"traceutil/trace.go:171","msg":"trace[1478099743] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27311; }","duration":"3.401920509s","start":"2026-03-31T21:17:51.029483Z","end":"2026-03-31T21:17:54.431403Z","steps":["trace[1478099743] 'agreement among raft nodes before linearized reading' (duration: 3.401696214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.431628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:51.029465Z","time spent":"3.402141714s","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:54.431631Z","caller":"traceutil/trace.go:171","msg":"trace[1374539162] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27311; }","duration":"3.216658817s","start":"2026-03-31T21:17:51.214545Z","end":"2026-03-31T21:17:54.431204Z","steps":["trace[1374539162] 'agreement among raft nodes before linearized reading' (duration: 3.216400721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.431735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830568623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:54.431775Z","caller":"traceutil/trace.go:171","msg":"trace[645967008] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27311; }","duration":"2.830648225s","start":"2026-03-31T21:17:51.601116Z","end":"2026-03-31T21:17:54.431765Z","steps":["trace[645967008] 'agreement among raft nodes before linearized reading' (duration: 2.830570593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.431782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985792872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:54.431863Z","caller":"traceutil/trace.go:171","msg":"trace[1901300531] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27311; }","duration":"2.985926565s","start":"2026-03-31T21:17:51.445919Z","end":"2026-03-31T21:17:54.431846Z","steps":["trace[1901300531] 'agreement among raft nodes before linearized reading' (duration: 2.985775321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.431869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197539928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T21:17:54.431912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:51.445897Z","time spent":"2.986005348s","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:54.431951Z","caller":"traceutil/trace.go:171","msg":"trace[909093755] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27311; }","duration":"3.197661111s","start":"2026-03-31T21:17:51.23427Z","end":"2026-03-31T21:17:54.431932Z","steps":["trace[909093755] 'agreement among raft nodes before linearized reading' (duration: 3.197446146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:54.431973Z","caller":"traceutil/trace.go:171","msg":"trace[1649578523] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"1.913192727s","start":"2026-03-31T21:17:52.518767Z","end":"2026-03-31T21:17:54.43196Z","steps":["trace[1649578523] 'process raft request' (duration: 1.89219615s)","trace[1649578523] 'compare' (duration: 18.684289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:54.432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:51.234252Z","time spent":"3.197738483s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:17:54.432053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.518737Z","time spent":"1.913265729s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:54.43181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:51.601086Z","time spent":"2.830715077s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:54.431497Z","caller":"traceutil/trace.go:171","msg":"trace[1940541586] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:27311; }","duration":"4.260551662s","start":"2026-03-31T21:17:50.170878Z","end":"2026-03-31T21:17:54.43143Z","steps":["trace[1940541586] 'agreement among raft nodes before linearized reading' (duration: 4.2604608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.431855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:51.214519Z","time spent":"3.217221712s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:54.432155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.170861Z","time spent":"4.261286131s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:17:54.431144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075053095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:54.432447Z","caller":"traceutil/trace.go:171","msg":"trace[1034910069] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27311; }","duration":"4.076407478s","start":"2026-03-31T21:17:50.356028Z","end":"2026-03-31T21:17:54.432435Z","steps":["trace[1034910069] 'agreement among raft nodes before linearized reading' (duration: 4.074944832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:54.432493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:50.356011Z","time spent":"4.07646949s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:54.931952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:55.432558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:55.933438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:56.01797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607016266s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:56.065609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000397112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:17:56.065723Z","caller":"traceutil/trace.go:171","msg":"trace[1077452633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567906s","start":"2026-03-31T21:17:54.065135Z","end":"2026-03-31T21:17:56.065703Z","steps":["trace[1077452633] 'agreement among raft nodes before linearized reading' (duration: 2.000429803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:56.065772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.065114Z","time spent":"2.000648688s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:56.160907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.593073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:56.161648Z","caller":"traceutil/trace.go:171","msg":"trace[366270193] transaction","detail":"{read_only:false; response_revision:27320; number_of_response:1; }","duration":"2.049509952s","start":"2026-03-31T21:17:54.112114Z","end":"2026-03-31T21:17:56.161624Z","steps":["trace[366270193] 'process raft request' (duration: 2.049445811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:56.16193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.112104Z","time spent":"2.049609675s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:56.162073Z","caller":"traceutil/trace.go:171","msg":"trace[69654618] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"2.050867546s","start":"2026-03-31T21:17:54.111159Z","end":"2026-03-31T21:17:56.162027Z","steps":["trace[69654618] 'process raft request' (duration: 2.050240771s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:56.162093Z","caller":"traceutil/trace.go:171","msg":"trace[792602361] transaction","detail":"{read_only:false; response_revision:27316; number_of_response:1; }","duration":"2.050965139s","start":"2026-03-31T21:17:54.111108Z","end":"2026-03-31T21:17:56.162073Z","steps":["trace[792602361] 'process raft request' (duration: 2.050235861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:56.162191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.111143Z","time spent":"2.050991111s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:56.162242Z","caller":"traceutil/trace.go:171","msg":"trace[1612404636] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"2.050375594s","start":"2026-03-31T21:17:54.111847Z","end":"2026-03-31T21:17:56.162223Z","steps":["trace[1612404636] 'process raft request' (duration: 2.049606244s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:56.16207Z","caller":"traceutil/trace.go:171","msg":"trace[1073203604] transaction","detail":"{read_only:false; response_revision:27315; number_of_response:1; }","duration":"2.051213865s","start":"2026-03-31T21:17:54.11082Z","end":"2026-03-31T21:17:56.16201Z","steps":["trace[1073203604] 'process raft request' (duration: 2.050412236s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:56.162309Z","caller":"traceutil/trace.go:171","msg":"trace[322504972] transaction","detail":"{read_only:false; response_revision:27313; number_of_response:1; }","duration":"2.051804601s","start":"2026-03-31T21:17:54.11049Z","end":"2026-03-31T21:17:56.162295Z","steps":["trace[322504972] 'process raft request' (duration: 2.050551199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:56.162349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.111835Z","time spent":"2.050457877s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:56.162344Z","caller":"traceutil/trace.go:171","msg":"trace[951849046] transaction","detail":"{read_only:false; response_revision:27319; number_of_response:1; }","duration":"2.050421915s","start":"2026-03-31T21:17:54.111898Z","end":"2026-03-31T21:17:56.16232Z","steps":["trace[951849046] 'process raft request' (duration: 2.049612375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:56.162382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.110783Z","time spent":"2.051550475s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:56.162466Z","caller":"traceutil/trace.go:171","msg":"trace[1418593508] transaction","detail":"{read_only:false; response_revision:27314; number_of_response:1; }","duration":"2.051816601s","start":"2026-03-31T21:17:54.110636Z","end":"2026-03-31T21:17:56.162453Z","steps":["trace[1418593508] 'process raft request' (duration: 2.050521418s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:56.162151Z","caller":"traceutil/trace.go:171","msg":"trace[203549664] transaction","detail":"{read_only:false; response_revision:27312; number_of_response:1; }","duration":"2.932273602s","start":"2026-03-31T21:17:53.229861Z","end":"2026-03-31T21:17:56.162134Z","steps":["trace[203549664] 'process raft request' (duration: 2.788352385s)","trace[203549664] 'compare' (duration: 142.262005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:56.162413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.110466Z","time spent":"2.051884883s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:56.16255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.110628Z","time spent":"2.051880952s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:56.162478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.111883Z","time spent":"2.050530788s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:56.162442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.11107Z","time spent":"2.051166445s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:56.162664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:53.229837Z","time spent":"2.932711432s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:57.02899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.906404ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T21:17:57.02952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.433053Z","time spent":"2.596460087s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:17:57.029776Z","caller":"traceutil/trace.go:171","msg":"trace[1792815210] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"2.594898018s","start":"2026-03-31T21:17:54.434801Z","end":"2026-03-31T21:17:57.029699Z","steps":["trace[1792815210] 'process raft request' (duration: 2.594276202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.030061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.434779Z","time spent":"2.595144413s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:57.02983Z","caller":"traceutil/trace.go:171","msg":"trace[580829772] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"2.59220361s","start":"2026-03-31T21:17:54.437566Z","end":"2026-03-31T21:17:57.02977Z","steps":["trace[580829772] 'process raft request' (duration: 2.591987985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.030622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.437555Z","time spent":"2.593008761s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:57.761894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.241888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:17:57.765187Z","caller":"traceutil/trace.go:171","msg":"trace[1558848141] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27324; }","duration":"733.630402ms","start":"2026-03-31T21:17:57.031533Z","end":"2026-03-31T21:17:57.765164Z","steps":["trace[1558848141] 'process raft request' (duration: 733.53674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.765363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.031509Z","time spent":"733.747115ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:57.765577Z","caller":"traceutil/trace.go:171","msg":"trace[1892217031] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"2.036449625s","start":"2026-03-31T21:17:55.729088Z","end":"2026-03-31T21:17:57.765537Z","steps":["trace[1892217031] 'process raft request' (duration: 2.032909297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.765775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:55.729064Z","time spent":"2.03662964s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:57.76617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221705376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5189"} {"level":"warn","ts":"2026-03-31T21:17:57.766177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966532506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:57.766184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.965082525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:57.766222Z","caller":"traceutil/trace.go:171","msg":"trace[789173540] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:27324; }","duration":"5.221796917s","start":"2026-03-31T21:17:52.544413Z","end":"2026-03-31T21:17:57.76621Z","steps":["trace[789173540] 'agreement among raft nodes before linearized reading' (duration: 5.221605882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.766257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.544397Z","time spent":"5.221851189s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5211,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-31T21:17:57.766349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650847157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-31T21:17:57.766441Z","caller":"traceutil/trace.go:171","msg":"trace[1161122788] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27324; }","duration":"5.650942509s","start":"2026-03-31T21:17:52.115448Z","end":"2026-03-31T21:17:57.766391Z","steps":["trace[1161122788] 'agreement among raft nodes before linearized reading' (duration: 5.650759945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.766541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.11544Z","time spent":"5.651083904s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-31T21:17:57.766567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340983993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7538"} {"level":"info","ts":"2026-03-31T21:17:57.7666Z","caller":"traceutil/trace.go:171","msg":"trace[1458726625] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:27324; }","duration":"5.341063585s","start":"2026-03-31T21:17:52.425527Z","end":"2026-03-31T21:17:57.766591Z","steps":["trace[1458726625] 'agreement among raft nodes before linearized reading' (duration: 5.340961693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.766623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.425504Z","time spent":"5.341113816s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":7560,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-31T21:17:57.766875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.15687701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18775"} {"level":"warn","ts":"2026-03-31T21:17:57.766907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.655586706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:57.766941Z","caller":"traceutil/trace.go:171","msg":"trace[1765450783] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27324; }","duration":"5.156968743s","start":"2026-03-31T21:17:52.609964Z","end":"2026-03-31T21:17:57.766933Z","steps":["trace[1765450783] 'agreement among raft nodes before linearized reading' (duration: 5.156152553s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:57.76697Z","caller":"traceutil/trace.go:171","msg":"trace[668522414] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27324; }","duration":"5.655670578s","start":"2026-03-31T21:17:52.111286Z","end":"2026-03-31T21:17:57.766957Z","steps":["trace[668522414] 'agreement among raft nodes before linearized reading' (duration: 5.655046283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.76699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534246256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:1 size:82641"} {"level":"info","ts":"2026-03-31T21:17:57.767108Z","caller":"traceutil/trace.go:171","msg":"trace[471905984] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27324; }","duration":"5.534393929s","start":"2026-03-31T21:17:52.232702Z","end":"2026-03-31T21:17:57.767096Z","steps":["trace[471905984] 'agreement among raft nodes before linearized reading' (duration: 5.534190324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.767072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.111275Z","time spent":"5.655782501s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:17:57.766243Z","caller":"traceutil/trace.go:171","msg":"trace[784105757] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27324; }","duration":"3.966605107s","start":"2026-03-31T21:17:53.799624Z","end":"2026-03-31T21:17:57.766229Z","steps":["trace[784105757] 'agreement among raft nodes before linearized reading' (duration: 3.966496405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.767161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.232682Z","time spent":"5.534468481s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":82663,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:17:57.766963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.658245552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-31T21:17:57.767204Z","caller":"traceutil/trace.go:171","msg":"trace[528063863] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49; range_end:; response_count:1; response_revision:27324; }","duration":"5.658593011s","start":"2026-03-31T21:17:52.108594Z","end":"2026-03-31T21:17:57.767187Z","steps":["trace[528063863] 'agreement among raft nodes before linearized reading' (duration: 5.658277923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.767211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:53.799568Z","time spent":"3.967613863s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:57.767245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.108576Z","time spent":"5.658658792s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-ed4f4647-1cad-48cf-a1ad-01c98ab31c49\" "} {"level":"warn","ts":"2026-03-31T21:17:57.767247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.660773695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18775"} {"level":"info","ts":"2026-03-31T21:17:57.767277Z","caller":"traceutil/trace.go:171","msg":"trace[1288243840] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27324; }","duration":"5.660868928s","start":"2026-03-31T21:17:52.106399Z","end":"2026-03-31T21:17:57.767268Z","steps":["trace[1288243840] 'agreement among raft nodes before linearized reading' (duration: 5.660766925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.767308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.106382Z","time spent":"5.66091933s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18797,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:17:57.766169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534448066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:17:57.767024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.609951Z","time spent":"5.157061245s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18797,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T21:17:57.767474Z","caller":"traceutil/trace.go:171","msg":"trace[745697715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27324; }","duration":"4.53578507s","start":"2026-03-31T21:17:53.231669Z","end":"2026-03-31T21:17:57.767454Z","steps":["trace[745697715] 'agreement among raft nodes before linearized reading' (duration: 4.534403414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.767548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:53.231647Z","time spent":"4.535879891s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:17:57.76626Z","caller":"traceutil/trace.go:171","msg":"trace[777233456] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27324; }","duration":"4.965228249s","start":"2026-03-31T21:17:52.80101Z","end":"2026-03-31T21:17:57.766239Z","steps":["trace[777233456] 'agreement among raft nodes before linearized reading' (duration: 4.965072725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:57.768211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:52.800989Z","time spent":"4.967202038s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:57.768291Z","caller":"traceutil/trace.go:171","msg":"trace[1786231394] linearizableReadLoop","detail":"{readStateIndex:28285; appliedIndex:28271; }","duration":"3.334981751s","start":"2026-03-31T21:17:54.431037Z","end":"2026-03-31T21:17:57.766019Z","steps":["trace[1786231394] 'read index received' (duration: 1.58723959s)","trace[1786231394] 'applied index is now lower than readState.Index' (duration: 1.747737111s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:58.066309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99953757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:17:58.066387Z","caller":"traceutil/trace.go:171","msg":"trace[60192592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999669884s","start":"2026-03-31T21:17:56.066698Z","end":"2026-03-31T21:17:58.066368Z","steps":["trace[60192592] 'agreement among raft nodes before linearized reading' (duration: 1.999572251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.066431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:56.066648Z","time spent":"1.999773817s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:17:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T21:17:58.271463Z","caller":"traceutil/trace.go:171","msg":"trace[923807295] linearizableReadLoop","detail":"{readStateIndex:28287; appliedIndex:28286; }","duration":"503.113236ms","start":"2026-03-31T21:17:57.768327Z","end":"2026-03-31T21:17:58.271441Z","steps":["trace[923807295] 'read index received' (duration: 424.805485ms)","trace[923807295] 'applied index is now lower than readState.Index' (duration: 78.306481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:58.271607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053563755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:58.271556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921757052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:58.271707Z","caller":"traceutil/trace.go:171","msg":"trace[1338861939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27324; }","duration":"1.921950288s","start":"2026-03-31T21:17:56.34973Z","end":"2026-03-31T21:17:58.27168Z","steps":["trace[1338861939] 'agreement among raft nodes before linearized reading' (duration: 1.921748822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.271734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835604716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-31T21:17:58.271765Z","caller":"traceutil/trace.go:171","msg":"trace[2086581649] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:27324; }","duration":"3.835662248s","start":"2026-03-31T21:17:54.436095Z","end":"2026-03-31T21:17:58.271757Z","steps":["trace[2086581649] 'agreement among raft nodes before linearized reading' (duration: 3.835555655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.271793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:54.436082Z","time spent":"3.835701988s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:58.271821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:56.349711Z","time spent":"1.92205092s","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:58.271863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078459505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:58.271936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579711922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:58.271952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18173203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:58.271978Z","caller":"traceutil/trace.go:171","msg":"trace[379942361] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27324; }","duration":"1.579779153s","start":"2026-03-31T21:17:56.692185Z","end":"2026-03-31T21:17:58.271964Z","steps":["trace[379942361] 'agreement among raft nodes before linearized reading' (duration: 1.579728191s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:58.271982Z","caller":"traceutil/trace.go:171","msg":"trace[2001516203] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27324; }","duration":"3.07865527s","start":"2026-03-31T21:17:55.193304Z","end":"2026-03-31T21:17:58.271959Z","steps":["trace[2001516203] 'agreement among raft nodes before linearized reading' (duration: 3.07827611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.272018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:56.692166Z","time spent":"1.579845025s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:58.271862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052444832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:17:58.272031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.767531Z","time spent":"504.497941ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:17:58.272061Z","caller":"traceutil/trace.go:171","msg":"trace[1319760758] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27324; }","duration":"3.052711449s","start":"2026-03-31T21:17:55.219338Z","end":"2026-03-31T21:17:58.27205Z","steps":["trace[1319760758] 'agreement among raft nodes before linearized reading' (duration: 3.052445542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.272098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:55.219304Z","time spent":"3.052783171s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:58.271637Z","caller":"traceutil/trace.go:171","msg":"trace[1123522306] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27324; }","duration":"2.053641927s","start":"2026-03-31T21:17:56.217988Z","end":"2026-03-31T21:17:58.27163Z","steps":["trace[1123522306] 'agreement among raft nodes before linearized reading' (duration: 2.053552445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.271889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317982704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:17:58.272183Z","caller":"traceutil/trace.go:171","msg":"trace[464347847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27324; }","duration":"1.318340643s","start":"2026-03-31T21:17:56.953835Z","end":"2026-03-31T21:17:58.272176Z","steps":["trace[464347847] 'agreement among raft nodes before linearized reading' (duration: 1.317950973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.272221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:56.953814Z","time spent":"1.318399555s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:58.272193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:56.217973Z","time spent":"2.054202441s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:58.272398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189627267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:58.272427Z","caller":"traceutil/trace.go:171","msg":"trace[1347365383] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27324; }","duration":"1.18972079s","start":"2026-03-31T21:17:57.082697Z","end":"2026-03-31T21:17:58.272418Z","steps":["trace[1347365383] 'agreement among raft nodes before linearized reading' (duration: 1.189676429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.272449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.082662Z","time spent":"1.189779491s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:17:58.271985Z","caller":"traceutil/trace.go:171","msg":"trace[1142242284] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27324; }","duration":"1.181799162s","start":"2026-03-31T21:17:57.090173Z","end":"2026-03-31T21:17:58.271972Z","steps":["trace[1142242284] 'agreement among raft nodes before linearized reading' (duration: 1.181761851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.271562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291167041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:58.272521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.090151Z","time spent":"1.182344295s","remote":"127.0.0.1:50786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:58.2729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238543793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2098f8bd7c5c2\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-03-31T21:17:58.27294Z","caller":"traceutil/trace.go:171","msg":"trace[1038267600] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a2098f8bd7c5c2; range_end:; response_count:1; response_revision:27324; }","duration":"1.238626145s","start":"2026-03-31T21:17:57.034303Z","end":"2026-03-31T21:17:58.272929Z","steps":["trace[1038267600] 'agreement among raft nodes before linearized reading' (duration: 1.238535053s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.272965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.034263Z","time spent":"1.238695937s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":834,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a2098f8bd7c5c2\" "} {"level":"info","ts":"2026-03-31T21:17:58.272797Z","caller":"traceutil/trace.go:171","msg":"trace[1869533701] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27324; }","duration":"1.292427283s","start":"2026-03-31T21:17:56.980348Z","end":"2026-03-31T21:17:58.272775Z","steps":["trace[1869533701] 'agreement among raft nodes before linearized reading' (duration: 1.29112838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:58.273124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:55.193284Z","time spent":"3.079812748s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:58.273175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:56.980336Z","time spent":"1.292816552s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:58.771605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:59.271941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:17:59.40124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1350645s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:17:59.516435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.902739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:17:59.516598Z","caller":"traceutil/trace.go:171","msg":"trace[1264373328] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"1.743813954s","start":"2026-03-31T21:17:57.772756Z","end":"2026-03-31T21:17:59.51657Z","steps":["trace[1264373328] 'process raft request' (duration: 1.62871021s)","trace[1264373328] 'compare' (duration: 114.51198ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:17:59.516663Z","caller":"traceutil/trace.go:171","msg":"trace[84313995] transaction","detail":"{read_only:false; response_revision:27326; number_of_response:1; }","duration":"1.743041004s","start":"2026-03-31T21:17:57.773605Z","end":"2026-03-31T21:17:59.516646Z","steps":["trace[84313995] 'process raft request' (duration: 1.742916631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.516734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.773593Z","time spent":"1.743102155s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:59.516961Z","caller":"traceutil/trace.go:171","msg":"trace[24178758] transaction","detail":"{read_only:false; response_revision:27327; number_of_response:1; }","duration":"1.347947774s","start":"2026-03-31T21:17:58.168993Z","end":"2026-03-31T21:17:59.51694Z","steps":["trace[24178758] 'process raft request' (duration: 1.347612066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.517087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.168968Z","time spent":"1.348047836s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:59.517107Z","caller":"traceutil/trace.go:171","msg":"trace[1102074902] transaction","detail":"{read_only:false; response_revision:27328; number_of_response:1; }","duration":"1.348033076s","start":"2026-03-31T21:17:58.169062Z","end":"2026-03-31T21:17:59.517096Z","steps":["trace[1102074902] 'process raft request' (duration: 1.347807521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.517152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.169047Z","time spent":"1.348082657s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:59.51718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.772743Z","time spent":"1.743937097s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:17:59.517378Z","caller":"traceutil/trace.go:171","msg":"trace[883777854] transaction","detail":"{read_only:false; response_revision:27329; number_of_response:1; }","duration":"1.348254892s","start":"2026-03-31T21:17:58.169109Z","end":"2026-03-31T21:17:59.517364Z","steps":["trace[883777854] 'process raft request' (duration: 1.347935224s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:59.517374Z","caller":"traceutil/trace.go:171","msg":"trace[244318843] transaction","detail":"{read_only:false; response_revision:27330; number_of_response:1; }","duration":"1.347911634s","start":"2026-03-31T21:17:58.169441Z","end":"2026-03-31T21:17:59.517353Z","steps":["trace[244318843] 'process raft request' (duration: 1.347794141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.51746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.169067Z","time spent":"1.348359474s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:59.51749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.169431Z","time spent":"1.347995675s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:59.517626Z","caller":"traceutil/trace.go:171","msg":"trace[461346656] transaction","detail":"{read_only:false; response_revision:27332; number_of_response:1; }","duration":"1.347736269s","start":"2026-03-31T21:17:58.169874Z","end":"2026-03-31T21:17:59.51761Z","steps":["trace[461346656] 'process raft request' (duration: 1.347637776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.517739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.169869Z","time spent":"1.347818191s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:59.517736Z","caller":"traceutil/trace.go:171","msg":"trace[1591914769] transaction","detail":"{read_only:false; response_revision:27331; number_of_response:1; }","duration":"1.347898853s","start":"2026-03-31T21:17:58.169808Z","end":"2026-03-31T21:17:59.517707Z","steps":["trace[1591914769] 'process raft request' (duration: 1.347526014s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:59.517871Z","caller":"traceutil/trace.go:171","msg":"trace[1079496124] linearizableReadLoop","detail":"{readStateIndex:28299; appliedIndex:28287; }","duration":"1.246345849s","start":"2026-03-31T21:17:58.271513Z","end":"2026-03-31T21:17:59.517859Z","steps":["trace[1079496124] 'read index received' (duration: 1.129957503s)","trace[1079496124] 'applied index is now lower than readState.Index' (duration: 116.387006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:17:59.517886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.1698Z","time spent":"1.348010766s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:59.518083Z","caller":"traceutil/trace.go:171","msg":"trace[18881377] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"1.24285508s","start":"2026-03-31T21:17:58.275215Z","end":"2026-03-31T21:17:59.51807Z","steps":["trace[18881377] 'process raft request' (duration: 1.242583854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.51812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444282247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:59.518124Z","caller":"traceutil/trace.go:171","msg":"trace[1224681837] transaction","detail":"{read_only:false; response_revision:27333; number_of_response:1; }","duration":"1.348212321s","start":"2026-03-31T21:17:58.169886Z","end":"2026-03-31T21:17:59.518099Z","steps":["trace[1224681837] 'process raft request' (duration: 1.347693928s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:59.518128Z","caller":"traceutil/trace.go:171","msg":"trace[1625812667] transaction","detail":"{read_only:false; response_revision:27334; number_of_response:1; }","duration":"1.347471782s","start":"2026-03-31T21:17:58.170643Z","end":"2026-03-31T21:17:59.518115Z","steps":["trace[1625812667] 'process raft request' (duration: 1.347021251s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:59.518157Z","caller":"traceutil/trace.go:171","msg":"trace[597948139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27336; }","duration":"1.444321868s","start":"2026-03-31T21:17:58.073826Z","end":"2026-03-31T21:17:59.518148Z","steps":["trace[597948139] 'agreement among raft nodes before linearized reading' (duration: 1.444256067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.518176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.169874Z","time spent":"1.348279903s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:59.518187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.073773Z","time spent":"1.444409752s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.170636Z","time spent":"1.347531435s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:59.51823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645653304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88970"} {"level":"info","ts":"2026-03-31T21:17:59.518294Z","caller":"traceutil/trace.go:171","msg":"trace[964905275] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27336; }","duration":"1.645755877s","start":"2026-03-31T21:17:57.872518Z","end":"2026-03-31T21:17:59.518274Z","steps":["trace[964905275] 'agreement among raft nodes before linearized reading' (duration: 1.64549496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.518317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740731566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-31T21:17:59.518336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.872503Z","time spent":"1.645824799s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":88992,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7428805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-31T21:17:59.518276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744259645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:17:59.518347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165693369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-03-31T21:17:59.518382Z","caller":"traceutil/trace.go:171","msg":"trace[619582738] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27336; }","duration":"1.742951913s","start":"2026-03-31T21:17:57.775415Z","end":"2026-03-31T21:17:59.518367Z","steps":["trace[619582738] 'agreement among raft nodes before linearized reading' (duration: 1.742786729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.518384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746081801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-31T21:17:59.5184Z","caller":"traceutil/trace.go:171","msg":"trace[764892517] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:27336; }","duration":"1.165787101s","start":"2026-03-31T21:17:58.352601Z","end":"2026-03-31T21:17:59.518389Z","steps":["trace[764892517] 'agreement among raft nodes before linearized reading' (duration: 1.165684849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.518417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744537192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5363"} {"level":"info","ts":"2026-03-31T21:17:59.518362Z","caller":"traceutil/trace.go:171","msg":"trace[610634421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27336; }","duration":"1.740786407s","start":"2026-03-31T21:17:57.777566Z","end":"2026-03-31T21:17:59.518352Z","steps":["trace[610634421] 'agreement among raft nodes before linearized reading' (duration: 1.740480429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.51842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.775409Z","time spent":"1.743002624s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-31T21:17:59.518436Z","caller":"traceutil/trace.go:171","msg":"trace[1257515769] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:1; response_revision:27336; }","duration":"1.744569362s","start":"2026-03-31T21:17:57.77386Z","end":"2026-03-31T21:17:59.51843Z","steps":["trace[1257515769] 'agreement among raft nodes before linearized reading' (duration: 1.74448705s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:59.518424Z","caller":"traceutil/trace.go:171","msg":"trace[1653339069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:27336; }","duration":"1.746184374s","start":"2026-03-31T21:17:57.772227Z","end":"2026-03-31T21:17:59.518412Z","steps":["trace[1653339069] 'agreement among raft nodes before linearized reading' (duration: 1.74604464s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:59.518417Z","caller":"traceutil/trace.go:171","msg":"trace[410647965] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27336; }","duration":"1.744425199s","start":"2026-03-31T21:17:57.773953Z","end":"2026-03-31T21:17:59.518378Z","steps":["trace[410647965] 'agreement among raft nodes before linearized reading' (duration: 1.744177512s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:59.51807Z","caller":"traceutil/trace.go:171","msg":"trace[500849987] transaction","detail":"{read_only:false; response_revision:27335; number_of_response:1; }","duration":"1.244063662s","start":"2026-03-31T21:17:58.273981Z","end":"2026-03-31T21:17:59.518045Z","steps":["trace[500849987] 'process raft request' (duration: 1.243751984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.518474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.772211Z","time spent":"1.746251935s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741004553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:1 size:26111"} {"level":"warn","ts":"2026-03-31T21:17:59.518532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.773949Z","time spent":"1.744547932s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.777558Z","time spent":"1.74088002s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742343746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-31T21:17:59.518638Z","caller":"traceutil/trace.go:171","msg":"trace[2120125492] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27336; }","duration":"1.742762166s","start":"2026-03-31T21:17:57.775868Z","end":"2026-03-31T21:17:59.51863Z","steps":["trace[2120125492] 'agreement among raft nodes before linearized reading' (duration: 1.742283544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.518661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.775863Z","time spent":"1.742792498s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.273946Z","time spent":"1.244538823s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:17:59.518328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.833888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:17:59.518758Z","caller":"traceutil/trace.go:171","msg":"trace[1002915625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27336; }","duration":"758.265619ms","start":"2026-03-31T21:17:58.76048Z","end":"2026-03-31T21:17:59.518746Z","steps":["trace[1002915625] 'agreement among raft nodes before linearized reading' (duration: 757.813508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:17:59.518669Z","caller":"traceutil/trace.go:171","msg":"trace[1681556287] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:1; response_revision:27336; }","duration":"1.741173098s","start":"2026-03-31T21:17:57.777482Z","end":"2026-03-31T21:17:59.518655Z","steps":["trace[1681556287] 'agreement among raft nodes before linearized reading' (duration: 1.740774488s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:17:59.518795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.760418Z","time spent":"758.366982ms","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:17:59.51846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.773853Z","time spent":"1.744601683s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5385,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.352582Z","time spent":"1.165847352s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":235,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:57.777474Z","time spent":"1.741334001s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":26133,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-31T21:17:59.518153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:58.275192Z","time spent":"1.242926202s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:00.835691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131728587s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:00.835789Z","caller":"traceutil/trace.go:171","msg":"trace[1749997682] linearizableReadLoop","detail":"{readStateIndex:28300; appliedIndex:28299; }","duration":"1.310129727s","start":"2026-03-31T21:17:59.525642Z","end":"2026-03-31T21:18:00.835772Z","steps":["trace[1749997682] 'read index received' (duration: 178.149874ms)","trace[1749997682] 'applied index is now lower than readState.Index' (duration: 1.131977733s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:00.835884Z","caller":"traceutil/trace.go:171","msg":"trace[832301589] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"1.311221773s","start":"2026-03-31T21:17:59.524651Z","end":"2026-03-31T21:18:00.835873Z","steps":["trace[832301589] 'process raft request' (duration: 179.227401ms)","trace[832301589] 'compare' (duration: 1.130614407s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:00.835961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.524638Z","time spent":"1.311288036s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:00.836281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310645599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T21:18:00.83632Z","caller":"traceutil/trace.go:171","msg":"trace[1377015073] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27337; }","duration":"1.310729031s","start":"2026-03-31T21:17:59.525581Z","end":"2026-03-31T21:18:00.83631Z","steps":["trace[1377015073] 'agreement among raft nodes before linearized reading' (duration: 1.310541757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:00.836349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.525558Z","time spent":"1.310783243s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T21:18:00.836786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310341992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:00.83683Z","caller":"traceutil/trace.go:171","msg":"trace[75643689] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:27337; }","duration":"1.310394824s","start":"2026-03-31T21:17:59.526422Z","end":"2026-03-31T21:18:00.836817Z","steps":["trace[75643689] 'agreement among raft nodes before linearized reading' (duration: 1.310330552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:00.836836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31105136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T21:18:00.836858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.526415Z","time spent":"1.310433795s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-31T21:18:00.836892Z","caller":"traceutil/trace.go:171","msg":"trace[397328188] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27337; }","duration":"1.311148372s","start":"2026-03-31T21:17:59.525727Z","end":"2026-03-31T21:18:00.836875Z","steps":["trace[397328188] 'agreement among raft nodes before linearized reading' (duration: 1.310999989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:00.836881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.855475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:00.836886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310684631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:00.836933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.525708Z","time spent":"1.311213943s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:18:00.836915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136933607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:00.83696Z","caller":"traceutil/trace.go:171","msg":"trace[1491797390] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27337; }","duration":"539.994139ms","start":"2026-03-31T21:18:00.296941Z","end":"2026-03-31T21:18:00.836935Z","steps":["trace[1491797390] 'agreement among raft nodes before linearized reading' (duration: 539.833845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:00.837015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.296919Z","time spent":"540.085602ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:00.836994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308611658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-31T21:18:00.836989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308701261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10501"} {"level":"warn","ts":"2026-03-31T21:18:00.837045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31107567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:18:00.837064Z","caller":"traceutil/trace.go:171","msg":"trace[1902180176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27337; }","duration":"1.310781953s","start":"2026-03-31T21:17:59.526164Z","end":"2026-03-31T21:18:00.836946Z","steps":["trace[1902180176] 'agreement among raft nodes before linearized reading' (duration: 1.31064401s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:00.837075Z","caller":"traceutil/trace.go:171","msg":"trace[122789086] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27337; }","duration":"1.308719701s","start":"2026-03-31T21:17:59.528335Z","end":"2026-03-31T21:18:00.837055Z","steps":["trace[122789086] 'agreement among raft nodes before linearized reading' (duration: 1.308435744s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:00.83709Z","caller":"traceutil/trace.go:171","msg":"trace[764544120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27337; }","duration":"1.311134101s","start":"2026-03-31T21:17:59.525944Z","end":"2026-03-31T21:18:00.837078Z","steps":["trace[764544120] 'agreement among raft nodes before linearized reading' (duration: 1.311010598s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:00.837096Z","caller":"traceutil/trace.go:171","msg":"trace[1357930067] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:27337; }","duration":"1.308850614s","start":"2026-03-31T21:17:59.52822Z","end":"2026-03-31T21:18:00.837071Z","steps":["trace[1357930067] 'agreement among raft nodes before linearized reading' (duration: 1.308560107s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:00.837123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.525936Z","time spent":"1.311178893s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:18:00.836903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307773467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:18436"} {"level":"warn","ts":"2026-03-31T21:18:00.837122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.52833Z","time spent":"1.308783533s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-31T21:18:00.837134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287695073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"warn","ts":"2026-03-31T21:18:00.837025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226108721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"warn","ts":"2026-03-31T21:18:00.837156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.528206Z","time spent":"1.308935117s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":10523,"request content":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" "} {"level":"info","ts":"2026-03-31T21:18:00.837166Z","caller":"traceutil/trace.go:171","msg":"trace[583226937] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:27337; }","duration":"1.308052045s","start":"2026-03-31T21:17:59.529099Z","end":"2026-03-31T21:18:00.837151Z","steps":["trace[583226937] 'agreement among raft nodes before linearized reading' (duration: 1.307650165s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:00.837192Z","caller":"traceutil/trace.go:171","msg":"trace[2005413362] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:27337; }","duration":"1.226312186s","start":"2026-03-31T21:17:59.610868Z","end":"2026-03-31T21:18:00.837181Z","steps":["trace[2005413362] 'agreement among raft nodes before linearized reading' (duration: 1.22607088s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:00.837188Z","caller":"traceutil/trace.go:171","msg":"trace[1344639739] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27337; }","duration":"1.287790926s","start":"2026-03-31T21:17:59.549377Z","end":"2026-03-31T21:18:00.837168Z","steps":["trace[1344639739] 'agreement among raft nodes before linearized reading' (duration: 1.287673994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:00.837205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.529093Z","time spent":"1.308098536s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":18458,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-31T21:18:00.83723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.610843Z","time spent":"1.226375278s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-31T21:18:00.837235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.549353Z","time spent":"1.287871298s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":9992,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:18:00.837118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.526158Z","time spent":"1.310948367s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:18:00.837016Z","caller":"traceutil/trace.go:171","msg":"trace[351637196] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27337; }","duration":"1.137104921s","start":"2026-03-31T21:17:59.699887Z","end":"2026-03-31T21:18:00.836992Z","steps":["trace[351637196] 'agreement among raft nodes before linearized reading' (duration: 1.136882726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:00.837418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:17:59.699867Z","time spent":"1.137537042s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:01.453367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.089645ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T21:18:01.453487Z","caller":"traceutil/trace.go:171","msg":"trace[1226530983] linearizableReadLoop","detail":"{readStateIndex:28301; appliedIndex:28300; }","duration":"611.299506ms","start":"2026-03-31T21:18:00.84217Z","end":"2026-03-31T21:18:01.453469Z","steps":["trace[1226530983] 'read index received' (duration: 381.110919ms)","trace[1226530983] 'applied index is now lower than readState.Index' (duration: 230.186567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:01.453732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.842088Z","time spent":"611.635285ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:01.454492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.295302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-tl6hm.18a2098babc4db1e\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-31T21:18:01.454574Z","caller":"traceutil/trace.go:171","msg":"trace[2054145370] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-tl6hm.18a2098babc4db1e; range_end:; response_count:1; response_revision:27337; }","duration":"612.406915ms","start":"2026-03-31T21:18:00.842149Z","end":"2026-03-31T21:18:01.454555Z","steps":["trace[2054145370] 'agreement among raft nodes before linearized reading' (duration: 611.715967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:01.454621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.842141Z","time spent":"612.471447ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-tl6hm.18a2098babc4db1e\" "} {"level":"warn","ts":"2026-03-31T21:18:01.954476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:18:02.425277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.787509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:02.425414Z","caller":"traceutil/trace.go:171","msg":"trace[511742556] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"1.255782505s","start":"2026-03-31T21:18:01.169605Z","end":"2026-03-31T21:18:02.425388Z","steps":["trace[511742556] 'process raft request' (duration: 912.778831ms)","trace[511742556] 'compare' (duration: 342.468851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:02.425519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.169577Z","time spent":"1.255888898s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:02.848122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:02.848206Z","caller":"traceutil/trace.go:171","msg":"trace[1276644064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280699s","start":"2026-03-31T21:18:00.847908Z","end":"2026-03-31T21:18:02.848188Z","steps":["trace[1276644064] 'agreement among raft nodes before linearized reading' (duration: 2.000167926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:02.848308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.847898Z","time spent":"2.000394281s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:18:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:03.745929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6634851s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:18:03.746962Z","caller":"traceutil/trace.go:171","msg":"trace[1645609197] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"2.289764322s","start":"2026-03-31T21:18:01.457162Z","end":"2026-03-31T21:18:03.746926Z","steps":["trace[1645609197] 'process raft request' (duration: 2.289577997s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.747272Z","caller":"traceutil/trace.go:171","msg":"trace[125862203] linearizableReadLoop","detail":"{readStateIndex:28312; appliedIndex:28301; }","duration":"2.293461235s","start":"2026-03-31T21:18:01.453785Z","end":"2026-03-31T21:18:03.747247Z","steps":["trace[125862203] 'read index received' (duration: 628.656493ms)","trace[125862203] 'applied index is now lower than readState.Index' (duration: 1.664803462s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:03.747391Z","caller":"traceutil/trace.go:171","msg":"trace[97405755] transaction","detail":"{read_only:false; response_revision:27348; number_of_response:1; }","duration":"2.222183859s","start":"2026-03-31T21:18:01.525191Z","end":"2026-03-31T21:18:03.747375Z","steps":["trace[97405755] 'process raft request' (duration: 2.221995364s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.747397Z","caller":"traceutil/trace.go:171","msg":"trace[211687136] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"2.224117797s","start":"2026-03-31T21:18:01.523252Z","end":"2026-03-31T21:18:03.74737Z","steps":["trace[211687136] 'process raft request' (duration: 2.223690227s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.747405Z","caller":"traceutil/trace.go:171","msg":"trace[656381190] transaction","detail":"{read_only:false; response_revision:27347; number_of_response:1; }","duration":"2.222600389s","start":"2026-03-31T21:18:01.524754Z","end":"2026-03-31T21:18:03.747355Z","steps":["trace[656381190] 'process raft request' (duration: 2.222386254s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.747456Z","caller":"traceutil/trace.go:171","msg":"trace[82085037] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"2.223802399s","start":"2026-03-31T21:18:01.523643Z","end":"2026-03-31T21:18:03.747445Z","steps":["trace[82085037] 'process raft request' (duration: 2.223353408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.74741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.457146Z","time spent":"2.2901018s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.747526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.525177Z","time spent":"2.22225785s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.747542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.523635Z","time spent":"2.223860171s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.747561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.524745Z","time spent":"2.222742522s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:03.747688Z","caller":"traceutil/trace.go:171","msg":"trace[2110793297] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"2.222974238s","start":"2026-03-31T21:18:01.524703Z","end":"2026-03-31T21:18:03.747677Z","steps":["trace[2110793297] 'process raft request' (duration: 2.222393024s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.747732Z","caller":"traceutil/trace.go:171","msg":"trace[1885531547] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"2.225291156s","start":"2026-03-31T21:18:01.522431Z","end":"2026-03-31T21:18:03.747722Z","steps":["trace[1885531547] 'process raft request' (duration: 2.224446085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.747726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904749902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T21:18:03.74775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.524685Z","time spent":"2.223034999s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.74777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904947076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2612"} {"level":"info","ts":"2026-03-31T21:18:03.747795Z","caller":"traceutil/trace.go:171","msg":"trace[342180352] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:27348; }","duration":"2.904833853s","start":"2026-03-31T21:18:00.842942Z","end":"2026-03-31T21:18:03.747776Z","steps":["trace[342180352] 'agreement among raft nodes before linearized reading' (duration: 2.904596358s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.747691Z","caller":"traceutil/trace.go:171","msg":"trace[1580770497] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"2.226142007s","start":"2026-03-31T21:18:01.521532Z","end":"2026-03-31T21:18:03.747674Z","steps":["trace[1580770497] 'process raft request' (duration: 2.225287116s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.747829Z","caller":"traceutil/trace.go:171","msg":"trace[1334097736] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:27348; }","duration":"2.905021528s","start":"2026-03-31T21:18:00.842792Z","end":"2026-03-31T21:18:03.747813Z","steps":["trace[1334097736] 'agreement among raft nodes before linearized reading' (duration: 2.904875855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.747843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.842935Z","time spent":"2.904894255s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-03-31T21:18:03.747815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.522417Z","time spent":"2.225350208s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.747881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.842782Z","time spent":"2.9050868s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2634,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-31T21:18:03.747863Z","caller":"traceutil/trace.go:171","msg":"trace[1720388963] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"2.291851275s","start":"2026-03-31T21:18:01.455978Z","end":"2026-03-31T21:18:03.74783Z","steps":["trace[1720388963] 'process raft request' (duration: 2.290575983s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.747883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.521506Z","time spent":"2.226338812s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.747806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902870084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T21:18:03.747968Z","caller":"traceutil/trace.go:171","msg":"trace[903346212] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27348; }","duration":"2.903075239s","start":"2026-03-31T21:18:00.844876Z","end":"2026-03-31T21:18:03.747951Z","steps":["trace[903346212] 'agreement among raft nodes before linearized reading' (duration: 2.902576556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.747992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855832325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108636"} {"level":"warn","ts":"2026-03-31T21:18:03.748026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.455952Z","time spent":"2.291984797s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.748039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.844868Z","time spent":"2.903153861s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-31T21:18:03.748068Z","caller":"traceutil/trace.go:171","msg":"trace[370810852] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27348; }","duration":"2.855937458s","start":"2026-03-31T21:18:00.892101Z","end":"2026-03-31T21:18:03.748039Z","steps":["trace[370810852] 'agreement among raft nodes before linearized reading' (duration: 2.855760574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.74814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902480974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T21:18:03.748192Z","caller":"traceutil/trace.go:171","msg":"trace[125229089] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:27348; }","duration":"2.902588177s","start":"2026-03-31T21:18:00.845592Z","end":"2026-03-31T21:18:03.74818Z","steps":["trace[125229089] 'agreement among raft nodes before linearized reading' (duration: 2.902404973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.748183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903187922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-31T21:18:03.748225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.84556Z","time spent":"2.902656678s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1340,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-03-31T21:18:03.748228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903880859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2559"} {"level":"info","ts":"2026-03-31T21:18:03.747404Z","caller":"traceutil/trace.go:171","msg":"trace[1608607933] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"2.222690301s","start":"2026-03-31T21:18:01.524691Z","end":"2026-03-31T21:18:03.747382Z","steps":["trace[1608607933] 'process raft request' (duration: 2.222356553s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.748332Z","caller":"traceutil/trace.go:171","msg":"trace[984702519] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:27348; }","duration":"2.904003903s","start":"2026-03-31T21:18:00.844309Z","end":"2026-03-31T21:18:03.748313Z","steps":["trace[984702519] 'agreement among raft nodes before linearized reading' (duration: 2.903743185s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:03.748341Z","caller":"traceutil/trace.go:171","msg":"trace[1748855552] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27348; }","duration":"2.903354107s","start":"2026-03-31T21:18:00.844953Z","end":"2026-03-31T21:18:03.748307Z","steps":["trace[1748855552] 'agreement among raft nodes before linearized reading' (duration: 2.903054448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.748388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.844301Z","time spent":"2.904074655s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2581,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-31T21:18:03.748396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.844942Z","time spent":"2.903440449s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T21:18:03.748424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.524679Z","time spent":"2.223691737s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.747523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.523243Z","time spent":"2.224205599s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:03.748148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.892072Z","time spent":"2.85606088s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":108658,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:18:03.749085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904604958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18775"} {"level":"info","ts":"2026-03-31T21:18:03.749156Z","caller":"traceutil/trace.go:171","msg":"trace[1994078764] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27348; }","duration":"2.906039314s","start":"2026-03-31T21:18:00.843098Z","end":"2026-03-31T21:18:03.749137Z","steps":["trace[1994078764] 'agreement among raft nodes before linearized reading' (duration: 2.904360572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:03.749294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:00.843084Z","time spent":"2.906106376s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18797,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:18:04.08195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.240731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:04.082144Z","caller":"traceutil/trace.go:171","msg":"trace[839714109] linearizableReadLoop","detail":"{readStateIndex:28314; appliedIndex:28312; }","duration":"334.788839ms","start":"2026-03-31T21:18:03.747338Z","end":"2026-03-31T21:18:04.082127Z","steps":["trace[839714109] 'read index received' (duration: 179.279532ms)","trace[839714109] 'applied index is now lower than readState.Index' (duration: 155.508217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:04.082268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.549706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:04.082316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561956483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:18:04.082337Z","caller":"traceutil/trace.go:171","msg":"trace[381910388] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27350; }","duration":"374.677909ms","start":"2026-03-31T21:18:03.707641Z","end":"2026-03-31T21:18:04.082319Z","steps":["trace[381910388] 'agreement among raft nodes before linearized reading' (duration: 374.549756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.082307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:04.082329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233624831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:04.082376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.707622Z","time spent":"374.74373ms","remote":"127.0.0.1:35784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:04.082393Z","caller":"traceutil/trace.go:171","msg":"trace[1928510583] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27350; }","duration":"2.000060254s","start":"2026-03-31T21:18:02.082315Z","end":"2026-03-31T21:18:04.082375Z","steps":["trace[1928510583] 'agreement among raft nodes before linearized reading' (duration: 1.99988506s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:04.082412Z","caller":"traceutil/trace.go:171","msg":"trace[648344595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27350; }","duration":"1.233774745s","start":"2026-03-31T21:18:02.848618Z","end":"2026-03-31T21:18:04.082393Z","steps":["trace[648344595] 'agreement among raft nodes before linearized reading' (duration: 1.2335772s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:04.082415Z","caller":"traceutil/trace.go:171","msg":"trace[375029569] transaction","detail":"{read_only:false; response_revision:27350; number_of_response:1; }","duration":"1.57125884s","start":"2026-03-31T21:18:02.511144Z","end":"2026-03-31T21:18:04.082403Z","steps":["trace[375029569] 'process raft request' (duration: 1.570901461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.082447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:02.0823Z","time spent":"2.000134316s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:04.082462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:02.848595Z","time spent":"1.233858256s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:04.082492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.353513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5189"} {"level":"warn","ts":"2026-03-31T21:18:04.082508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.502147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-31T21:18:04.08252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:02.511116Z","time spent":"1.571349022s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:04.082531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.360102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13887"} {"level":"info","ts":"2026-03-31T21:18:04.082545Z","caller":"traceutil/trace.go:171","msg":"trace[1683520930] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:27350; }","duration":"327.419054ms","start":"2026-03-31T21:18:03.75511Z","end":"2026-03-31T21:18:04.082529Z","steps":["trace[1683520930] 'agreement among raft nodes before linearized reading' (duration: 327.287271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:04.082551Z","caller":"traceutil/trace.go:171","msg":"trace[725571360] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27350; }","duration":"329.550338ms","start":"2026-03-31T21:18:03.752986Z","end":"2026-03-31T21:18:04.082536Z","steps":["trace[725571360] 'agreement among raft nodes before linearized reading' (duration: 329.453086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.082581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.755103Z","time spent":"327.470075ms","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5211,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"info","ts":"2026-03-31T21:18:04.082583Z","caller":"traceutil/trace.go:171","msg":"trace[1533776070] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27350; }","duration":"301.437944ms","start":"2026-03-31T21:18:03.781126Z","end":"2026-03-31T21:18:04.082564Z","steps":["trace[1533776070] 'agreement among raft nodes before linearized reading' (duration: 301.28182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.082594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.752978Z","time spent":"329.605829ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T21:18:04.082629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.781103Z","time spent":"301.515045ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":13909,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:18:04.082407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.248765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T21:18:04.082696Z","caller":"traceutil/trace.go:171","msg":"trace[385869910] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27350; }","duration":"330.606554ms","start":"2026-03-31T21:18:03.752076Z","end":"2026-03-31T21:18:04.082683Z","steps":["trace[385869910] 'agreement among raft nodes before linearized reading' (duration: 330.196264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.082743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.752053Z","time spent":"330.680616ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:18:04.082809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.092342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt.18a2098e21c77ce5\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-03-31T21:18:04.082882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.112966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:04.082933Z","caller":"traceutil/trace.go:171","msg":"trace[597414877] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27350; }","duration":"327.195218ms","start":"2026-03-31T21:18:03.755721Z","end":"2026-03-31T21:18:04.082916Z","steps":["trace[597414877] 'agreement among raft nodes before linearized reading' (duration: 327.115126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.082974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.755702Z","time spent":"327.261211ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-31T21:18:04.082957Z","caller":"traceutil/trace.go:171","msg":"trace[1512886031] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt.18a2098e21c77ce5; range_end:; response_count:1; response_revision:27350; }","duration":"330.245965ms","start":"2026-03-31T21:18:03.752691Z","end":"2026-03-31T21:18:04.082937Z","steps":["trace[1512886031] 'agreement among raft nodes before linearized reading' (duration: 330.04438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.083005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.721847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T21:18:04.082356Z","caller":"traceutil/trace.go:171","msg":"trace[597538659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27350; }","duration":"2.562028085s","start":"2026-03-31T21:18:01.52031Z","end":"2026-03-31T21:18:04.082338Z","steps":["trace[597538659] 'agreement among raft nodes before linearized reading' (duration: 2.561905372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.083047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.556003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-15ae747d-a8cc-4c12-b456-562bc2031f26\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-31T21:18:04.083073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.752682Z","time spent":"330.352867ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt.18a2098e21c77ce5\" "} {"level":"warn","ts":"2026-03-31T21:18:04.083108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:01.520287Z","time spent":"2.562803214s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:18:04.083127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.162639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:04.083117Z","caller":"traceutil/trace.go:171","msg":"trace[707902969] range","detail":"{range_begin:/registry/persistentvolumes/pvc-15ae747d-a8cc-4c12-b456-562bc2031f26; range_end:; response_count:1; response_revision:27350; }","duration":"330.646845ms","start":"2026-03-31T21:18:03.752452Z","end":"2026-03-31T21:18:04.083099Z","steps":["trace[707902969] 'agreement among raft nodes before linearized reading' (duration: 330.4378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:04.083181Z","caller":"traceutil/trace.go:171","msg":"trace[84781706] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27350; }","duration":"517.221061ms","start":"2026-03-31T21:18:03.565942Z","end":"2026-03-31T21:18:04.083163Z","steps":["trace[84781706] 'agreement among raft nodes before linearized reading' (duration: 517.130178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.0832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.752442Z","time spent":"330.743457ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-15ae747d-a8cc-4c12-b456-562bc2031f26\" "} {"level":"warn","ts":"2026-03-31T21:18:04.082804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.964297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26979"} {"level":"warn","ts":"2026-03-31T21:18:04.083243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.565911Z","time spent":"517.311992ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:04.082341Z","caller":"traceutil/trace.go:171","msg":"trace[2069702916] transaction","detail":"{read_only:false; response_revision:27349; number_of_response:1; }","duration":"1.66349479s","start":"2026-03-31T21:18:02.418817Z","end":"2026-03-31T21:18:04.082311Z","steps":["trace[2069702916] 'process raft request' (duration: 1.507792199s)","trace[2069702916] 'compare' (duration: 154.87134ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:04.083248Z","caller":"traceutil/trace.go:171","msg":"trace[1888862068] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:27350; }","duration":"324.425519ms","start":"2026-03-31T21:18:03.758809Z","end":"2026-03-31T21:18:04.083235Z","steps":["trace[1888862068] 'agreement among raft nodes before linearized reading' (duration: 323.911487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.083373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.758802Z","time spent":"324.558112ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27001,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"warn","ts":"2026-03-31T21:18:04.082807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.678453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:04.083503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:02.418792Z","time spent":"1.664516696s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:04.083536Z","caller":"traceutil/trace.go:171","msg":"trace[166455648] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27350; }","duration":"275.483292ms","start":"2026-03-31T21:18:03.80804Z","end":"2026-03-31T21:18:04.083523Z","steps":["trace[166455648] 'agreement among raft nodes before linearized reading' (duration: 274.690403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:04.08306Z","caller":"traceutil/trace.go:171","msg":"trace[1410834172] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:27350; }","duration":"330.83066ms","start":"2026-03-31T21:18:03.752213Z","end":"2026-03-31T21:18:04.083043Z","steps":["trace[1410834172] 'agreement among raft nodes before linearized reading' (duration: 330.661225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:04.083732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:03.752194Z","time spent":"331.520326ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T21:18:05.860512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607735824s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:18:05.879243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639363476s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:05.87936Z","caller":"traceutil/trace.go:171","msg":"trace[1395614029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27350; }","duration":"1.639489219s","start":"2026-03-31T21:18:04.239855Z","end":"2026-03-31T21:18:05.879344Z","steps":["trace[1395614029] 'range keys from in-memory index tree' (duration: 1.639348746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:05.881285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628549945s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:05.881418Z","caller":"traceutil/trace.go:171","msg":"trace[943499777] transaction","detail":"{read_only:false; response_revision:27351; number_of_response:1; }","duration":"1.795276163s","start":"2026-03-31T21:18:04.086108Z","end":"2026-03-31T21:18:05.881384Z","steps":["trace[943499777] 'process raft request' (duration: 166.568264ms)","trace[943499777] 'compare' (duration: 1.627326244s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:05.88157Z","caller":"traceutil/trace.go:171","msg":"trace[723738468] linearizableReadLoop","detail":"{readStateIndex:28315; appliedIndex:28314; }","duration":"1.794497024s","start":"2026-03-31T21:18:04.087041Z","end":"2026-03-31T21:18:05.881538Z","steps":["trace[723738468] 'read index received' (duration: 165.717243ms)","trace[723738468] 'applied index is now lower than readState.Index' (duration: 1.628776751s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:05.881809Z","caller":"traceutil/trace.go:171","msg":"trace[90528970] transaction","detail":"{read_only:false; response_revision:27352; number_of_response:1; }","duration":"1.793229471s","start":"2026-03-31T21:18:04.088566Z","end":"2026-03-31T21:18:05.881796Z","steps":["trace[90528970] 'process raft request' (duration: 1.79279816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:05.881893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.088555Z","time spent":"1.793287122s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:05.881881Z","caller":"traceutil/trace.go:171","msg":"trace[623021753] transaction","detail":"{read_only:false; response_revision:27353; number_of_response:1; }","duration":"1.791683692s","start":"2026-03-31T21:18:04.090157Z","end":"2026-03-31T21:18:05.881841Z","steps":["trace[623021753] 'process raft request' (duration: 1.791454286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:05.881941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794873543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:05.882003Z","caller":"traceutil/trace.go:171","msg":"trace[35397320] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27353; }","duration":"1.794983676s","start":"2026-03-31T21:18:04.087003Z","end":"2026-03-31T21:18:05.881987Z","steps":["trace[35397320] 'agreement among raft nodes before linearized reading' (duration: 1.794671078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:05.882054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.090142Z","time spent":"1.791831005s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:18:05.882059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.086986Z","time spent":"1.795059687s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:18:05.882121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.086083Z","time spent":"1.795536979s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:06.091783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:18:06.091874Z","caller":"traceutil/trace.go:171","msg":"trace[939884368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135636s","start":"2026-03-31T21:18:04.091713Z","end":"2026-03-31T21:18:06.091849Z","steps":["trace[939884368] 'agreement among raft nodes before linearized reading' (duration: 1.999996903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.091924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.091707Z","time spent":"2.000206958s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:06.38209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607117,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:18:06.489957Z","caller":"traceutil/trace.go:171","msg":"trace[482936790] transaction","detail":"{read_only:false; response_revision:27354; number_of_response:1; }","duration":"1.217135405s","start":"2026-03-31T21:18:05.272798Z","end":"2026-03-31T21:18:06.489933Z","steps":["trace[482936790] 'process raft request' (duration: 1.2169156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.490107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.272774Z","time spent":"1.217256919s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:06.490322Z","caller":"traceutil/trace.go:171","msg":"trace[2021732238] transaction","detail":"{read_only:false; response_revision:27355; number_of_response:1; }","duration":"736.148653ms","start":"2026-03-31T21:18:05.75412Z","end":"2026-03-31T21:18:06.490269Z","steps":["trace[2021732238] 'process raft request' (duration: 735.764554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.490432Z","caller":"traceutil/trace.go:171","msg":"trace[792521959] transaction","detail":"{read_only:false; response_revision:27356; number_of_response:1; }","duration":"734.465863ms","start":"2026-03-31T21:18:05.755932Z","end":"2026-03-31T21:18:06.490398Z","steps":["trace[792521959] 'process raft request' (duration: 734.216496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.490564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.754082Z","time spent":"736.389439ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:06.490589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.755918Z","time spent":"734.584425ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:06.490639Z","caller":"traceutil/trace.go:171","msg":"trace[1359194208] transaction","detail":"{read_only:false; response_revision:27359; number_of_response:1; }","duration":"734.406581ms","start":"2026-03-31T21:18:05.75622Z","end":"2026-03-31T21:18:06.490627Z","steps":["trace[1359194208] 'process raft request' (duration: 734.179406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.490648Z","caller":"traceutil/trace.go:171","msg":"trace[915515405] linearizableReadLoop","detail":"{readStateIndex:28326; appliedIndex:28317; }","duration":"608.995218ms","start":"2026-03-31T21:18:05.88164Z","end":"2026-03-31T21:18:06.490635Z","steps":["trace[915515405] 'read index received' (duration: 608.017804ms)","trace[915515405] 'applied index is now lower than readState.Index' (duration: 976.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:06.490657Z","caller":"traceutil/trace.go:171","msg":"trace[1349289848] transaction","detail":"{read_only:false; response_revision:27358; number_of_response:1; }","duration":"734.420041ms","start":"2026-03-31T21:18:05.756199Z","end":"2026-03-31T21:18:06.490619Z","steps":["trace[1349289848] 'process raft request' (duration: 734.113173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.490576Z","caller":"traceutil/trace.go:171","msg":"trace[670985036] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"734.208415ms","start":"2026-03-31T21:18:05.756345Z","end":"2026-03-31T21:18:06.490553Z","steps":["trace[670985036] 'process raft request' (duration: 734.121973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.490729Z","caller":"traceutil/trace.go:171","msg":"trace[1698241922] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"732.36801ms","start":"2026-03-31T21:18:05.758351Z","end":"2026-03-31T21:18:06.490719Z","steps":["trace[1698241922] 'process raft request' (duration: 732.169915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.490748Z","caller":"traceutil/trace.go:171","msg":"trace[299456024] transaction","detail":"{read_only:false; response_revision:27357; number_of_response:1; }","duration":"734.583475ms","start":"2026-03-31T21:18:05.756147Z","end":"2026-03-31T21:18:06.490731Z","steps":["trace[299456024] 'process raft request' (duration: 734.117823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.490753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.756187Z","time spent":"734.494263ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:06.490798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.758342Z","time spent":"732.417081ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:06.490807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.756137Z","time spent":"734.638507ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:06.490835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.756192Z","time spent":"734.549404ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:06.490848Z","caller":"traceutil/trace.go:171","msg":"trace[521088524] transaction","detail":"{read_only:false; response_revision:27360; number_of_response:1; }","duration":"734.536235ms","start":"2026-03-31T21:18:05.756281Z","end":"2026-03-31T21:18:06.490817Z","steps":["trace[521088524] 'process raft request' (duration: 734.154285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.491162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400960688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-03-31T21:18:06.491182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403619355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-31T21:18:06.491219Z","caller":"traceutil/trace.go:171","msg":"trace[511159499] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27362; }","duration":"2.40104139s","start":"2026-03-31T21:18:04.090161Z","end":"2026-03-31T21:18:06.491203Z","steps":["trace[511159499] 'agreement among raft nodes before linearized reading' (duration: 2.400653921s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.491232Z","caller":"traceutil/trace.go:171","msg":"trace[1988314850] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27362; }","duration":"2.403678207s","start":"2026-03-31T21:18:04.087528Z","end":"2026-03-31T21:18:06.491206Z","steps":["trace[1988314850] 'agreement among raft nodes before linearized reading' (duration: 2.403361599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.49127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811999641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:06.491275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403683407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T21:18:06.49128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401150223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5153"} {"level":"info","ts":"2026-03-31T21:18:06.491314Z","caller":"traceutil/trace.go:171","msg":"trace[2054504028] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27362; }","duration":"1.812039903s","start":"2026-03-31T21:18:04.679262Z","end":"2026-03-31T21:18:06.491302Z","steps":["trace[2054504028] 'agreement among raft nodes before linearized reading' (duration: 1.811985352s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.491325Z","caller":"traceutil/trace.go:171","msg":"trace[854936021] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27362; }","duration":"2.403758778s","start":"2026-03-31T21:18:04.087553Z","end":"2026-03-31T21:18:06.491311Z","steps":["trace[854936021] 'agreement among raft nodes before linearized reading' (duration: 2.403618335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.491348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.679197Z","time spent":"1.812142725s","remote":"127.0.0.1:38428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:06.49136Z","caller":"traceutil/trace.go:171","msg":"trace[1715830847] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:27362; }","duration":"2.401241875s","start":"2026-03-31T21:18:04.090077Z","end":"2026-03-31T21:18:06.491319Z","steps":["trace[1715830847] 'agreement among raft nodes before linearized reading' (duration: 2.401057221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.49137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.087541Z","time spent":"2.403821589s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:18:06.4914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.763261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:06.49141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377507311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" ","response":"range_response_count:1 size:38342"} {"level":"warn","ts":"2026-03-31T21:18:06.491364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.756269Z","time spent":"734.895444ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:06.491401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.090071Z","time spent":"2.401319307s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5175,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" "} {"level":"info","ts":"2026-03-31T21:18:06.49144Z","caller":"traceutil/trace.go:171","msg":"trace[2053696093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27362; }","duration":"398.829273ms","start":"2026-03-31T21:18:06.092603Z","end":"2026-03-31T21:18:06.491432Z","steps":["trace[2053696093] 'agreement among raft nodes before linearized reading' (duration: 398.771642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.491419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296230295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-31T21:18:06.491466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.092586Z","time spent":"398.874094ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:18:06.491474Z","caller":"traceutil/trace.go:171","msg":"trace[156766947] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27362; }","duration":"2.377571552s","start":"2026-03-31T21:18:04.113869Z","end":"2026-03-31T21:18:06.49144Z","steps":["trace[156766947] 'agreement among raft nodes before linearized reading' (duration: 2.377432609s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.491496Z","caller":"traceutil/trace.go:171","msg":"trace[26030034] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27362; }","duration":"2.296375898s","start":"2026-03-31T21:18:04.195101Z","end":"2026-03-31T21:18:06.491477Z","steps":["trace[26030034] 'agreement among raft nodes before linearized reading' (duration: 2.296090921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.49152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.113856Z","time spent":"2.377649865s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":38364,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:18:06.491274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.087506Z","time spent":"2.403760898s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-31T21:18:06.49156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.195078Z","time spent":"2.296465771s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-31T21:18:06.491505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.672675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:18:06.491653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.474895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:06.491224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.555404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt.18a2098bcdbbe49a\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-31T21:18:06.491681Z","caller":"traceutil/trace.go:171","msg":"trace[23806427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27362; }","duration":"605.85727ms","start":"2026-03-31T21:18:05.885812Z","end":"2026-03-31T21:18:06.491669Z","steps":["trace[23806427] 'agreement among raft nodes before linearized reading' (duration: 605.618194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:06.491689Z","caller":"traceutil/trace.go:171","msg":"trace[746086200] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27362; }","duration":"153.541917ms","start":"2026-03-31T21:18:06.338133Z","end":"2026-03-31T21:18:06.491675Z","steps":["trace[746086200] 'agreement among raft nodes before linearized reading' (duration: 153.488206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.491719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.885807Z","time spent":"605.902091ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:18:06.491722Z","caller":"traceutil/trace.go:171","msg":"trace[990228677] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt.18a2098bcdbbe49a; range_end:; response_count:1; response_revision:27362; }","duration":"606.079736ms","start":"2026-03-31T21:18:05.885626Z","end":"2026-03-31T21:18:06.491706Z","steps":["trace[990228677] 'agreement among raft nodes before linearized reading' (duration: 605.483821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.491773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.885611Z","time spent":"606.148008ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-t2tvt.18a2098bcdbbe49a\" "} {"level":"warn","ts":"2026-03-31T21:18:06.491224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231937103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:06.491275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.090147Z","time spent":"2.401115212s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-31T21:18:06.4919Z","caller":"traceutil/trace.go:171","msg":"trace[1649513034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27362; }","duration":"2.232643761s","start":"2026-03-31T21:18:04.259225Z","end":"2026-03-31T21:18:06.491869Z","steps":["trace[1649513034] 'agreement among raft nodes before linearized reading' (duration: 2.231932013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:06.49206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:04.259205Z","time spent":"2.232799825s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:06.492089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:05.756335Z","time spent":"734.404601ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:06.998117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:18:07.499247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:18:07.785762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290216248s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:18:07.94398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.852485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:07.944127Z","caller":"traceutil/trace.go:171","msg":"trace[48056990] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"1.448655377s","start":"2026-03-31T21:18:06.495445Z","end":"2026-03-31T21:18:07.9441Z","steps":["trace[48056990] 'process raft request' (duration: 1.290568026s)","trace[48056990] 'compare' (duration: 156.921082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:07.944434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.495432Z","time spent":"1.448739049s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:07.974054Z","caller":"traceutil/trace.go:171","msg":"trace[625208859] linearizableReadLoop","detail":"{readStateIndex:28329; appliedIndex:28326; }","duration":"1.476470453s","start":"2026-03-31T21:18:06.497563Z","end":"2026-03-31T21:18:07.974033Z","steps":["trace[625208859] 'read index received' (duration: 1.288459553s)","trace[625208859] 'applied index is now lower than readState.Index' (duration: 188.00973ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:07.974083Z","caller":"traceutil/trace.go:171","msg":"trace[682755404] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"1.474270739s","start":"2026-03-31T21:18:06.499778Z","end":"2026-03-31T21:18:07.974048Z","steps":["trace[682755404] 'process raft request' (duration: 1.474043283s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:07.974219Z","caller":"traceutil/trace.go:171","msg":"trace[1189429849] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"542.984745ms","start":"2026-03-31T21:18:07.431209Z","end":"2026-03-31T21:18:07.974194Z","steps":["trace[1189429849] 'process raft request' (duration: 542.7596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.974348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.431177Z","time spent":"543.097048ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:07.974342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.499761Z","time spent":"1.474514054s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:18:07.974578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477004548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38bf9ca4-522c-4e6b-80d3-98d83f4367bb\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T21:18:07.974965Z","caller":"traceutil/trace.go:171","msg":"trace[1525754178] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38bf9ca4-522c-4e6b-80d3-98d83f4367bb; range_end:; response_count:1; response_revision:27365; }","duration":"1.477422817s","start":"2026-03-31T21:18:06.497527Z","end":"2026-03-31T21:18:07.97495Z","steps":["trace[1525754178] 'agreement among raft nodes before linearized reading' (duration: 1.476791432s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.975179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.49751Z","time spent":"1.477568231s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-38bf9ca4-522c-4e6b-80d3-98d83f4367bb\" "} {"level":"warn","ts":"2026-03-31T21:18:07.975215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4148487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-03-31T21:18:07.975472Z","caller":"traceutil/trace.go:171","msg":"trace[1830521945] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27365; }","duration":"1.415136218s","start":"2026-03-31T21:18:06.560311Z","end":"2026-03-31T21:18:07.975448Z","steps":["trace[1830521945] 'agreement among raft nodes before linearized reading' (duration: 1.414538803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.97553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.560277Z","time spent":"1.415237031s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":137837,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:18:07.97466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475773657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-31T21:18:07.975651Z","caller":"traceutil/trace.go:171","msg":"trace[1403099007] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27365; }","duration":"1.476791503s","start":"2026-03-31T21:18:06.498833Z","end":"2026-03-31T21:18:07.975624Z","steps":["trace[1403099007] 'agreement among raft nodes before linearized reading' (duration: 1.475548631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.975829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.498825Z","time spent":"1.476981287s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-31T21:18:07.974767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125561692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276020"} {"level":"info","ts":"2026-03-31T21:18:07.976068Z","caller":"traceutil/trace.go:171","msg":"trace[1898731832] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27365; }","duration":"1.126907626s","start":"2026-03-31T21:18:06.849146Z","end":"2026-03-31T21:18:07.976053Z","steps":["trace[1898731832] 'agreement among raft nodes before linearized reading' (duration: 1.125232773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.976113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.849124Z","time spent":"1.126971118s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276042,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:18:07.974802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474800162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:07.976347Z","caller":"traceutil/trace.go:171","msg":"trace[574449377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27365; }","duration":"1.476363221s","start":"2026-03-31T21:18:06.499965Z","end":"2026-03-31T21:18:07.976328Z","steps":["trace[574449377] 'agreement among raft nodes before linearized reading' (duration: 1.474769071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.976403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.499952Z","time spent":"1.476434383s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:07.974835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.018761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:07.976564Z","caller":"traceutil/trace.go:171","msg":"trace[2113834268] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27365; }","duration":"278.760265ms","start":"2026-03-31T21:18:07.697772Z","end":"2026-03-31T21:18:07.976532Z","steps":["trace[2113834268] 'agreement among raft nodes before linearized reading' (duration: 277.034922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.974879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.715572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:07.976715Z","caller":"traceutil/trace.go:171","msg":"trace[1826295686] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27365; }","duration":"713.569259ms","start":"2026-03-31T21:18:07.263129Z","end":"2026-03-31T21:18:07.976698Z","steps":["trace[1826295686] 'agreement among raft nodes before linearized reading' (duration: 711.728233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.976762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.263112Z","time spent":"713.634531ms","remote":"127.0.0.1:55494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:07.974876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475841599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-31T21:18:07.976969Z","caller":"traceutil/trace.go:171","msg":"trace[584163577] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:27365; }","duration":"1.477972262s","start":"2026-03-31T21:18:06.498985Z","end":"2026-03-31T21:18:07.976958Z","steps":["trace[584163577] 'agreement among raft nodes before linearized reading' (duration: 1.475752046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.97701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.498973Z","time spent":"1.478023733s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-31T21:18:07.974893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470884603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:18:07.977192Z","caller":"traceutil/trace.go:171","msg":"trace[1057894402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27365; }","duration":"1.473195992s","start":"2026-03-31T21:18:06.503981Z","end":"2026-03-31T21:18:07.977177Z","steps":["trace[1057894402] 'agreement among raft nodes before linearized reading' (duration: 1.47071296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:07.977237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:06.503974Z","time spent":"1.473251243s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T21:18:08.477504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:18:08.821106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.580779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:08.821219Z","caller":"traceutil/trace.go:171","msg":"trace[645172043] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"843.849213ms","start":"2026-03-31T21:18:07.977348Z","end":"2026-03-31T21:18:08.821197Z","steps":["trace[645172043] 'process raft request' (duration: 678.09281ms)","trace[645172043] 'compare' (duration: 165.293872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:08.821279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.977319Z","time spent":"843.930485ms","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:09.977438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:09.977604Z","caller":"traceutil/trace.go:171","msg":"trace[2036654906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135685s","start":"2026-03-31T21:18:07.977414Z","end":"2026-03-31T21:18:09.97755Z","steps":["trace[2036654906] 'agreement among raft nodes before linearized reading' (duration: 1.999851008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:09.977702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.977399Z","time spent":"2.000252788s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:18:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:10.916309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989795946s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:10.916506Z","caller":"traceutil/trace.go:171","msg":"trace[1583885577] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"2.936704492s","start":"2026-03-31T21:18:07.979766Z","end":"2026-03-31T21:18:10.916471Z","steps":["trace[1583885577] 'process raft request' (duration: 946.633599ms)","trace[1583885577] 'compare' (duration: 1.989121319s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:10.916634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.979745Z","time spent":"2.936818464s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.91686Z","caller":"traceutil/trace.go:171","msg":"trace[948600366] transaction","detail":"{read_only:false; response_revision:27377; number_of_response:1; }","duration":"2.091175856s","start":"2026-03-31T21:18:08.825664Z","end":"2026-03-31T21:18:10.91684Z","steps":["trace[948600366] 'process raft request' (duration: 2.091130945s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:10.916888Z","caller":"traceutil/trace.go:171","msg":"trace[1124553998] transaction","detail":"{read_only:false; response_revision:27372; number_of_response:1; }","duration":"2.4182051s","start":"2026-03-31T21:18:08.498672Z","end":"2026-03-31T21:18:10.916877Z","steps":["trace[1124553998] 'process raft request' (duration: 2.417927113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.916929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.825635Z","time spent":"2.091264057s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:18:10.916943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.498636Z","time spent":"2.418279362s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.917124Z","caller":"traceutil/trace.go:171","msg":"trace[2099841760] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"2.418409246s","start":"2026-03-31T21:18:08.498703Z","end":"2026-03-31T21:18:10.917112Z","steps":["trace[2099841760] 'process raft request' (duration: 2.417929913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.91718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.498684Z","time spent":"2.418466658s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.917183Z","caller":"traceutil/trace.go:171","msg":"trace[539063673] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"2.418688843s","start":"2026-03-31T21:18:08.498478Z","end":"2026-03-31T21:18:10.917167Z","steps":["trace[539063673] 'process raft request' (duration: 2.417925173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.917243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.498452Z","time spent":"2.418758025s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.917312Z","caller":"traceutil/trace.go:171","msg":"trace[738761017] transaction","detail":"{read_only:false; response_revision:27374; number_of_response:1; }","duration":"2.418558719s","start":"2026-03-31T21:18:08.498744Z","end":"2026-03-31T21:18:10.917302Z","steps":["trace[738761017] 'process raft request' (duration: 2.417923473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.91736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.498735Z","time spent":"2.418599711s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.917371Z","caller":"traceutil/trace.go:171","msg":"trace[538665070] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"2.418748985s","start":"2026-03-31T21:18:08.498609Z","end":"2026-03-31T21:18:10.917358Z","steps":["trace[538665070] 'process raft request' (duration: 2.417880342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.917422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.498584Z","time spent":"2.418810656s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.9175Z","caller":"traceutil/trace.go:171","msg":"trace[1197531805] transaction","detail":"{read_only:false; response_revision:27370; number_of_response:1; }","duration":"2.418867957s","start":"2026-03-31T21:18:08.498623Z","end":"2026-03-31T21:18:10.917491Z","steps":["trace[1197531805] 'process raft request' (duration: 2.417903162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.91755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.498587Z","time spent":"2.418931599s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.917581Z","caller":"traceutil/trace.go:171","msg":"trace[1560442916] transaction","detail":"{read_only:false; response_revision:27375; number_of_response:1; }","duration":"2.417132094s","start":"2026-03-31T21:18:08.500434Z","end":"2026-03-31T21:18:10.917566Z","steps":["trace[1560442916] 'process raft request' (duration: 2.416278492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.917652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.50042Z","time spent":"2.417193415s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.917673Z","caller":"traceutil/trace.go:171","msg":"trace[494485407] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"2.419019591s","start":"2026-03-31T21:18:08.498643Z","end":"2026-03-31T21:18:10.917662Z","steps":["trace[494485407] 'process raft request' (duration: 2.417925183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.917722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.498635Z","time spent":"2.419061302s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:10.917788Z","caller":"traceutil/trace.go:171","msg":"trace[316730404] linearizableReadLoop","detail":"{readStateIndex:28331; appliedIndex:28329; }","duration":"2.940335003s","start":"2026-03-31T21:18:07.97744Z","end":"2026-03-31T21:18:10.917775Z","steps":["trace[316730404] 'read index received' (duration: 678.001318ms)","trace[316730404] 'applied index is now lower than readState.Index' (duration: 2.262332355s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:10.917866Z","caller":"traceutil/trace.go:171","msg":"trace[1687500111] transaction","detail":"{read_only:false; response_revision:27376; number_of_response:1; }","duration":"2.15397425s","start":"2026-03-31T21:18:08.763883Z","end":"2026-03-31T21:18:10.917857Z","steps":["trace[1687500111] 'process raft request' (duration: 2.152873902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.917912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.763837Z","time spent":"2.154047692s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:10.918268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935369549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T21:18:10.918304Z","caller":"traceutil/trace.go:171","msg":"trace[788900597] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27377; }","duration":"2.935436521s","start":"2026-03-31T21:18:07.982855Z","end":"2026-03-31T21:18:10.918292Z","steps":["trace[788900597] 'agreement among raft nodes before linearized reading' (duration: 2.935305107s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.918336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.982841Z","time spent":"2.935486532s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-31T21:18:10.918425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271064818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:10.918503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37652459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:10.918546Z","caller":"traceutil/trace.go:171","msg":"trace[2023388446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27377; }","duration":"1.376591841s","start":"2026-03-31T21:18:09.541944Z","end":"2026-03-31T21:18:10.918536Z","steps":["trace[2023388446] 'agreement among raft nodes before linearized reading' (duration: 1.376530119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.91858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:09.541929Z","time spent":"1.376639753s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:18:10.918762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925817999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T21:18:10.918804Z","caller":"traceutil/trace.go:171","msg":"trace[808752276] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:27377; }","duration":"2.925886591s","start":"2026-03-31T21:18:07.992906Z","end":"2026-03-31T21:18:10.918792Z","steps":["trace[808752276] 'agreement among raft nodes before linearized reading' (duration: 2.925810669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.918781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195248463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:10.918848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779386284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:10.918883Z","caller":"traceutil/trace.go:171","msg":"trace[961511330] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27377; }","duration":"2.195408978s","start":"2026-03-31T21:18:08.723449Z","end":"2026-03-31T21:18:10.918858Z","steps":["trace[961511330] 'agreement among raft nodes before linearized reading' (duration: 2.195225433s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.918909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928976378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-03-31T21:18:10.918914Z","caller":"traceutil/trace.go:171","msg":"trace[1792223762] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27377; }","duration":"1.779500347s","start":"2026-03-31T21:18:09.139395Z","end":"2026-03-31T21:18:10.918896Z","steps":["trace[1792223762] 'agreement among raft nodes before linearized reading' (duration: 1.779379154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.918934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.076134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-31T21:18:10.918943Z","caller":"traceutil/trace.go:171","msg":"trace[161686689] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:27377; }","duration":"2.92903443s","start":"2026-03-31T21:18:07.989899Z","end":"2026-03-31T21:18:10.918933Z","steps":["trace[161686689] 'agreement among raft nodes before linearized reading' (duration: 2.928950067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.918945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.723428Z","time spent":"2.19549988s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:10.918959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:09.139373Z","time spent":"1.779569169s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:10.918982Z","caller":"traceutil/trace.go:171","msg":"trace[1980457433] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27377; }","duration":"938.151436ms","start":"2026-03-31T21:18:09.980809Z","end":"2026-03-31T21:18:10.91896Z","steps":["trace[1980457433] 'agreement among raft nodes before linearized reading' (duration: 938.015693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.919015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:09.980787Z","time spent":"938.221147ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T21:18:10.918833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.992883Z","time spent":"2.925942392s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-31T21:18:10.919046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935269576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:18:10.919079Z","caller":"traceutil/trace.go:171","msg":"trace[1345930965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27377; }","duration":"2.935336288s","start":"2026-03-31T21:18:07.983732Z","end":"2026-03-31T21:18:10.919069Z","steps":["trace[1345930965] 'agreement among raft nodes before linearized reading' (duration: 2.935254026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.919123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.983712Z","time spent":"2.935401179s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:18:10.91897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.989881Z","time spent":"2.9290839s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1254,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-31T21:18:10.918808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.993487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:10.919191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011881194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:10.919218Z","caller":"traceutil/trace.go:171","msg":"trace[109186475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27377; }","duration":"933.443408ms","start":"2026-03-31T21:18:09.985757Z","end":"2026-03-31T21:18:10.9192Z","steps":["trace[109186475] 'agreement among raft nodes before linearized reading' (duration: 933.006447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.919246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818860379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:10.91848Z","caller":"traceutil/trace.go:171","msg":"trace[1090027741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27377; }","duration":"1.27115349s","start":"2026-03-31T21:18:09.647314Z","end":"2026-03-31T21:18:10.918468Z","steps":["trace[1090027741] 'agreement among raft nodes before linearized reading' (duration: 1.271066518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.919259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.034354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:10.919282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936333573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-31T21:18:10.919323Z","caller":"traceutil/trace.go:171","msg":"trace[208076634] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27377; }","duration":"2.936376664s","start":"2026-03-31T21:18:07.982935Z","end":"2026-03-31T21:18:10.919312Z","steps":["trace[208076634] 'agreement among raft nodes before linearized reading' (duration: 2.936264071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.919365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:07.982909Z","time spent":"2.936447395s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-31T21:18:10.919499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877928212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:10.919287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:09.647295Z","time spent":"1.27198357s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:18:10.919529Z","caller":"traceutil/trace.go:171","msg":"trace[1820621202] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27377; }","duration":"1.878001644s","start":"2026-03-31T21:18:09.04152Z","end":"2026-03-31T21:18:10.919521Z","steps":["trace[1820621202] 'agreement among raft nodes before linearized reading' (duration: 1.877953333s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:10.919324Z","caller":"traceutil/trace.go:171","msg":"trace[2081690615] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27377; }","duration":"681.134606ms","start":"2026-03-31T21:18:10.238176Z","end":"2026-03-31T21:18:10.91931Z","steps":["trace[2081690615] 'agreement among raft nodes before linearized reading' (duration: 681.037953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.919551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:09.041497Z","time spent":"1.878048796s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:10.91928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:09.985735Z","time spent":"933.5307ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:10.919587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.238156Z","time spent":"681.415913ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:10.919279Z","caller":"traceutil/trace.go:171","msg":"trace[443888790] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27377; }","duration":"2.8188983s","start":"2026-03-31T21:18:08.100372Z","end":"2026-03-31T21:18:10.91927Z","steps":["trace[443888790] 'agreement among raft nodes before linearized reading' (duration: 2.818838348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.919334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860887221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"warn","ts":"2026-03-31T21:18:10.919658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.100304Z","time spent":"2.819336651s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:10.919633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13826481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:10.923054Z","caller":"traceutil/trace.go:171","msg":"trace[192566393] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27377; }","duration":"1.141730958s","start":"2026-03-31T21:18:09.781293Z","end":"2026-03-31T21:18:10.923024Z","steps":["trace[192566393] 'agreement among raft nodes before linearized reading' (duration: 1.13825088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.923108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:09.781273Z","time spent":"1.141814289s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:10.919813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178455323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:10.920095Z","caller":"traceutil/trace.go:171","msg":"trace[957148778] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27377; }","duration":"1.011943684s","start":"2026-03-31T21:18:09.907269Z","end":"2026-03-31T21:18:10.919213Z","steps":["trace[957148778] 'agreement among raft nodes before linearized reading' (duration: 1.011872493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.923583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:09.90723Z","time spent":"1.016329015s","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:10.922868Z","caller":"traceutil/trace.go:171","msg":"trace[1827170523] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27377; }","duration":"2.864965344s","start":"2026-03-31T21:18:08.057882Z","end":"2026-03-31T21:18:10.922847Z","steps":["trace[1827170523] 'agreement among raft nodes before linearized reading' (duration: 2.860756238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.923711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.057815Z","time spent":"2.865821766s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":111312,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-31T21:18:10.924163Z","caller":"traceutil/trace.go:171","msg":"trace[658783554] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27377; }","duration":"2.182011372s","start":"2026-03-31T21:18:08.741275Z","end":"2026-03-31T21:18:10.923287Z","steps":["trace[658783554] 'agreement among raft nodes before linearized reading' (duration: 2.177395896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:10.92422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:08.741249Z","time spent":"2.182955296s","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:12.928064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:18:12.928141Z","caller":"traceutil/trace.go:171","msg":"trace[1760672784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096455s","start":"2026-03-31T21:18:10.928028Z","end":"2026-03-31T21:18:12.928125Z","steps":["trace[1760672784] 'agreement among raft nodes before linearized reading' (duration: 2.000007583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.928184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.928016Z","time spent":"2.000159116s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:18:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:13.296617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031757297s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T21:18:13.296698Z","caller":"traceutil/trace.go:171","msg":"trace[1622113700] linearizableReadLoop","detail":"{readStateIndex:28342; appliedIndex:28341; }","duration":"2.374717871s","start":"2026-03-31T21:18:10.921965Z","end":"2026-03-31T21:18:13.296683Z","steps":["trace[1622113700] 'read index received' (duration: 342.907232ms)","trace[1622113700] 'applied index is now lower than readState.Index' (duration: 2.031809349s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:13.297019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.92188Z","time spent":"2.375137132s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:13.297229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375288636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-sx7df\" ","response":"range_response_count:1 size:5158"} {"level":"info","ts":"2026-03-31T21:18:13.297289Z","caller":"traceutil/trace.go:171","msg":"trace[751463840] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-sx7df; range_end:; response_count:1; response_revision:27377; }","duration":"2.375385627s","start":"2026-03-31T21:18:10.921889Z","end":"2026-03-31T21:18:13.297274Z","steps":["trace[751463840] 'agreement among raft nodes before linearized reading' (duration: 2.375201593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:13.297326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.921869Z","time spent":"2.375449049s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5180,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-sx7df\" "} {"level":"warn","ts":"2026-03-31T21:18:13.706416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.441594306s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:18:14.92897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:14.929158Z","caller":"traceutil/trace.go:171","msg":"trace[648817834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395612s","start":"2026-03-31T21:18:12.928741Z","end":"2026-03-31T21:18:14.929137Z","steps":["trace[648817834] 'agreement among raft nodes before linearized reading' (duration: 2.000190617s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:14.929288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.928727Z","time spent":"2.000541505s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:18:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:16.020616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.275497315s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:18:16.357806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650041869s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-31T21:18:16.358042Z","caller":"traceutil/trace.go:171","msg":"trace[410756098] compact","detail":"{revision:26102; response_revision:27377; }","duration":"5.436080347s","start":"2026-03-31T21:18:10.921943Z","end":"2026-03-31T21:18:16.358024Z","steps":["trace[410756098] 'process raft request' (duration: 2.784833157s)","trace[410756098] 'check and update compact revision' (duration: 2.649760452s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:16.358106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.921907Z","time spent":"5.43619601s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:16.35884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:13.94999Z","time spent":"2.408847636s","remote":"127.0.0.1:58450","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:16.359904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120401358s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:16.360022Z","caller":"traceutil/trace.go:171","msg":"trace[947064720] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27377; }","duration":"2.120526791s","start":"2026-03-31T21:18:14.239475Z","end":"2026-03-31T21:18:16.360002Z","steps":["trace[947064720] 'range keys from in-memory index tree' (duration: 2.120382937s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:16.360789Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26102} {"level":"info","ts":"2026-03-31T21:18:16.361679Z","caller":"traceutil/trace.go:171","msg":"trace[1644796684] transaction","detail":"{read_only:false; response_revision:27378; number_of_response:1; }","duration":"5.433133521s","start":"2026-03-31T21:18:10.928521Z","end":"2026-03-31T21:18:16.361655Z","steps":["trace[1644796684] 'process raft request' (duration: 5.429391018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.361814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.928505Z","time spent":"5.433241005s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:16.362033Z","caller":"traceutil/trace.go:171","msg":"trace[1652386884] transaction","detail":"{read_only:false; response_revision:27379; number_of_response:1; }","duration":"3.438157746s","start":"2026-03-31T21:18:12.923865Z","end":"2026-03-31T21:18:16.362022Z","steps":["trace[1652386884] 'process raft request' (duration: 3.437774677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.362121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.923843Z","time spent":"3.438220878s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:16.363201Z","caller":"traceutil/trace.go:171","msg":"trace[1310715336] transaction","detail":"{read_only:false; response_revision:27380; number_of_response:1; }","duration":"3.438641999s","start":"2026-03-31T21:18:12.924522Z","end":"2026-03-31T21:18:16.363164Z","steps":["trace[1310715336] 'process raft request' (duration: 3.437488049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.363342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.924507Z","time spent":"3.438754382s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:16.37664Z","caller":"traceutil/trace.go:171","msg":"trace[491648534] transaction","detail":"{read_only:false; response_revision:27381; number_of_response:1; }","duration":"3.452004813s","start":"2026-03-31T21:18:12.924603Z","end":"2026-03-31T21:18:16.376607Z","steps":["trace[491648534] 'process raft request' (duration: 3.438523246s)","trace[491648534] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 13.321913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:16.376767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.924578Z","time spent":"3.452121686s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:16.377826Z","caller":"traceutil/trace.go:171","msg":"trace[226636705] transaction","detail":"{read_only:false; response_revision:27382; number_of_response:1; }","duration":"3.452940587s","start":"2026-03-31T21:18:12.924865Z","end":"2026-03-31T21:18:16.377806Z","steps":["trace[226636705] 'process raft request' (duration: 3.451725326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.377909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.924853Z","time spent":"3.453019139s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:16.378946Z","caller":"traceutil/trace.go:171","msg":"trace[1330104038] transaction","detail":"{read_only:false; response_revision:27383; number_of_response:1; }","duration":"3.454045695s","start":"2026-03-31T21:18:12.924879Z","end":"2026-03-31T21:18:16.378925Z","steps":["trace[1330104038] 'process raft request' (duration: 3.452914627s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.379065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.924859Z","time spent":"3.454142967s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:16.379389Z","caller":"traceutil/trace.go:171","msg":"trace[2060038282] transaction","detail":"{read_only:false; response_revision:27384; number_of_response:1; }","duration":"3.454414974s","start":"2026-03-31T21:18:12.924951Z","end":"2026-03-31T21:18:16.379366Z","steps":["trace[2060038282] 'process raft request' (duration: 3.453930812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.379592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.92457Z","time spent":"3.454892295s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:16.379665Z","caller":"traceutil/trace.go:171","msg":"trace[590889439] transaction","detail":"{read_only:false; response_revision:27385; number_of_response:1; }","duration":"3.453766167s","start":"2026-03-31T21:18:12.925875Z","end":"2026-03-31T21:18:16.379641Z","steps":["trace[590889439] 'process raft request' (duration: 3.453442159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.379786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.925861Z","time spent":"3.45385366s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:16.595231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.480209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:16.595368Z","caller":"traceutil/trace.go:171","msg":"trace[558435202] transaction","detail":"{read_only:false; response_revision:27386; number_of_response:1; }","duration":"3.669203094s","start":"2026-03-31T21:18:12.92614Z","end":"2026-03-31T21:18:16.595343Z","steps":["trace[558435202] 'process raft request' (duration: 3.453467809s)","trace[558435202] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:520; } (duration: 214.890055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:16.595431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.92613Z","time spent":"3.669272528s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:16.936855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:18:16.936917Z","caller":"traceutil/trace.go:171","msg":"trace[1441225887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412661s","start":"2026-03-31T21:18:14.936489Z","end":"2026-03-31T21:18:16.936902Z","steps":["trace[1441225887] 'agreement among raft nodes before linearized reading' (duration: 2.000315529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.93695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.936471Z","time spent":"2.000471703s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:17.923148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999828895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:17.923242Z","caller":"traceutil/trace.go:171","msg":"trace[627906677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99997418s","start":"2026-03-31T21:18:12.923244Z","end":"2026-03-31T21:18:17.923218Z","steps":["trace[627906677] 'agreement among raft nodes before linearized reading' (duration: 4.999871996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.92333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.923221Z","time spent":"5.000063782s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:18:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:18.688916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093512856s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:18.68904Z","caller":"traceutil/trace.go:171","msg":"trace[2145878542] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"5.707940789s","start":"2026-03-31T21:18:12.981075Z","end":"2026-03-31T21:18:18.689015Z","steps":["trace[2145878542] 'process raft request' (duration: 3.614253959s)","trace[2145878542] 'compare' (duration: 1.986163985s)","trace[2145878542] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:623; } (duration: 106.898559ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T21:18:18.689158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.981045Z","time spent":"5.708072082s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:18.937795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:18:18.937914Z","caller":"traceutil/trace.go:171","msg":"trace[379910085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491514s","start":"2026-03-31T21:18:16.937403Z","end":"2026-03-31T21:18:18.937894Z","steps":["trace[379910085] 'agreement among raft nodes before linearized reading' (duration: 2.00033377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:18.937969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:16.937391Z","time spent":"2.000566097s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:18:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:20.297219Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde5686","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:18:20.297311Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde568d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:18:20.298489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:13.298254Z","time spent":"7.000228338s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:20.937111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00957989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:20.937222Z","caller":"traceutil/trace.go:171","msg":"trace[532854146] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009737824s","start":"2026-03-31T21:18:10.927468Z","end":"2026-03-31T21:18:20.937206Z","steps":["trace[532854146] 'agreement among raft nodes before linearized reading' (duration: 10.00959566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:20.937264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.927457Z","time spent":"10.009797096s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/31 21:18:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:20.947479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:20.94753Z","caller":"traceutil/trace.go:171","msg":"trace[477891516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419712s","start":"2026-03-31T21:18:18.947099Z","end":"2026-03-31T21:18:20.947518Z","steps":["trace[477891516] 'agreement among raft nodes before linearized reading' (duration: 2.000355161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:20.94756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.947032Z","time spent":"2.000521005s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:18:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:21.000511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:13.999454Z","time spent":"7.001051518s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:21.136745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.135773Z","time spent":"7.000965966s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:21.287492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598466557s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T21:18:21.288897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:19.760682Z","time spent":"1.528206772s","remote":"127.0.0.1:51882","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:21.33993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.338825Z","time spent":"7.00109629s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:22.923133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997960837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:22.923225Z","caller":"traceutil/trace.go:171","msg":"trace[1294208570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998107871s","start":"2026-03-31T21:18:19.925098Z","end":"2026-03-31T21:18:22.923205Z","steps":["trace[1294208570] 'agreement among raft nodes before linearized reading' (duration: 2.997993668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.923277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:19.925074Z","time spent":"2.998189542s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:18:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:22.948198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:22.948361Z","caller":"traceutil/trace.go:171","msg":"trace[1468882374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564027s","start":"2026-03-31T21:18:20.947775Z","end":"2026-03-31T21:18:22.948339Z","steps":["trace[1468882374] 'agreement among raft nodes before linearized reading' (duration: 2.000385082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.948596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:20.947764Z","time spent":"2.000815202s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:18:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:22.978648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39929482s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:18:23.300932Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde56ac","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:18:23.36583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.367896Z","time spent":"4.997925848s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:18:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:23.368361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.369034Z","time spent":"4.999324942s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:23.379656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.381394Z","time spent":"4.998256846s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:18:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:23.381478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.383334Z","time spent":"4.998140724s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:18:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:23.383974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.384597Z","time spent":"4.999374015s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:18:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:23.384062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.384765Z","time spent":"4.999295773s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:18:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:23.384142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.38628Z","time spent":"4.997860246s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:23.599158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.600408Z","time spent":"4.998743079s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:18:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:23.826433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538836924s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:18:23.827122Z","caller":"traceutil/trace.go:171","msg":"trace[784262138] linearizableReadLoop","detail":"{readStateIndex:28353; appliedIndex:28342; }","duration":"10.53038234s","start":"2026-03-31T21:18:13.29672Z","end":"2026-03-31T21:18:23.827103Z","steps":["trace[784262138] 'read index received' (duration: 409.937552ms)","trace[784262138] 'applied index is now lower than readState.Index' (duration: 10.120444028s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:23.827512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.904047674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb11bcf4-77bb-4c1e-966e-69595e637213\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-31T21:18:23.827504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.2034904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:23.827552Z","caller":"traceutil/trace.go:171","msg":"trace[916987378] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb11bcf4-77bb-4c1e-966e-69595e637213; range_end:; response_count:1; response_revision:27388; }","duration":"12.904124386s","start":"2026-03-31T21:18:10.923416Z","end":"2026-03-31T21:18:23.82754Z","steps":["trace[916987378] 'agreement among raft nodes before linearized reading' (duration: 12.904012953s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:23.82758Z","caller":"traceutil/trace.go:171","msg":"trace[760045233] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27388; }","duration":"12.203612833s","start":"2026-03-31T21:18:11.623947Z","end":"2026-03-31T21:18:23.827559Z","steps":["trace[760045233] 'agreement among raft nodes before linearized reading' (duration: 12.20346439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.827648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:11.62387Z","time spent":"12.203758077s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:23.827678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.923401Z","time spent":"12.904266319s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-fb11bcf4-77bb-4c1e-966e-69595e637213\" "} {"level":"warn","ts":"2026-03-31T21:18:23.827893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.272183096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:23.827937Z","caller":"traceutil/trace.go:171","msg":"trace[1291467109] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27388; }","duration":"11.272261588s","start":"2026-03-31T21:18:12.555661Z","end":"2026-03-31T21:18:23.827923Z","steps":["trace[1291467109] 'agreement among raft nodes before linearized reading' (duration: 11.272192547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.827973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.555641Z","time spent":"11.272324279s","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:23.828072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.822928531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-03-31T21:18:23.828107Z","caller":"traceutil/trace.go:171","msg":"trace[2142850678] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27388; }","duration":"12.822990953s","start":"2026-03-31T21:18:11.005104Z","end":"2026-03-31T21:18:23.828095Z","steps":["trace[2142850678] 'agreement among raft nodes before linearized reading' (duration: 12.822790658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.828185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.338565479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:23.828349Z","caller":"traceutil/trace.go:171","msg":"trace[1157867633] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27388; }","duration":"11.338763513s","start":"2026-03-31T21:18:12.489567Z","end":"2026-03-31T21:18:23.82833Z","steps":["trace[1157867633] 'agreement among raft nodes before linearized reading' (duration: 11.338572889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.828407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.489547Z","time spent":"11.338843366s","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:23.828455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.898667808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-31T21:18:23.828481Z","caller":"traceutil/trace.go:171","msg":"trace[325382662] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:27388; }","duration":"12.89871052s","start":"2026-03-31T21:18:10.929763Z","end":"2026-03-31T21:18:23.828474Z","steps":["trace[325382662] 'agreement among raft nodes before linearized reading' (duration: 12.898560226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.82851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.929756Z","time spent":"12.898748851s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-31T21:18:23.828173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:11.005087Z","time spent":"12.823078974s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":129414,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:18:23.827313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.134939788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:23.828975Z","caller":"traceutil/trace.go:171","msg":"trace[1562010972] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27388; }","duration":"11.136583049s","start":"2026-03-31T21:18:12.692324Z","end":"2026-03-31T21:18:23.828907Z","steps":["trace[1562010972] 'agreement among raft nodes before linearized reading' (duration: 11.134863725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.829012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.692307Z","time spent":"11.136692952s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.221604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.169122869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:18:24.221675Z","caller":"traceutil/trace.go:171","msg":"trace[374767992] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27388; }","duration":"12.169232202s","start":"2026-03-31T21:18:12.052425Z","end":"2026-03-31T21:18:24.221657Z","steps":["trace[374767992] 'agreement among raft nodes before linearized reading' (duration: 11.776139453s)","trace[374767992] 'count revisions from in-memory index tree' (duration: 392.984947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:24.221707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.052414Z","time spent":"12.169285053s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.221946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.18551683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T21:18:24.22203Z","caller":"traceutil/trace.go:171","msg":"trace[767766975] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27388; }","duration":"12.185648204s","start":"2026-03-31T21:18:12.036358Z","end":"2026-03-31T21:18:24.222007Z","steps":["trace[767766975] 'agreement among raft nodes before linearized reading' (duration: 11.792218347s)","trace[767766975] 'range keys from in-memory index tree' (duration: 393.208621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:24.222023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.428130099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.222092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.036335Z","time spent":"12.185732686s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T21:18:24.222108Z","caller":"traceutil/trace.go:171","msg":"trace[543475014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27388; }","duration":"12.428269353s","start":"2026-03-31T21:18:11.793817Z","end":"2026-03-31T21:18:24.222087Z","steps":["trace[543475014] 'agreement among raft nodes before linearized reading' (duration: 12.034774914s)","trace[543475014] 'count revisions from in-memory index tree' (duration: 393.377876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:24.222068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.29858702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2098c0c87a39c\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-03-31T21:18:24.222146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.298760994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-31T21:18:24.22221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.298928248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:18:24.222229Z","caller":"traceutil/trace.go:171","msg":"trace[252181142] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:27388; }","duration":"13.298849906s","start":"2026-03-31T21:18:10.923355Z","end":"2026-03-31T21:18:24.222205Z","steps":["trace[252181142] 'agreement among raft nodes before linearized reading' (duration: 12.905389038s)","trace[252181142] 'range keys from in-memory index tree' (duration: 393.281524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:24.22228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.396417334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:18:24.222273Z","caller":"traceutil/trace.go:171","msg":"trace[1445035092] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a2098c0c87a39c; range_end:; response_count:1; response_revision:27388; }","duration":"13.298734743s","start":"2026-03-31T21:18:10.923449Z","end":"2026-03-31T21:18:24.222184Z","steps":["trace[1445035092] 'agreement among raft nodes before linearized reading' (duration: 12.905326016s)","trace[1445035092] 'range keys from in-memory index tree' (duration: 393.081108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:24.222315Z","caller":"traceutil/trace.go:171","msg":"trace[421929133] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27388; }","duration":"12.396486666s","start":"2026-03-31T21:18:11.825818Z","end":"2026-03-31T21:18:24.222305Z","steps":["trace[421929133] 'agreement among raft nodes before linearized reading' (duration: 12.002765782s)","trace[421929133] 'range keys from in-memory index tree' (duration: 393.604391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:24.222346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:11.825799Z","time spent":"12.396541707s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:18:24.222354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.223943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-31T21:18:24.22239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.923432Z","time spent":"13.298889337s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a2098c0c87a39c\" "} {"level":"info","ts":"2026-03-31T21:18:24.222243Z","caller":"traceutil/trace.go:171","msg":"trace[499938596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27388; }","duration":"13.298981529s","start":"2026-03-31T21:18:10.923253Z","end":"2026-03-31T21:18:24.222235Z","steps":["trace[499938596] 'agreement among raft nodes before linearized reading' (duration: 12.905530842s)","trace[499938596] 'range keys from in-memory index tree' (duration: 393.349085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:24.222531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.923242Z","time spent":"13.299274496s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:18:24.222281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:10.923351Z","time spent":"13.298917877s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-03-31T21:18:24.222159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:11.793794Z","time spent":"12.428353164s","remote":"127.0.0.1:50742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.517711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.171097ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T21:18:24.518002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.55105ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.518095Z","caller":"traceutil/trace.go:171","msg":"trace[1994314194] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27391; }","duration":"278.654243ms","start":"2026-03-31T21:18:24.239426Z","end":"2026-03-31T21:18:24.518081Z","steps":["trace[1994314194] 'range keys from in-memory index tree' (duration: 278.5351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.955314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999687444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:18:24.955402Z","caller":"traceutil/trace.go:171","msg":"trace[1310991796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999846139s","start":"2026-03-31T21:18:22.955539Z","end":"2026-03-31T21:18:24.955385Z","steps":["trace[1310991796] 'agreement among raft nodes before linearized reading' (duration: 1.999736356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.95548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.955498Z","time spent":"1.999969182s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:24.965435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.888066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-31T21:18:24.96647Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"42.361µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-31T21:18:24.967099Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde5686","error":"lease not found"} {"level":"info","ts":"2026-03-31T21:18:24.967081Z","caller":"traceutil/trace.go:171","msg":"trace[1087585274] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27399; }","duration":"3.826129268s","start":"2026-03-31T21:18:21.14081Z","end":"2026-03-31T21:18:24.966939Z","steps":["trace[1087585274] 'process raft request' (duration: 3.825562434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.967277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:21.140786Z","time spent":"3.826396804s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:24.967577Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"29.521µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-31T21:18:24.96777Z","caller":"traceutil/trace.go:171","msg":"trace[131044857] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27399; }","duration":"3.623086799s","start":"2026-03-31T21:18:21.344671Z","end":"2026-03-31T21:18:24.967758Z","steps":["trace[131044857] 'process raft request' (duration: 3.621867159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.967852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:21.344642Z","time spent":"3.623168872s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:24.967945Z","caller":"traceutil/trace.go:171","msg":"trace[463570807] transaction","detail":"{read_only:false; response_revision:27400; number_of_response:1; }","duration":"1.272879773s","start":"2026-03-31T21:18:23.695057Z","end":"2026-03-31T21:18:24.967936Z","steps":["trace[463570807] 'process raft request' (duration: 1.272424791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.695031Z","time spent":"1.272940135s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:24.970443Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9d458bde56ac","error":"lease not found"} {"level":"warn","ts":"2026-03-31T21:18:24.97197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.839797Z","time spent":"1.132164067s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:18:24.972029Z","caller":"traceutil/trace.go:171","msg":"trace[1082254639] transaction","detail":"{read_only:false; response_revision:27401; number_of_response:1; }","duration":"743.998732ms","start":"2026-03-31T21:18:24.228014Z","end":"2026-03-31T21:18:24.972013Z","steps":["trace[1082254639] 'process raft request' (duration: 743.92188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.972137Z","caller":"traceutil/trace.go:171","msg":"trace[1102251189] linearizableReadLoop","detail":"{readStateIndex:28373; appliedIndex:28356; }","duration":"1.144929917s","start":"2026-03-31T21:18:23.827164Z","end":"2026-03-31T21:18:24.972094Z","steps":["trace[1102251189] 'read index received' (duration: 138.403697ms)","trace[1102251189] 'applied index is now lower than readState.Index' (duration: 1.00652207s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:24.97226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.438236271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:24.97231Z","caller":"traceutil/trace.go:171","msg":"trace[900269540] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27401; }","duration":"5.438362914s","start":"2026-03-31T21:18:19.533935Z","end":"2026-03-31T21:18:24.972297Z","steps":["trace[900269540] 'agreement among raft nodes before linearized reading' (duration: 5.43817493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.972348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:19.533913Z","time spent":"5.438424266s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.97238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579029349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.972431Z","caller":"traceutil/trace.go:171","msg":"trace[1400125415] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27401; }","duration":"5.579143992s","start":"2026-03-31T21:18:19.393273Z","end":"2026-03-31T21:18:24.972417Z","steps":["trace[1400125415] 'agreement among raft nodes before linearized reading' (duration: 5.579018599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.97248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:19.39325Z","time spent":"5.579219014s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.972588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952023322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:18:24.972632Z","caller":"traceutil/trace.go:171","msg":"trace[1873597481] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27401; }","duration":"3.952100954s","start":"2026-03-31T21:18:21.02052Z","end":"2026-03-31T21:18:24.972621Z","steps":["trace[1873597481] 'agreement among raft nodes before linearized reading' (duration: 3.951997952s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.972637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006459234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.972666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:21.020503Z","time spent":"3.952154355s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T21:18:24.972677Z","caller":"traceutil/trace.go:171","msg":"trace[505743202] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27401; }","duration":"2.006518255s","start":"2026-03-31T21:18:22.966143Z","end":"2026-03-31T21:18:24.972661Z","steps":["trace[505743202] 'agreement among raft nodes before linearized reading' (duration: 2.006468784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.972718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.966122Z","time spent":"2.006588557s","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.972734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.012662833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.972775Z","caller":"traceutil/trace.go:171","msg":"trace[1957137982] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27401; }","duration":"6.012739095s","start":"2026-03-31T21:18:18.960026Z","end":"2026-03-31T21:18:24.972765Z","steps":["trace[1957137982] 'agreement among raft nodes before linearized reading' (duration: 6.012674253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.972795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129277063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T21:18:24.972812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.960008Z","time spent":"6.012795367s","remote":"127.0.0.1:35722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:24.972827Z","caller":"traceutil/trace.go:171","msg":"trace[1686644182] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:27401; }","duration":"4.129344945s","start":"2026-03-31T21:18:20.843471Z","end":"2026-03-31T21:18:24.972816Z","steps":["trace[1686644182] 'agreement among raft nodes before linearized reading' (duration: 4.129261993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.972855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:20.84345Z","time spent":"4.129397566s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-31T21:18:24.972885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316366943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:24.972923Z","caller":"traceutil/trace.go:171","msg":"trace[570150514] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27401; }","duration":"1.316475246s","start":"2026-03-31T21:18:23.656438Z","end":"2026-03-31T21:18:24.972914Z","steps":["trace[570150514] 'agreement among raft nodes before linearized reading' (duration: 1.316181638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.972937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531714165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.97295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.65638Z","time spent":"1.316562987s","remote":"127.0.0.1:42118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:24.972976Z","caller":"traceutil/trace.go:171","msg":"trace[1575233112] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27401; }","duration":"2.531799277s","start":"2026-03-31T21:18:22.441166Z","end":"2026-03-31T21:18:24.972966Z","steps":["trace[1575233112] 'agreement among raft nodes before linearized reading' (duration: 2.531745096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.972986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.112503875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.973129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796122412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.973144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588568303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T21:18:24.973168Z","caller":"traceutil/trace.go:171","msg":"trace[83603292] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27401; }","duration":"1.588611345s","start":"2026-03-31T21:18:23.384551Z","end":"2026-03-31T21:18:24.973162Z","steps":["trace[83603292] 'agreement among raft nodes before linearized reading' (duration: 1.588566424s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.973174Z","caller":"traceutil/trace.go:171","msg":"trace[1273628911] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27401; }","duration":"4.796199384s","start":"2026-03-31T21:18:20.17696Z","end":"2026-03-31T21:18:24.973159Z","steps":["trace[1273628911] 'agreement among raft nodes before linearized reading' (duration: 4.796143972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.973172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586256475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T21:18:24.973194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.242292657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.973297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365551775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.973335Z","caller":"traceutil/trace.go:171","msg":"trace[1917752497] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:27401; }","duration":"6.242467982s","start":"2026-03-31T21:18:18.730853Z","end":"2026-03-31T21:18:24.973321Z","steps":["trace[1917752497] 'agreement among raft nodes before linearized reading' (duration: 6.242304238s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.973366Z","caller":"traceutil/trace.go:171","msg":"trace[2055569220] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27401; }","duration":"1.365680308s","start":"2026-03-31T21:18:23.607675Z","end":"2026-03-31T21:18:24.973355Z","steps":["trace[2055569220] 'agreement among raft nodes before linearized reading' (duration: 1.365561836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.973406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591753403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-31T21:18:24.973407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.607654Z","time spent":"1.365741729s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:24.97346Z","caller":"traceutil/trace.go:171","msg":"trace[1706558655] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27401; }","duration":"1.591849005s","start":"2026-03-31T21:18:23.3816Z","end":"2026-03-31T21:18:24.973449Z","steps":["trace[1706558655] 'agreement among raft nodes before linearized reading' (duration: 1.591787543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.973316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603757513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T21:18:24.973489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.381589Z","time spent":"1.591892337s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T21:18:24.973524Z","caller":"traceutil/trace.go:171","msg":"trace[1719476306] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27401; }","duration":"1.603975748s","start":"2026-03-31T21:18:23.369537Z","end":"2026-03-31T21:18:24.973512Z","steps":["trace[1719476306] 'agreement among raft nodes before linearized reading' (duration: 1.603689301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.973534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586679736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-31T21:18:24.973572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.369529Z","time spent":"1.604030341s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T21:18:24.973342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.384541Z","time spent":"1.588791339s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T21:18:24.973585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.730831Z","time spent":"6.242536283s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:24.973133Z","caller":"traceutil/trace.go:171","msg":"trace[1598475501] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27401; }","duration":"6.112696971s","start":"2026-03-31T21:18:18.860423Z","end":"2026-03-31T21:18:24.97312Z","steps":["trace[1598475501] 'agreement among raft nodes before linearized reading' (duration: 6.112532637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.973702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.860397Z","time spent":"6.113293705s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.973204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:20.17693Z","time spent":"4.796265515s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.973775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373758551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-31T21:18:24.973808Z","caller":"traceutil/trace.go:171","msg":"trace[946292319] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27401; }","duration":"1.373903494s","start":"2026-03-31T21:18:23.599895Z","end":"2026-03-31T21:18:24.973798Z","steps":["trace[946292319] 'agreement among raft nodes before linearized reading' (duration: 1.37373617s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.97337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591454406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-31T21:18:24.973833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.599874Z","time spent":"1.373954305s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-31T21:18:24.973856Z","caller":"traceutil/trace.go:171","msg":"trace[92611176] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27401; }","duration":"1.591953008s","start":"2026-03-31T21:18:23.381892Z","end":"2026-03-31T21:18:24.973845Z","steps":["trace[92611176] 'agreement among raft nodes before linearized reading' (duration: 1.591455825s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.973007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.441146Z","time spent":"2.531850929s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.972598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605356463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T21:18:24.973923Z","caller":"traceutil/trace.go:171","msg":"trace[757891714] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27401; }","duration":"1.606724077s","start":"2026-03-31T21:18:23.367191Z","end":"2026-03-31T21:18:24.973915Z","steps":["trace[757891714] 'agreement among raft nodes before linearized reading' (duration: 1.605104247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.973954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.367175Z","time spent":"1.606773309s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:18:24.973049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649914577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.974067Z","caller":"traceutil/trace.go:171","msg":"trace[2104576878] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27401; }","duration":"2.650976453s","start":"2026-03-31T21:18:22.323078Z","end":"2026-03-31T21:18:24.974054Z","steps":["trace[2104576878] 'agreement among raft nodes before linearized reading' (duration: 2.649949787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.974114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.323054Z","time spent":"2.651045955s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.974193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.471111431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.973084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312307098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:24.972583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429556231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.973219Z","caller":"traceutil/trace.go:171","msg":"trace[1455970600] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27401; }","duration":"1.58644343s","start":"2026-03-31T21:18:23.386764Z","end":"2026-03-31T21:18:24.973208Z","steps":["trace[1455970600] 'agreement among raft nodes before linearized reading' (duration: 1.586149863s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.973563Z","caller":"traceutil/trace.go:171","msg":"trace[1973922100] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27401; }","duration":"1.586783718s","start":"2026-03-31T21:18:23.386772Z","end":"2026-03-31T21:18:24.973556Z","steps":["trace[1973922100] 'agreement among raft nodes before linearized reading' (duration: 1.586684026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.973088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079349976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.974322Z","caller":"traceutil/trace.go:171","msg":"trace[423503450] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27401; }","duration":"3.080617238s","start":"2026-03-31T21:18:21.893691Z","end":"2026-03-31T21:18:24.974309Z","steps":["trace[423503450] 'agreement among raft nodes before linearized reading' (duration: 3.079375366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.974365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:21.89367Z","time spent":"3.08068204s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.97441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.598294259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-31T21:18:24.974434Z","caller":"traceutil/trace.go:171","msg":"trace[1778527914] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27401; }","duration":"8.598355851s","start":"2026-03-31T21:18:16.376072Z","end":"2026-03-31T21:18:24.974428Z","steps":["trace[1778527914] 'agreement among raft nodes before linearized reading' (duration: 8.598264189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.974455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:16.376052Z","time spent":"8.598398883s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T21:18:24.973894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.381884Z","time spent":"1.591998779s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:18:24.97455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.900256096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.974569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.288113661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-31T21:18:24.974584Z","caller":"traceutil/trace.go:171","msg":"trace[426270455] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27401; }","duration":"7.288162763s","start":"2026-03-31T21:18:17.686417Z","end":"2026-03-31T21:18:24.974579Z","steps":["trace[426270455] 'agreement among raft nodes before linearized reading' (duration: 7.288111211s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.974584Z","caller":"traceutil/trace.go:171","msg":"trace[616915408] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27401; }","duration":"8.90041469s","start":"2026-03-31T21:18:16.07416Z","end":"2026-03-31T21:18:24.974574Z","steps":["trace[616915408] 'agreement among raft nodes before linearized reading' (duration: 8.900269606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.974601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:17.686399Z","time spent":"7.288198484s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T21:18:24.974598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.437239666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:24.974664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.65619069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.974698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334494744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.974704Z","caller":"traceutil/trace.go:171","msg":"trace[2108021190] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27401; }","duration":"8.656258341s","start":"2026-03-31T21:18:16.318435Z","end":"2026-03-31T21:18:24.974693Z","steps":["trace[2108021190] 'agreement among raft nodes before linearized reading' (duration: 8.65620314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.974741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.348935456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.974621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:16.074138Z","time spent":"8.900470591s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:24.974758Z","caller":"traceutil/trace.go:171","msg":"trace[451999976] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27401; }","duration":"7.348981877s","start":"2026-03-31T21:18:17.625773Z","end":"2026-03-31T21:18:24.974755Z","steps":["trace[451999976] 'agreement among raft nodes before linearized reading' (duration: 7.348953376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.974775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:17.625755Z","time spent":"7.349016537s","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.974869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411080923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.974887Z","caller":"traceutil/trace.go:171","msg":"trace[415637870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27401; }","duration":"7.411135414s","start":"2026-03-31T21:18:17.563746Z","end":"2026-03-31T21:18:24.974882Z","steps":["trace[415637870] 'agreement among raft nodes before linearized reading' (duration: 7.411105103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.974901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:17.563727Z","time spent":"7.411170645s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.974892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.753675302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:18:24.972635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.227994Z","time spent":"744.080184ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:24.974742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:16.318415Z","time spent":"8.656316393s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.972892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168549835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.054411211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:24.975019Z","caller":"traceutil/trace.go:171","msg":"trace[1083344048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27401; }","duration":"8.054462252s","start":"2026-03-31T21:18:16.920549Z","end":"2026-03-31T21:18:24.975011Z","steps":["trace[1083344048] 'agreement among raft nodes before linearized reading' (duration: 8.054431072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.975036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:16.920526Z","time spent":"8.054505694s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.975072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.444241991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:18:24.974439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.386734Z","time spent":"1.587689512s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-31T21:18:24.975116Z","caller":"traceutil/trace.go:171","msg":"trace[1858371931] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27401; }","duration":"10.444319953s","start":"2026-03-31T21:18:14.530787Z","end":"2026-03-31T21:18:24.975107Z","steps":["trace[1858371931] 'agreement among raft nodes before linearized reading' (duration: 10.444162059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.974693Z","caller":"traceutil/trace.go:171","msg":"trace[43404551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27401; }","duration":"10.437367429s","start":"2026-03-31T21:18:14.537312Z","end":"2026-03-31T21:18:24.97468Z","steps":["trace[43404551] 'agreement among raft nodes before linearized reading' (duration: 10.437153844s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.975193Z","caller":"traceutil/trace.go:171","msg":"trace[296996432] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27401; }","duration":"4.314452823s","start":"2026-03-31T21:18:20.660732Z","end":"2026-03-31T21:18:24.975185Z","steps":["trace[296996432] 'agreement among raft nodes before linearized reading' (duration: 4.312252697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.975188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.530773Z","time spent":"10.444395814s","remote":"127.0.0.1:55442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.975265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:20.660714Z","time spent":"4.314513065s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.975441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.421595308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.975464Z","caller":"traceutil/trace.go:171","msg":"trace[1548741175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27401; }","duration":"9.421684449s","start":"2026-03-31T21:18:15.553774Z","end":"2026-03-31T21:18:24.975458Z","steps":["trace[1548741175] 'agreement among raft nodes before linearized reading' (duration: 9.421644948s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.975459Z","caller":"traceutil/trace.go:171","msg":"trace[297021362] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27401; }","duration":"3.432485044s","start":"2026-03-31T21:18:21.542962Z","end":"2026-03-31T21:18:24.975447Z","steps":["trace[297021362] 'agreement among raft nodes before linearized reading' (duration: 3.429554131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.97548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:15.553741Z","time spent":"9.421734781s","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.975534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.38675Z","time spent":"1.588773138s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:18:24.97555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:21.542928Z","time spent":"3.432568886s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.975645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.199525495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:24.975695Z","caller":"traceutil/trace.go:171","msg":"trace[1579387701] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27401; }","duration":"11.199620168s","start":"2026-03-31T21:18:13.776059Z","end":"2026-03-31T21:18:24.975679Z","steps":["trace[1579387701] 'agreement among raft nodes before linearized reading' (duration: 11.199521435s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.974716Z","caller":"traceutil/trace.go:171","msg":"trace[2073775240] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27401; }","duration":"7.334546735s","start":"2026-03-31T21:18:17.640165Z","end":"2026-03-31T21:18:24.974712Z","steps":["trace[2073775240] 'agreement among raft nodes before linearized reading' (duration: 7.334510034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.975729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:13.776038Z","time spent":"11.19968253s","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.975751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:17.640147Z","time spent":"7.335597571s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.975749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.24185672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:24.975782Z","caller":"traceutil/trace.go:171","msg":"trace[1503075702] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27401; }","duration":"10.241930322s","start":"2026-03-31T21:18:14.733842Z","end":"2026-03-31T21:18:24.975773Z","steps":["trace[1503075702] 'agreement among raft nodes before linearized reading' (duration: 10.2418611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.975536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.450276302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.975817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.733822Z","time spent":"10.241986703s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:24.975842Z","caller":"traceutil/trace.go:171","msg":"trace[673282125] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27401; }","duration":"10.450654722s","start":"2026-03-31T21:18:14.52518Z","end":"2026-03-31T21:18:24.975834Z","steps":["trace[673282125] 'agreement among raft nodes before linearized reading' (duration: 10.450271812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.975864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.525158Z","time spent":"10.450700442s","remote":"127.0.0.1:42064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:24.975081Z","caller":"traceutil/trace.go:171","msg":"trace[552676915] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27401; }","duration":"8.753902208s","start":"2026-03-31T21:18:16.221168Z","end":"2026-03-31T21:18:24.97507Z","steps":["trace[552676915] 'agreement among raft nodes before linearized reading' (duration: 8.75359095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.975199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.537301Z","time spent":"10.437890232s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.975971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:16.221146Z","time spent":"8.754814091s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.976171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.343652221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:18:24.976203Z","caller":"traceutil/trace.go:171","msg":"trace[1748235109] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27401; }","duration":"10.343726293s","start":"2026-03-31T21:18:14.632469Z","end":"2026-03-31T21:18:24.976195Z","steps":["trace[1748235109] 'agreement among raft nodes before linearized reading' (duration: 10.341596269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.976226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.632448Z","time spent":"10.343771513s","remote":"127.0.0.1:55640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2745,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.976222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.029099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.976284Z","caller":"traceutil/trace.go:171","msg":"trace[95112676] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27401; }","duration":"775.09358ms","start":"2026-03-31T21:18:24.201179Z","end":"2026-03-31T21:18:24.976273Z","steps":["trace[95112676] 'agreement among raft nodes before linearized reading' (duration: 775.009308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.97634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.20113Z","time spent":"775.199143ms","remote":"127.0.0.1:47978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.976403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098139075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:65147"} {"level":"info","ts":"2026-03-31T21:18:24.976446Z","caller":"traceutil/trace.go:171","msg":"trace[33578751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27401; }","duration":"1.098252957s","start":"2026-03-31T21:18:23.87818Z","end":"2026-03-31T21:18:24.976433Z","steps":["trace[33578751] 'agreement among raft nodes before linearized reading' (duration: 1.098103564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.976479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.878162Z","time spent":"1.098309489s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":65169,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:18:24.976693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136895095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-31T21:18:24.976732Z","caller":"traceutil/trace.go:171","msg":"trace[143678668] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27401; }","duration":"1.136933456s","start":"2026-03-31T21:18:23.839787Z","end":"2026-03-31T21:18:24.976721Z","steps":["trace[143678668] 'agreement among raft nodes before linearized reading' (duration: 1.136837393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.976763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.839771Z","time spent":"1.136984957s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-31T21:18:24.975163Z","caller":"traceutil/trace.go:171","msg":"trace[276636449] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27401; }","duration":"6.472168648s","start":"2026-03-31T21:18:18.502983Z","end":"2026-03-31T21:18:24.975152Z","steps":["trace[276636449] 'agreement among raft nodes before linearized reading' (duration: 6.470871915s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.978355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:18.502962Z","time spent":"6.475360607s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:24.975025Z","caller":"traceutil/trace.go:171","msg":"trace[585281974] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27401; }","duration":"2.170717729s","start":"2026-03-31T21:18:22.804293Z","end":"2026-03-31T21:18:24.975011Z","steps":["trace[585281974] 'agreement among raft nodes before linearized reading' (duration: 2.168565485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.978504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.804224Z","time spent":"2.174269288s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:24.979063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.309084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:18:24.979097Z","caller":"traceutil/trace.go:171","msg":"trace[393198280] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27401; }","duration":"130.386846ms","start":"2026-03-31T21:18:24.848699Z","end":"2026-03-31T21:18:24.979085Z","steps":["trace[393198280] 'agreement among raft nodes before linearized reading' (duration: 130.266613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.979796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.846508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18775"} {"level":"info","ts":"2026-03-31T21:18:24.979841Z","caller":"traceutil/trace.go:171","msg":"trace[162308981] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27401; }","duration":"755.92145ms","start":"2026-03-31T21:18:24.2239Z","end":"2026-03-31T21:18:24.979821Z","steps":["trace[162308981] 'agreement among raft nodes before linearized reading' (duration: 752.287659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.979861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.223881Z","time spent":"755.976081ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18797,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:18:24.98325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149426711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T21:18:24.983319Z","caller":"traceutil/trace.go:171","msg":"trace[1597224779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27401; }","duration":"1.149551924s","start":"2026-03-31T21:18:23.833752Z","end":"2026-03-31T21:18:24.983303Z","steps":["trace[1597224779] 'agreement among raft nodes before linearized reading' (duration: 1.143138313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.983352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:23.833734Z","time spent":"1.149610255s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-31T21:18:25.481376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:18:25.982175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:18:26.482949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837607182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:18:26.565677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.587346624s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:18:26.98547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:18:26.985586Z","caller":"traceutil/trace.go:171","msg":"trace[1731837638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361482s","start":"2026-03-31T21:18:24.985185Z","end":"2026-03-31T21:18:26.985546Z","steps":["trace[1731837638] 'agreement among raft nodes before linearized reading' (duration: 2.000130966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.985692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.985176Z","time spent":"2.000496245s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:27.917977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351999285s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T21:18:27.918412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.978187Z","time spent":"2.94021606s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:18:27.918539Z","caller":"traceutil/trace.go:171","msg":"trace[2010478455] transaction","detail":"{read_only:false; response_revision:27402; number_of_response:1; }","duration":"2.940057816s","start":"2026-03-31T21:18:24.978439Z","end":"2026-03-31T21:18:27.918497Z","steps":["trace[2010478455] 'process raft request' (duration: 2.939700907s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:27.918712Z","caller":"traceutil/trace.go:171","msg":"trace[1553952831] transaction","detail":"{read_only:false; response_revision:27403; number_of_response:1; }","duration":"2.94016383s","start":"2026-03-31T21:18:24.978503Z","end":"2026-03-31T21:18:27.918666Z","steps":["trace[1553952831] 'process raft request' (duration: 2.939841881s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:27.918736Z","caller":"traceutil/trace.go:171","msg":"trace[465624847] transaction","detail":"{read_only:false; response_revision:27404; number_of_response:1; }","duration":"2.937520443s","start":"2026-03-31T21:18:24.981187Z","end":"2026-03-31T21:18:27.918707Z","steps":["trace[465624847] 'process raft request' (duration: 2.93738763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:27.918903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.978498Z","time spent":"2.940319464s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:18:27.918941Z","caller":"traceutil/trace.go:171","msg":"trace[981065836] transaction","detail":"{read_only:false; response_revision:27405; number_of_response:1; }","duration":"2.935166275s","start":"2026-03-31T21:18:24.983761Z","end":"2026-03-31T21:18:27.918927Z","steps":["trace[981065836] 'process raft request' (duration: 2.934890938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:27.918817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.97842Z","time spent":"2.940267813s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:27.919361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.983754Z","time spent":"2.935513663s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:27.919038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.981176Z","time spent":"2.93777581s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:27.919152Z","caller":"traceutil/trace.go:171","msg":"trace[2072037222] transaction","detail":"{read_only:false; response_revision:27406; number_of_response:1; }","duration":"2.933228845s","start":"2026-03-31T21:18:24.985898Z","end":"2026-03-31T21:18:27.919127Z","steps":["trace[2072037222] 'process raft request' (duration: 2.932960879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:27.919691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.985884Z","time spent":"2.933700877s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:28.365777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384094172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.365952Z","caller":"traceutil/trace.go:171","msg":"trace[1042673219] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"3.384312408s","start":"2026-03-31T21:18:24.981618Z","end":"2026-03-31T21:18:28.365931Z","steps":["trace[1042673219] 'agreement among raft nodes before linearized reading' (duration: 3.384103413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.36605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.981611Z","time spent":"3.384416661s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.36806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385415286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.368133Z","caller":"traceutil/trace.go:171","msg":"trace[1586645165] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"3.385517048s","start":"2026-03-31T21:18:24.982599Z","end":"2026-03-31T21:18:28.368116Z","steps":["trace[1586645165] 'agreement among raft nodes before linearized reading' (duration: 3.385419336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.368172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.982596Z","time spent":"3.38556893s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.380404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398698818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.3805Z","caller":"traceutil/trace.go:171","msg":"trace[545644798] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.398830901s","start":"2026-03-31T21:18:24.981646Z","end":"2026-03-31T21:18:28.380477Z","steps":["trace[545644798] 'agreement among raft nodes before linearized reading' (duration: 3.398700568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.380553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.981643Z","time spent":"3.398896603s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.381403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396713379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.381478Z","caller":"traceutil/trace.go:171","msg":"trace[2077340877] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"3.396802302s","start":"2026-03-31T21:18:24.984659Z","end":"2026-03-31T21:18:28.381461Z","steps":["trace[2077340877] 'agreement among raft nodes before linearized reading' (duration: 3.396710819s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.381521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.984627Z","time spent":"3.396883693s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.382326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401484457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.382376Z","caller":"traceutil/trace.go:171","msg":"trace[1396426274] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.40156289s","start":"2026-03-31T21:18:24.9808Z","end":"2026-03-31T21:18:28.382363Z","steps":["trace[1396426274] 'agreement among raft nodes before linearized reading' (duration: 3.401504498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.382412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.980787Z","time spent":"3.401616991s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.38365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401016208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.383744Z","caller":"traceutil/trace.go:171","msg":"trace[1383286130] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"3.401147311s","start":"2026-03-31T21:18:24.982575Z","end":"2026-03-31T21:18:28.383722Z","steps":["trace[1383286130] 'agreement among raft nodes before linearized reading' (duration: 3.401022637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.383843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.982569Z","time spent":"3.401259843s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.384686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401866237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.384724Z","caller":"traceutil/trace.go:171","msg":"trace[1826479300] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"3.401915988s","start":"2026-03-31T21:18:24.9828Z","end":"2026-03-31T21:18:28.384716Z","steps":["trace[1826479300] 'agreement among raft nodes before linearized reading' (duration: 3.401874857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.384745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.982794Z","time spent":"3.40194611s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.386588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388851142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.386628Z","caller":"traceutil/trace.go:171","msg":"trace[1000699743] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; }","duration":"3.388912043s","start":"2026-03-31T21:18:24.997703Z","end":"2026-03-31T21:18:28.386615Z","steps":["trace[1000699743] 'agreement among raft nodes before linearized reading' (duration: 3.388871922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.386654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.99769Z","time spent":"3.388958585s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.59888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611167782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:28.598982Z","caller":"traceutil/trace.go:171","msg":"trace[2141134653] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"3.611289144s","start":"2026-03-31T21:18:24.987659Z","end":"2026-03-31T21:18:28.598948Z","steps":["trace[2141134653] 'agreement among raft nodes before linearized reading' (duration: 3.611181862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.599033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.98765Z","time spent":"3.611372336s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:28.986383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:18:28.986446Z","caller":"traceutil/trace.go:171","msg":"trace[400576516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194737s","start":"2026-03-31T21:18:26.986237Z","end":"2026-03-31T21:18:28.986432Z","steps":["trace[400576516] 'agreement among raft nodes before linearized reading' (duration: 2.000108915s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.986479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:26.986213Z","time spent":"2.000259879s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:29.000921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019002011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:18:29.001042Z","caller":"traceutil/trace.go:171","msg":"trace[1589995147] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"4.019141734s","start":"2026-03-31T21:18:24.981881Z","end":"2026-03-31T21:18:29.001023Z","steps":["trace[1589995147] 'agreement among raft nodes before linearized reading' (duration: 4.019008581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:29.001089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.981877Z","time spent":"4.019197906s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 21:18:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:18:29.046929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127838828s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T21:18:29.047125Z","caller":"traceutil/trace.go:171","msg":"trace[404528987] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27407; }","duration":"1.126583397s","start":"2026-03-31T21:18:27.92052Z","end":"2026-03-31T21:18:29.047103Z","steps":["trace[404528987] 'process raft request' (duration: 1.126516196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:29.047261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:27.920495Z","time spent":"1.12668301s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:29.047526Z","caller":"traceutil/trace.go:171","msg":"trace[2080693718] linearizableReadLoop","detail":"{readStateIndex:28381; appliedIndex:28375; }","duration":"4.066686655s","start":"2026-03-31T21:18:24.980827Z","end":"2026-03-31T21:18:29.047514Z","steps":["trace[2080693718] 'read index received' (duration: 1.585084697s)","trace[2080693718] 'applied index is now lower than readState.Index' (duration: 2.481600598s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:30.429381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361079023s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:30.42996Z","caller":"traceutil/trace.go:171","msg":"trace[1314532301] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"452.327163ms","start":"2026-03-31T21:18:29.977613Z","end":"2026-03-31T21:18:30.429941Z","steps":["trace[1314532301] 'process raft request' (duration: 452.238331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.430045Z","caller":"traceutil/trace.go:171","msg":"trace[85586891] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"2.043263465s","start":"2026-03-31T21:18:28.386765Z","end":"2026-03-31T21:18:30.430028Z","steps":["trace[85586891] 'process raft request' (duration: 2.042819124s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:29.977589Z","time spent":"452.415635ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:30.430073Z","caller":"traceutil/trace.go:171","msg":"trace[2085490454] transaction","detail":"{read_only:false; response_revision:27408; number_of_response:1; }","duration":"2.059686647s","start":"2026-03-31T21:18:28.370354Z","end":"2026-03-31T21:18:30.430041Z","steps":["trace[2085490454] 'process raft request' (duration: 697.936888ms)","trace[2085490454] 'compare' (duration: 524.758648ms)","trace[2085490454] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io.18a209bc816d014e; req_size:903; } (duration: 835.665219ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T21:18:30.430099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.386745Z","time spent":"2.043324877s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:30.430078Z","caller":"traceutil/trace.go:171","msg":"trace[1778679204] transaction","detail":"{read_only:false; response_revision:27413; number_of_response:1; }","duration":"1.426953524s","start":"2026-03-31T21:18:29.003099Z","end":"2026-03-31T21:18:30.430052Z","steps":["trace[1778679204] 'process raft request' (duration: 1.426644446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.370337Z","time spent":"2.059768759s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:18:30.430137Z","caller":"traceutil/trace.go:171","msg":"trace[1594417068] transaction","detail":"{read_only:false; response_revision:27409; number_of_response:1; }","duration":"2.045552813s","start":"2026-03-31T21:18:28.384558Z","end":"2026-03-31T21:18:30.430111Z","steps":["trace[1594417068] 'process raft request' (duration: 2.044923048s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.430168Z","caller":"traceutil/trace.go:171","msg":"trace[1163970371] transaction","detail":"{read_only:false; response_revision:27412; number_of_response:1; }","duration":"1.82870788s","start":"2026-03-31T21:18:28.601446Z","end":"2026-03-31T21:18:30.430153Z","steps":["trace[1163970371] 'process raft request' (duration: 1.828252709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.43017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:29.048774Z","time spent":"1.381362381s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:18:30.430188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:29.00307Z","time spent":"1.427056716s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:30.430161Z","caller":"traceutil/trace.go:171","msg":"trace[1708478112] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"2.042726402s","start":"2026-03-31T21:18:28.387408Z","end":"2026-03-31T21:18:30.430135Z","steps":["trace[1708478112] 'process raft request' (duration: 2.04224038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435415525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.430221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.601423Z","time spent":"1.828770392s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:30.430248Z","caller":"traceutil/trace.go:171","msg":"trace[1652280332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27414; }","duration":"1.435490607s","start":"2026-03-31T21:18:28.994744Z","end":"2026-03-31T21:18:30.430235Z","steps":["trace[1652280332] 'agreement among raft nodes before linearized reading' (duration: 1.435415375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.384537Z","time spent":"2.045654925s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":975,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:18:30.430277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.994723Z","time spent":"1.435547929s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:30.43026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471697351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.43031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9867624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:30.430318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461698194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.430185Z","caller":"traceutil/trace.go:171","msg":"trace[406087700] linearizableReadLoop","detail":"{readStateIndex:28389; appliedIndex:28383; }","duration":"1.382598161s","start":"2026-03-31T21:18:29.047563Z","end":"2026-03-31T21:18:30.430161Z","steps":["trace[406087700] 'read index received' (duration: 20.715248ms)","trace[406087700] 'applied index is now lower than readState.Index' (duration: 1.361880143s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:30.430343Z","caller":"traceutil/trace.go:171","msg":"trace[1138623647] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27414; }","duration":"1.986841483s","start":"2026-03-31T21:18:28.443492Z","end":"2026-03-31T21:18:30.430334Z","steps":["trace[1138623647] 'agreement among raft nodes before linearized reading' (duration: 1.986773971s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.430347Z","caller":"traceutil/trace.go:171","msg":"trace[1728594266] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27414; }","duration":"1.461786737s","start":"2026-03-31T21:18:28.968551Z","end":"2026-03-31T21:18:30.430338Z","steps":["trace[1728594266] 'agreement among raft nodes before linearized reading' (duration: 1.461736516s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.430331Z","caller":"traceutil/trace.go:171","msg":"trace[229829611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27414; }","duration":"2.471834334s","start":"2026-03-31T21:18:27.958477Z","end":"2026-03-31T21:18:30.430311Z","steps":["trace[229829611] 'agreement among raft nodes before linearized reading' (duration: 2.47168758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123402334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.430366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.443467Z","time spent":"1.986892013s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:30.430372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.96851Z","time spent":"1.461855648s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:30.430388Z","caller":"traceutil/trace.go:171","msg":"trace[2021341968] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27414; }","duration":"2.123474616s","start":"2026-03-31T21:18:28.306904Z","end":"2026-03-31T21:18:30.430378Z","steps":["trace[2021341968] 'agreement among raft nodes before linearized reading' (duration: 2.123428255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473186023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:30.430409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.30688Z","time spent":"2.123522236s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:30.430422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.700616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.430396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:27.958455Z","time spent":"2.471923236s","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:30.430453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.178350398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.430448Z","caller":"traceutil/trace.go:171","msg":"trace[721794105] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27414; }","duration":"1.473289385s","start":"2026-03-31T21:18:28.95714Z","end":"2026-03-31T21:18:30.43043Z","steps":["trace[721794105] 'agreement among raft nodes before linearized reading' (duration: 1.473120001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.43045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728117298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.430486Z","caller":"traceutil/trace.go:171","msg":"trace[562535295] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27414; }","duration":"5.178380109s","start":"2026-03-31T21:18:25.252094Z","end":"2026-03-31T21:18:30.430474Z","steps":["trace[562535295] 'agreement among raft nodes before linearized reading' (duration: 5.178334678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.43033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444840976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-253be161-0acb-4e96-85c7-e72cc92a91c5\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-31T21:18:30.430412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498996965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-31T21:18:30.430503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.957079Z","time spent":"1.473413238s","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:30.430512Z","caller":"traceutil/trace.go:171","msg":"trace[1690231324] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27414; }","duration":"4.728242892s","start":"2026-03-31T21:18:25.702251Z","end":"2026-03-31T21:18:30.430494Z","steps":["trace[1690231324] 'agreement among raft nodes before linearized reading' (duration: 4.728102448s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.430523Z","caller":"traceutil/trace.go:171","msg":"trace[1032314644] range","detail":"{range_begin:/registry/persistentvolumes/pvc-253be161-0acb-4e96-85c7-e72cc92a91c5; range_end:; response_count:1; response_revision:27414; }","duration":"5.445047622s","start":"2026-03-31T21:18:24.985466Z","end":"2026-03-31T21:18:30.430514Z","steps":["trace[1032314644] 'agreement among raft nodes before linearized reading' (duration: 5.444765415s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.430533Z","caller":"traceutil/trace.go:171","msg":"trace[1731523263] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27414; }","duration":"2.499118458s","start":"2026-03-31T21:18:27.931407Z","end":"2026-03-31T21:18:30.430526Z","steps":["trace[1731523263] 'agreement among raft nodes before linearized reading' (duration: 2.498941314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.173446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:30.430556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:27.931351Z","time spent":"2.49919591s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T21:18:30.430559Z","caller":"traceutil/trace.go:171","msg":"trace[1355770615] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27414; }","duration":"386.232147ms","start":"2026-03-31T21:18:30.044321Z","end":"2026-03-31T21:18:30.430553Z","steps":["trace[1355770615] 'agreement among raft nodes before linearized reading' (duration: 386.161655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379628542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.430459Z","caller":"traceutil/trace.go:171","msg":"trace[262952865] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27414; }","duration":"767.772058ms","start":"2026-03-31T21:18:29.662677Z","end":"2026-03-31T21:18:30.430449Z","steps":["trace[262952865] 'agreement among raft nodes before linearized reading' (duration: 767.714576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.702231Z","time spent":"4.728316253s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:30.430582Z","caller":"traceutil/trace.go:171","msg":"trace[782681471] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27414; }","duration":"5.379692734s","start":"2026-03-31T21:18:25.050883Z","end":"2026-03-31T21:18:30.430576Z","steps":["trace[782681471] 'agreement among raft nodes before linearized reading' (duration: 5.379650513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:30.044298Z","time spent":"386.277019ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:30.4306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.050862Z","time spent":"5.379732654s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:18:30.430622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412739052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64747"} {"level":"warn","ts":"2026-03-31T21:18:30.430626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771348765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.430612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:29.662656Z","time spent":"767.933941ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:30.430654Z","caller":"traceutil/trace.go:171","msg":"trace[978078433] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27414; }","duration":"5.412802153s","start":"2026-03-31T21:18:25.017843Z","end":"2026-03-31T21:18:30.430645Z","steps":["trace[978078433] 'agreement among raft nodes before linearized reading' (duration: 5.412695731s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.430664Z","caller":"traceutil/trace.go:171","msg":"trace[51810346] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27414; }","duration":"3.771429607s","start":"2026-03-31T21:18:26.659221Z","end":"2026-03-31T21:18:30.430651Z","steps":["trace[51810346] 'agreement among raft nodes before linearized reading' (duration: 3.771373185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.017826Z","time spent":"5.412847884s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":64769,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T21:18:30.430521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.252075Z","time spent":"5.17843709s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:30.430696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:26.659198Z","time spent":"3.771489358s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:30.43073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506654297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-03-31T21:18:30.430756Z","caller":"traceutil/trace.go:171","msg":"trace[1578306928] range","detail":"{range_begin:/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763; range_end:; response_count:1; response_revision:27414; }","duration":"2.506712428s","start":"2026-03-31T21:18:27.924035Z","end":"2026-03-31T21:18:30.430748Z","steps":["trace[1578306928] 'agreement among raft nodes before linearized reading' (duration: 2.506610225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.430777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:27.924019Z","time spent":"2.50675308s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":856,"request content":"key:\"/registry/events/openstack/magnum-api-778bcc457d-g7h6n.18a20985230da763\" "} {"level":"warn","ts":"2026-03-31T21:18:30.430554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.985461Z","time spent":"5.445084933s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-253be161-0acb-4e96-85c7-e72cc92a91c5\" "} {"level":"warn","ts":"2026-03-31T21:18:30.430817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726107197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:30.430841Z","caller":"traceutil/trace.go:171","msg":"trace[548852203] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27414; }","duration":"4.726173269s","start":"2026-03-31T21:18:25.704661Z","end":"2026-03-31T21:18:30.430835Z","steps":["trace[548852203] 'agreement among raft nodes before linearized reading' (duration: 4.726078637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.43086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.704638Z","time spent":"4.72621625s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:30.432398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.387392Z","time spent":"2.042832235s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":936,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:18:30.722504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.672291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:30.722795Z","caller":"traceutil/trace.go:171","msg":"trace[235531804] linearizableReadLoop","detail":"{readStateIndex:28392; appliedIndex:28391; }","duration":"290.57917ms","start":"2026-03-31T21:18:30.432186Z","end":"2026-03-31T21:18:30.722765Z","steps":["trace[235531804] 'read index received' (duration: 132.455638ms)","trace[235531804] 'applied index is now lower than readState.Index' (duration: 158.120492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:30.722962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.758335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.722992Z","caller":"traceutil/trace.go:171","msg":"trace[597309922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27417; }","duration":"290.803967ms","start":"2026-03-31T21:18:30.43218Z","end":"2026-03-31T21:18:30.722984Z","steps":["trace[597309922] 'agreement among raft nodes before linearized reading' (duration: 290.710084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.723017Z","caller":"traceutil/trace.go:171","msg":"trace[1929538189] transaction","detail":"{read_only:false; response_revision:27417; number_of_response:1; }","duration":"288.347654ms","start":"2026-03-31T21:18:30.434661Z","end":"2026-03-31T21:18:30.723009Z","steps":["trace[1929538189] 'process raft request' (duration: 288.078988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.723057Z","caller":"traceutil/trace.go:171","msg":"trace[819776222] transaction","detail":"{read_only:false; response_revision:27416; number_of_response:1; }","duration":"290.438187ms","start":"2026-03-31T21:18:30.4326Z","end":"2026-03-31T21:18:30.723038Z","steps":["trace[819776222] 'process raft request' (duration: 290.034876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.722976Z","caller":"traceutil/trace.go:171","msg":"trace[494705018] transaction","detail":"{read_only:false; response_revision:27418; number_of_response:1; }","duration":"286.166261ms","start":"2026-03-31T21:18:30.436791Z","end":"2026-03-31T21:18:30.722957Z","steps":["trace[494705018] 'process raft request' (duration: 286.102529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.7233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.859287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-31T21:18:30.723372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.81752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17803"} {"level":"info","ts":"2026-03-31T21:18:30.723401Z","caller":"traceutil/trace.go:171","msg":"trace[1156153368] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27418; }","duration":"263.879602ms","start":"2026-03-31T21:18:30.459513Z","end":"2026-03-31T21:18:30.723393Z","steps":["trace[1156153368] 'agreement among raft nodes before linearized reading' (duration: 263.784259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.723444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.729204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T21:18:30.723455Z","caller":"traceutil/trace.go:171","msg":"trace[362801318] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27418; }","duration":"289.00398ms","start":"2026-03-31T21:18:30.434384Z","end":"2026-03-31T21:18:30.723388Z","steps":["trace[362801318] 'agreement among raft nodes before linearized reading' (duration: 288.648382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.723511Z","caller":"traceutil/trace.go:171","msg":"trace[973333596] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27418; }","duration":"288.792236ms","start":"2026-03-31T21:18:30.434687Z","end":"2026-03-31T21:18:30.723479Z","steps":["trace[973333596] 'agreement among raft nodes before linearized reading' (duration: 288.663883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.722926Z","caller":"traceutil/trace.go:171","msg":"trace[212412822] transaction","detail":"{read_only:false; response_revision:27415; number_of_response:1; }","duration":"290.741845ms","start":"2026-03-31T21:18:30.432123Z","end":"2026-03-31T21:18:30.722865Z","steps":["trace[212412822] 'process raft request' (duration: 132.588772ms)","trace[212412822] 'compare' (duration: 113.835442ms)","trace[212412822] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/masterleases/162.253.55.43; req_size:116; } (duration: 43.728745ms)"],"step_count":3} {"level":"info","ts":"2026-03-31T21:18:30.818039Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26102,"took":"14.438759099s","hash":3965876898,"current-db-size-bytes":49000448,"current-db-size":"49 MB","current-db-size-in-use-bytes":32575488,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T21:18:30.818094Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3965876898,"revision":26102,"compact-revision":23003} {"level":"info","ts":"2026-03-31T21:18:31.260508Z","caller":"traceutil/trace.go:171","msg":"trace[1659624473] transaction","detail":"{read_only:false; response_revision:27434; number_of_response:1; }","duration":"123.873504ms","start":"2026-03-31T21:18:31.136588Z","end":"2026-03-31T21:18:31.260462Z","steps":["trace[1659624473] 'process raft request' (duration: 121.654909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:31.676715Z","caller":"traceutil/trace.go:171","msg":"trace[1000400863] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"112.080208ms","start":"2026-03-31T21:18:31.564615Z","end":"2026-03-31T21:18:31.676695Z","steps":["trace[1000400863] 'process raft request' (duration: 106.210071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:31.963931Z","caller":"traceutil/trace.go:171","msg":"trace[55394776] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"123.737211ms","start":"2026-03-31T21:18:31.840174Z","end":"2026-03-31T21:18:31.963911Z","steps":["trace[55394776] 'process raft request' (duration: 123.33738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:32.225535Z","caller":"traceutil/trace.go:171","msg":"trace[720067378] transaction","detail":"{read_only:false; response_revision:27466; number_of_response:1; }","duration":"107.249216ms","start":"2026-03-31T21:18:32.118265Z","end":"2026-03-31T21:18:32.225514Z","steps":["trace[720067378] 'process raft request' (duration: 101.870162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:32.227229Z","caller":"traceutil/trace.go:171","msg":"trace[1156779106] transaction","detail":"{read_only:false; response_revision:27467; number_of_response:1; }","duration":"108.131489ms","start":"2026-03-31T21:18:32.119076Z","end":"2026-03-31T21:18:32.227208Z","steps":["trace[1156779106] 'process raft request' (duration: 107.990796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:32.405001Z","caller":"traceutil/trace.go:171","msg":"trace[342741724] transaction","detail":"{read_only:false; response_revision:27469; number_of_response:1; }","duration":"165.61931ms","start":"2026-03-31T21:18:32.239355Z","end":"2026-03-31T21:18:32.404974Z","steps":["trace[342741724] 'process raft request' (duration: 155.593618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:32.410067Z","caller":"traceutil/trace.go:171","msg":"trace[637962093] linearizableReadLoop","detail":"{readStateIndex:28448; appliedIndex:28446; }","duration":"117.083514ms","start":"2026-03-31T21:18:32.292887Z","end":"2026-03-31T21:18:32.409971Z","steps":["trace[637962093] 'read index received' (duration: 102.222851ms)","trace[637962093] 'applied index is now lower than readState.Index' (duration: 14.859213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:32.410262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.3412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:32.410324Z","caller":"traceutil/trace.go:171","msg":"trace[1215872712] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27470; }","duration":"117.443012ms","start":"2026-03-31T21:18:32.292862Z","end":"2026-03-31T21:18:32.410305Z","steps":["trace[1215872712] 'agreement among raft nodes before linearized reading' (duration: 117.295439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:32.410754Z","caller":"traceutil/trace.go:171","msg":"trace[820928645] transaction","detail":"{read_only:false; response_revision:27470; number_of_response:1; }","duration":"166.03314ms","start":"2026-03-31T21:18:32.244703Z","end":"2026-03-31T21:18:32.410736Z","steps":["trace[820928645] 'process raft request' (duration: 165.110807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:32.746481Z","caller":"traceutil/trace.go:171","msg":"trace[1663584039] transaction","detail":"{read_only:false; response_revision:27486; number_of_response:1; }","duration":"151.194468ms","start":"2026-03-31T21:18:32.595266Z","end":"2026-03-31T21:18:32.74646Z","steps":["trace[1663584039] 'process raft request' (duration: 134.954311ms)","trace[1663584039] 'compare' (duration: 16.142925ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:32.749067Z","caller":"traceutil/trace.go:171","msg":"trace[1995482224] transaction","detail":"{read_only:false; response_revision:27487; number_of_response:1; }","duration":"149.589129ms","start":"2026-03-31T21:18:32.599466Z","end":"2026-03-31T21:18:32.749055Z","steps":["trace[1995482224] 'process raft request' (duration: 149.358864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.105837Z","caller":"traceutil/trace.go:171","msg":"trace[888710302] transaction","detail":"{read_only:false; response_revision:27571; number_of_response:1; }","duration":"152.335277ms","start":"2026-03-31T21:18:33.953459Z","end":"2026-03-31T21:18:34.105794Z","steps":["trace[888710302] 'process raft request' (duration: 66.106096ms)","trace[888710302] 'compare' (duration: 85.956894ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:34.115961Z","caller":"traceutil/trace.go:171","msg":"trace[1541635984] transaction","detail":"{read_only:false; response_revision:27572; number_of_response:1; }","duration":"161.120347ms","start":"2026-03-31T21:18:33.954818Z","end":"2026-03-31T21:18:34.115938Z","steps":["trace[1541635984] 'process raft request' (duration: 160.997474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.459217Z","caller":"traceutil/trace.go:171","msg":"trace[2053430599] linearizableReadLoop","detail":"{readStateIndex:28563; appliedIndex:28562; }","duration":"219.987001ms","start":"2026-03-31T21:18:34.239207Z","end":"2026-03-31T21:18:34.459194Z","steps":["trace[2053430599] 'read index received' (duration: 203.669732ms)","trace[2053430599] 'applied index is now lower than readState.Index' (duration: 16.315519ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:34.45924Z","caller":"traceutil/trace.go:171","msg":"trace[1522288712] transaction","detail":"{read_only:false; response_revision:27585; number_of_response:1; }","duration":"244.360292ms","start":"2026-03-31T21:18:34.214849Z","end":"2026-03-31T21:18:34.459209Z","steps":["trace[1522288712] 'process raft request' (duration: 227.957652ms)","trace[1522288712] 'compare' (duration: 16.095463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:34.459348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.123154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.45938Z","caller":"traceutil/trace.go:171","msg":"trace[931222585] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27585; }","duration":"220.210056ms","start":"2026-03-31T21:18:34.239162Z","end":"2026-03-31T21:18:34.459373Z","steps":["trace[931222585] 'agreement among raft nodes before linearized reading' (duration: 220.105534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.723408Z","caller":"traceutil/trace.go:171","msg":"trace[1199963346] transaction","detail":"{read_only:false; response_revision:27595; number_of_response:1; }","duration":"176.685967ms","start":"2026-03-31T21:18:34.546697Z","end":"2026-03-31T21:18:34.723383Z","steps":["trace[1199963346] 'process raft request' (duration: 174.721298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:38.48937Z","caller":"traceutil/trace.go:171","msg":"trace[1148105080] transaction","detail":"{read_only:false; response_revision:27630; number_of_response:1; }","duration":"114.607312ms","start":"2026-03-31T21:18:38.374729Z","end":"2026-03-31T21:18:38.489337Z","steps":["trace[1148105080] 'process raft request' (duration: 36.32003ms)","trace[1148105080] 'compare' (duration: 78.132778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:40.095748Z","caller":"traceutil/trace.go:171","msg":"trace[1018394684] transaction","detail":"{read_only:false; response_revision:27640; number_of_response:1; }","duration":"108.317744ms","start":"2026-03-31T21:18:39.98741Z","end":"2026-03-31T21:18:40.095728Z","steps":["trace[1018394684] 'process raft request' (duration: 108.195631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:41.716139Z","caller":"traceutil/trace.go:171","msg":"trace[805782856] linearizableReadLoop","detail":"{readStateIndex:28628; appliedIndex:28627; }","duration":"121.093744ms","start":"2026-03-31T21:18:41.595023Z","end":"2026-03-31T21:18:41.716116Z","steps":["trace[805782856] 'read index received' (duration: 44.441523ms)","trace[805782856] 'applied index is now lower than readState.Index' (duration: 76.650951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:41.716885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.847703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-31T21:18:41.71693Z","caller":"traceutil/trace.go:171","msg":"trace[921848941] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27648; }","duration":"121.951925ms","start":"2026-03-31T21:18:41.594965Z","end":"2026-03-31T21:18:41.716917Z","steps":["trace[921848941] 'agreement among raft nodes before linearized reading' (duration: 121.328079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:43.24409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837609605,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:19:43.325652Z","caller":"traceutil/trace.go:171","msg":"trace[740885349] transaction","detail":"{read_only:false; response_revision:28269; number_of_response:1; }","duration":"674.301455ms","start":"2026-03-31T21:19:42.651325Z","end":"2026-03-31T21:19:43.325626Z","steps":["trace[740885349] 'process raft request' (duration: 674.145951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:43.325839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:42.651296Z","time spent":"674.437908ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:43.387297Z","caller":"traceutil/trace.go:171","msg":"trace[334529710] linearizableReadLoop","detail":"{readStateIndex:29266; appliedIndex:29265; }","duration":"643.522534ms","start":"2026-03-31T21:19:42.743757Z","end":"2026-03-31T21:19:43.387279Z","steps":["trace[334529710] 'read index received' (duration: 581.890229ms)","trace[334529710] 'applied index is now lower than readState.Index' (duration: 61.631685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:43.387424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.187031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:43.387443Z","caller":"traceutil/trace.go:171","msg":"trace[1193060401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28270; }","duration":"549.249121ms","start":"2026-03-31T21:19:42.838187Z","end":"2026-03-31T21:19:43.387436Z","steps":["trace[1193060401] 'agreement among raft nodes before linearized reading' (duration: 549.19655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:43.387462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:42.838172Z","time spent":"549.286013ms","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:19:43.387445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.665727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:19:43.387517Z","caller":"traceutil/trace.go:171","msg":"trace[494230111] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28270; }","duration":"643.79638ms","start":"2026-03-31T21:19:42.74371Z","end":"2026-03-31T21:19:43.387507Z","steps":["trace[494230111] 'agreement among raft nodes before linearized reading' (duration: 643.660227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:43.38756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:42.743684Z","time spent":"643.868011ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:43.387806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.754319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:19:43.387837Z","caller":"traceutil/trace.go:171","msg":"trace[2038322183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28270; }","duration":"273.80351ms","start":"2026-03-31T21:19:43.114023Z","end":"2026-03-31T21:19:43.387826Z","steps":["trace[2038322183] 'agreement among raft nodes before linearized reading' (duration: 273.725148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:43.387969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.225712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:43.388006Z","caller":"traceutil/trace.go:171","msg":"trace[869507568] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28270; }","duration":"288.267543ms","start":"2026-03-31T21:19:43.099729Z","end":"2026-03-31T21:19:43.387997Z","steps":["trace[869507568] 'agreement among raft nodes before linearized reading' (duration: 288.211662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:43.388422Z","caller":"traceutil/trace.go:171","msg":"trace[2127901685] transaction","detail":"{read_only:false; response_revision:28270; number_of_response:1; }","duration":"533.550758ms","start":"2026-03-31T21:19:42.853775Z","end":"2026-03-31T21:19:43.387326Z","steps":["trace[2127901685] 'process raft request' (duration: 533.370823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:43.389005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:42.853754Z","time spent":"534.702778ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:44.019378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837609613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:19:44.520551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837609613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:19:44.962415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.271013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:44.962582Z","caller":"traceutil/trace.go:171","msg":"trace[2138937755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28270; }","duration":"723.438417ms","start":"2026-03-31T21:19:44.239117Z","end":"2026-03-31T21:19:44.962555Z","steps":["trace[2138937755] 'range keys from in-memory index tree' (duration: 723.255443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.963174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.954148Z","time spent":"1.009019461s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:19:44.965395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.573564147s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:19:44.965765Z","caller":"traceutil/trace.go:171","msg":"trace[1536295711] transaction","detail":"{read_only:false; response_revision:28271; number_of_response:1; }","duration":"1.574041759s","start":"2026-03-31T21:19:43.391705Z","end":"2026-03-31T21:19:44.965746Z","steps":["trace[1536295711] 'process raft request' (duration: 1.573913406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.965875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.391683Z","time spent":"1.574129142s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:44.972039Z","caller":"traceutil/trace.go:171","msg":"trace[2007550807] transaction","detail":"{read_only:false; response_revision:28272; number_of_response:1; }","duration":"1.580298726s","start":"2026-03-31T21:19:43.391724Z","end":"2026-03-31T21:19:44.972023Z","steps":["trace[2007550807] 'process raft request' (duration: 1.580168283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.972155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.39171Z","time spent":"1.580364488s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:44.972323Z","caller":"traceutil/trace.go:171","msg":"trace[628280647] transaction","detail":"{read_only:false; response_revision:28273; number_of_response:1; }","duration":"1.579638s","start":"2026-03-31T21:19:43.392661Z","end":"2026-03-31T21:19:44.972299Z","steps":["trace[628280647] 'process raft request' (duration: 1.579308502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.972475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.39264Z","time spent":"1.579734312s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:44.972565Z","caller":"traceutil/trace.go:171","msg":"trace[2096668304] transaction","detail":"{read_only:false; response_revision:28274; number_of_response:1; }","duration":"1.525795769s","start":"2026-03-31T21:19:43.446755Z","end":"2026-03-31T21:19:44.97255Z","steps":["trace[2096668304] 'process raft request' (duration: 1.525438781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.972634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.446733Z","time spent":"1.525869152s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:44.972751Z","caller":"traceutil/trace.go:171","msg":"trace[686935425] transaction","detail":"{read_only:false; response_revision:28275; number_of_response:1; }","duration":"1.521834111s","start":"2026-03-31T21:19:43.450891Z","end":"2026-03-31T21:19:44.972725Z","steps":["trace[686935425] 'process raft request' (duration: 1.521574414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.972981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.450865Z","time spent":"1.522048596s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:44.974115Z","caller":"traceutil/trace.go:171","msg":"trace[1336653662] transaction","detail":"{read_only:false; response_revision:28276; number_of_response:1; }","duration":"1.391825274s","start":"2026-03-31T21:19:43.58227Z","end":"2026-03-31T21:19:44.974095Z","steps":["trace[1336653662] 'process raft request' (duration: 1.390402307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.974215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.58225Z","time spent":"1.391916136s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:44.974335Z","caller":"traceutil/trace.go:171","msg":"trace[1225843668] transaction","detail":"{read_only:false; response_revision:28277; number_of_response:1; }","duration":"1.101597381s","start":"2026-03-31T21:19:43.872726Z","end":"2026-03-31T21:19:44.974324Z","steps":["trace[1225843668] 'process raft request' (duration: 1.101231052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.974446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.87271Z","time spent":"1.101653163s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:44.97456Z","caller":"traceutil/trace.go:171","msg":"trace[323815149] transaction","detail":"{read_only:false; response_revision:28278; number_of_response:1; }","duration":"951.470351ms","start":"2026-03-31T21:19:44.023011Z","end":"2026-03-31T21:19:44.974482Z","steps":["trace[323815149] 'process raft request' (duration: 951.194184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.974626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:44.022991Z","time spent":"951.603284ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:44.97485Z","caller":"traceutil/trace.go:171","msg":"trace[1918047375] linearizableReadLoop","detail":"{readStateIndex:29275; appliedIndex:29267; }","duration":"1.456178386s","start":"2026-03-31T21:19:43.518652Z","end":"2026-03-31T21:19:44.97483Z","steps":["trace[1918047375] 'read index received' (duration: 1.447233051s)","trace[1918047375] 'applied index is now lower than readState.Index' (duration: 8.944095ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:44.974991Z","caller":"traceutil/trace.go:171","msg":"trace[1611272612] transaction","detail":"{read_only:false; response_revision:28279; number_of_response:1; }","duration":"621.177724ms","start":"2026-03-31T21:19:44.353801Z","end":"2026-03-31T21:19:44.974979Z","steps":["trace[1611272612] 'process raft request' (duration: 620.479677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.975067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:44.353777Z","time spent":"621.260447ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:44.975221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.569576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:44.975227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456553766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:19:44.975262Z","caller":"traceutil/trace.go:171","msg":"trace[870111550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28279; }","duration":"1.456644117s","start":"2026-03-31T21:19:43.518609Z","end":"2026-03-31T21:19:44.975253Z","steps":["trace[870111550] 'agreement among raft nodes before linearized reading' (duration: 1.456514904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.975275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.394166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:44.975301Z","caller":"traceutil/trace.go:171","msg":"trace[2110111260] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28279; }","duration":"557.460648ms","start":"2026-03-31T21:19:44.417831Z","end":"2026-03-31T21:19:44.975292Z","steps":["trace[2110111260] 'agreement among raft nodes before linearized reading' (duration: 557.413887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.975329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:44.417812Z","time spent":"557.510989ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:44.975315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105975161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:44.975508Z","caller":"traceutil/trace.go:171","msg":"trace[862078118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28279; }","duration":"1.106189267s","start":"2026-03-31T21:19:43.869307Z","end":"2026-03-31T21:19:44.975496Z","steps":["trace[862078118] 'agreement among raft nodes before linearized reading' (duration: 1.105960531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.975546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.869295Z","time spent":"1.106240468s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:44.975554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135626604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:44.97529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.518588Z","time spent":"1.456695589s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:19:44.975588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.414335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:19:44.97539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.820344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:44.975755Z","caller":"traceutil/trace.go:171","msg":"trace[2043842489] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28279; }","duration":"328.229744ms","start":"2026-03-31T21:19:44.647515Z","end":"2026-03-31T21:19:44.975745Z","steps":["trace[2043842489] 'agreement among raft nodes before linearized reading' (duration: 327.850825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.975788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:44.647494Z","time spent":"328.281905ms","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:19:44.975639Z","caller":"traceutil/trace.go:171","msg":"trace[259767945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28279; }","duration":"533.504007ms","start":"2026-03-31T21:19:44.442125Z","end":"2026-03-31T21:19:44.975629Z","steps":["trace[259767945] 'agreement among raft nodes before linearized reading' (duration: 533.042546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.975442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13387904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:19:44.975901Z","caller":"traceutil/trace.go:171","msg":"trace[1359752732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28279; }","duration":"1.134353322s","start":"2026-03-31T21:19:43.84154Z","end":"2026-03-31T21:19:44.975894Z","steps":["trace[1359752732] 'agreement among raft nodes before linearized reading' (duration: 1.133837949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.975899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:44.442106Z","time spent":"533.760743ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:19:44.975927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.841533Z","time spent":"1.134387923s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:19:44.97546Z","caller":"traceutil/trace.go:171","msg":"trace[1445621774] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28279; }","duration":"825.845433ms","start":"2026-03-31T21:19:44.149603Z","end":"2026-03-31T21:19:44.975449Z","steps":["trace[1445621774] 'agreement among raft nodes before linearized reading' (duration: 825.580816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.975982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:44.149584Z","time spent":"826.391766ms","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:19:44.975592Z","caller":"traceutil/trace.go:171","msg":"trace[1505002098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28279; }","duration":"1.135675155s","start":"2026-03-31T21:19:43.839892Z","end":"2026-03-31T21:19:44.975567Z","steps":["trace[1505002098] 'agreement among raft nodes before linearized reading' (duration: 1.135593503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.977598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:43.839871Z","time spent":"1.137693546s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:19:47.475959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837609650,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:19:47.670815Z","caller":"traceutil/trace.go:171","msg":"trace[830457860] transaction","detail":"{read_only:false; response_revision:28286; number_of_response:1; }","duration":"697.6474ms","start":"2026-03-31T21:19:46.97315Z","end":"2026-03-31T21:19:47.670797Z","steps":["trace[830457860] 'process raft request' (duration: 697.528687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:47.670914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.973138Z","time spent":"697.723712ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:48.769065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0983537s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:19:48.967849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.462432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:19:48.968135Z","caller":"traceutil/trace.go:171","msg":"trace[1911783358] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"1.990688829s","start":"2026-03-31T21:19:46.977416Z","end":"2026-03-31T21:19:48.968105Z","steps":["trace[1911783358] 'process raft request' (duration: 1.791847186s)","trace[1911783358] 'compare' (duration: 197.471668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:48.968285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.9774Z","time spent":"1.990793932s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:48.968395Z","caller":"traceutil/trace.go:171","msg":"trace[129676657] transaction","detail":"{read_only:false; response_revision:28292; number_of_response:1; }","duration":"1.986847263s","start":"2026-03-31T21:19:46.981531Z","end":"2026-03-31T21:19:48.968378Z","steps":["trace[129676657] 'process raft request' (duration: 1.986746451s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.968409Z","caller":"traceutil/trace.go:171","msg":"trace[49903682] transaction","detail":"{read_only:false; response_revision:28290; number_of_response:1; }","duration":"1.988279368s","start":"2026-03-31T21:19:46.980097Z","end":"2026-03-31T21:19:48.968376Z","steps":["trace[49903682] 'process raft request' (duration: 1.988037182s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.968449Z","caller":"traceutil/trace.go:171","msg":"trace[993878432] transaction","detail":"{read_only:false; response_revision:28288; number_of_response:1; }","duration":"1.99030232s","start":"2026-03-31T21:19:46.97801Z","end":"2026-03-31T21:19:48.968313Z","steps":["trace[993878432] 'process raft request' (duration: 1.9899557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.968504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.981522Z","time spent":"1.986942565s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:48.968569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.980084Z","time spent":"1.988395802s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:48.968627Z","caller":"traceutil/trace.go:171","msg":"trace[302326650] transaction","detail":"{read_only:false; response_revision:28291; number_of_response:1; }","duration":"1.987723205s","start":"2026-03-31T21:19:46.980884Z","end":"2026-03-31T21:19:48.968607Z","steps":["trace[302326650] 'process raft request' (duration: 1.987303005s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.968662Z","caller":"traceutil/trace.go:171","msg":"trace[383762487] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"1.988699009s","start":"2026-03-31T21:19:46.979948Z","end":"2026-03-31T21:19:48.968647Z","steps":["trace[383762487] 'process raft request' (duration: 1.988129785s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.968575Z","caller":"traceutil/trace.go:171","msg":"trace[1502816062] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"1.584688817s","start":"2026-03-31T21:19:47.383862Z","end":"2026-03-31T21:19:48.968551Z","steps":["trace[1502816062] 'process raft request' (duration: 1.584470111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.968753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.979935Z","time spent":"1.988778731s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:48.968786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:47.383838Z","time spent":"1.584905622s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:48.968827Z","caller":"traceutil/trace.go:171","msg":"trace[553927656] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"1.539985396s","start":"2026-03-31T21:19:47.428836Z","end":"2026-03-31T21:19:48.968821Z","steps":["trace[553927656] 'process raft request' (duration: 1.539656928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.968885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:47.428811Z","time spent":"1.540041417s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:48.968892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.980872Z","time spent":"1.98794534s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:48.968799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99311512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:19:48.969026Z","caller":"traceutil/trace.go:171","msg":"trace[197066973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28294; }","duration":"1.993363926s","start":"2026-03-31T21:19:46.975643Z","end":"2026-03-31T21:19:48.969006Z","steps":["trace[197066973] 'agreement among raft nodes before linearized reading' (duration: 1.993061848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.969075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.975616Z","time spent":"1.993443188s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:19:48.96869Z","caller":"traceutil/trace.go:171","msg":"trace[2026471337] linearizableReadLoop","detail":"{readStateIndex:29291; appliedIndex:29282; }","duration":"1.993011338s","start":"2026-03-31T21:19:46.975669Z","end":"2026-03-31T21:19:48.96868Z","steps":["trace[2026471337] 'read index received' (duration: 695.055276ms)","trace[2026471337] 'applied index is now lower than readState.Index' (duration: 1.297955342s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:48.968684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.977984Z","time spent":"1.990551695s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:48.96931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455566381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-31T21:19:48.969312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12428275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:48.969344Z","caller":"traceutil/trace.go:171","msg":"trace[1328868365] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28294; }","duration":"1.455636593s","start":"2026-03-31T21:19:47.513696Z","end":"2026-03-31T21:19:48.969333Z","steps":["trace[1328868365] 'agreement among raft nodes before linearized reading' (duration: 1.455554971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.969331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.021396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T21:19:48.969367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:47.513676Z","time spent":"1.455685614s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T21:19:48.96936Z","caller":"traceutil/trace.go:171","msg":"trace[2051091470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28294; }","duration":"1.124355291s","start":"2026-03-31T21:19:47.84499Z","end":"2026-03-31T21:19:48.969345Z","steps":["trace[2051091470] 'agreement among raft nodes before linearized reading' (duration: 1.12429151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.969357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993420497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:19:48.96941Z","caller":"traceutil/trace.go:171","msg":"trace[962209521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28294; }","duration":"1.993497389s","start":"2026-03-31T21:19:46.975897Z","end":"2026-03-31T21:19:48.969394Z","steps":["trace[962209521] 'agreement among raft nodes before linearized reading' (duration: 1.993323455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.969507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.049779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:19:48.969537Z","caller":"traceutil/trace.go:171","msg":"trace[1991135357] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28294; }","duration":"672.117661ms","start":"2026-03-31T21:19:48.297412Z","end":"2026-03-31T21:19:48.96953Z","steps":["trace[1991135357] 'agreement among raft nodes before linearized reading' (duration: 671.979677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.969537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.176808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:19:48.96962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:47.844972Z","time spent":"1.124419973s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:19:48.969561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.297393Z","time spent":"672.161881ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:48.969578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.975884Z","time spent":"1.993679204s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:19:48.969639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980272968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:19:48.969798Z","caller":"traceutil/trace.go:171","msg":"trace[870620510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28294; }","duration":"1.980435492s","start":"2026-03-31T21:19:46.989346Z","end":"2026-03-31T21:19:48.969782Z","steps":["trace[870620510] 'agreement among raft nodes before linearized reading' (duration: 1.980228697s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.969379Z","caller":"traceutil/trace.go:171","msg":"trace[254813635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28294; }","duration":"887.105368ms","start":"2026-03-31T21:19:48.082263Z","end":"2026-03-31T21:19:48.969369Z","steps":["trace[254813635] 'agreement among raft nodes before linearized reading' (duration: 886.981495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.969854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.98934Z","time spent":"1.980499313s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:19:48.969635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982382381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T21:19:48.969876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.082242Z","time spent":"887.61896ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T21:19:48.969954Z","caller":"traceutil/trace.go:171","msg":"trace[1801868395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28294; }","duration":"1.982712929s","start":"2026-03-31T21:19:46.987228Z","end":"2026-03-31T21:19:48.969941Z","steps":["trace[1801868395] 'agreement among raft nodes before linearized reading' (duration: 1.98235837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.969983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:46.98722Z","time spent":"1.98275484s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:19:48.96964Z","caller":"traceutil/trace.go:171","msg":"trace[1870400267] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28294; }","duration":"155.354442ms","start":"2026-03-31T21:19:48.814264Z","end":"2026-03-31T21:19:48.969618Z","steps":["trace[1870400267] 'agreement among raft nodes before linearized reading' (duration: 155.140867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:49.475303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837609662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:19:50.977236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:19:50.977314Z","caller":"traceutil/trace.go:171","msg":"trace[63803077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228718s","start":"2026-03-31T21:19:48.977068Z","end":"2026-03-31T21:19:50.977297Z","steps":["trace[63803077] 'agreement among raft nodes before linearized reading' (duration: 2.000137875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:50.977478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.977058Z","time spent":"2.000364272s","remote":"127.0.0.1:55084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:19:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:19:50.996824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081511289s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:19:50.996929Z","caller":"traceutil/trace.go:171","msg":"trace[1364691092] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"2.022149017s","start":"2026-03-31T21:19:48.97476Z","end":"2026-03-31T21:19:50.996909Z","steps":["trace[1364691092] 'process raft request' (duration: 940.476585ms)","trace[1364691092] 'compare' (duration: 1.081392155s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:50.997019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.974739Z","time spent":"2.02224765s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:50.9986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078317149s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:19:50.999334Z","caller":"traceutil/trace.go:171","msg":"trace[1141065347] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"2.024384103s","start":"2026-03-31T21:19:48.974931Z","end":"2026-03-31T21:19:50.999315Z","steps":["trace[1141065347] 'process raft request' (duration: 2.024172318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:50.99945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.97492Z","time spent":"2.024464255s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:50.999972Z","caller":"traceutil/trace.go:171","msg":"trace[300337205] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"2.024803114s","start":"2026-03-31T21:19:48.975143Z","end":"2026-03-31T21:19:50.999946Z","steps":["trace[300337205] 'process raft request' (duration: 2.024139728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.000118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.975137Z","time spent":"2.024911576s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:51.000318Z","caller":"traceutil/trace.go:171","msg":"trace[1971530827] linearizableReadLoop","detail":"{readStateIndex:29296; appliedIndex:29291; }","duration":"2.025442989s","start":"2026-03-31T21:19:48.974846Z","end":"2026-03-31T21:19:51.000289Z","steps":["trace[1971530827] 'read index received' (duration: 940.392283ms)","trace[1971530827] 'applied index is now lower than readState.Index' (duration: 1.085048936s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:51.000462Z","caller":"traceutil/trace.go:171","msg":"trace[1260528806] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"2.024120347s","start":"2026-03-31T21:19:48.976327Z","end":"2026-03-31T21:19:51.000448Z","steps":["trace[1260528806] 'process raft request' (duration: 2.02382568s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:51.000515Z","caller":"traceutil/trace.go:171","msg":"trace[530128545] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"1.323389349s","start":"2026-03-31T21:19:49.677082Z","end":"2026-03-31T21:19:51.000471Z","steps":["trace[530128545] 'process raft request' (duration: 1.323109302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.000529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.976317Z","time spent":"2.024176598s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:51.000403Z","caller":"traceutil/trace.go:171","msg":"trace[195015714] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"2.024933837s","start":"2026-03-31T21:19:48.975432Z","end":"2026-03-31T21:19:51.000365Z","steps":["trace[195015714] 'process raft request' (duration: 2.024602909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.000648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.975338Z","time spent":"2.025237174s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:51.000668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:49.677066Z","time spent":"1.323479291s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:51.00088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026028834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T21:19:51.000954Z","caller":"traceutil/trace.go:171","msg":"trace[2111282036] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853; range_end:; response_count:1; response_revision:28300; }","duration":"2.026131126s","start":"2026-03-31T21:19:48.974809Z","end":"2026-03-31T21:19:51.00094Z","steps":["trace[2111282036] 'agreement among raft nodes before linearized reading' (duration: 2.02588785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.000987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:48.974792Z","time spent":"2.026186347s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b3b1a06c-0e41-4153-b493-299456cc5853\" "} {"level":"info","ts":"2026-03-31T21:19:51.018907Z","caller":"traceutil/trace.go:171","msg":"trace[108207680] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"361.110018ms","start":"2026-03-31T21:19:50.657783Z","end":"2026-03-31T21:19:51.018893Z","steps":["trace[108207680] 'process raft request' (duration: 361.021976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.019016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.657756Z","time spent":"361.208951ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:51.019193Z","caller":"traceutil/trace.go:171","msg":"trace[2013461875] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"1.028668255s","start":"2026-03-31T21:19:49.990516Z","end":"2026-03-31T21:19:51.019184Z","steps":["trace[2013461875] 'process raft request' (duration: 1.028136992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.019304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:49.990493Z","time spent":"1.028730666s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:51.020302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351310558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:51.020897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.661675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:19:51.020935Z","caller":"traceutil/trace.go:171","msg":"trace[682178733] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28310; }","duration":"1.351953154s","start":"2026-03-31T21:19:49.668929Z","end":"2026-03-31T21:19:51.020882Z","steps":["trace[682178733] 'agreement among raft nodes before linearized reading' (duration: 1.351247797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.021113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:49.668908Z","time spent":"1.352181289s","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:51.020367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.683193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:19:51.021262Z","caller":"traceutil/trace.go:171","msg":"trace[1452344812] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28310; }","duration":"445.612335ms","start":"2026-03-31T21:19:50.575602Z","end":"2026-03-31T21:19:51.021214Z","steps":["trace[1452344812] 'agreement among raft nodes before linearized reading' (duration: 444.664262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.021329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.575578Z","time spent":"445.732199ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:51.020434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086273358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:51.021521Z","caller":"traceutil/trace.go:171","msg":"trace[947735865] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28310; }","duration":"1.087367396s","start":"2026-03-31T21:19:49.934144Z","end":"2026-03-31T21:19:51.021511Z","steps":["trace[947735865] 'agreement among raft nodes before linearized reading' (duration: 1.086218106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.021749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:49.934081Z","time spent":"1.087653653s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:51.020747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223695941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:51.022081Z","caller":"traceutil/trace.go:171","msg":"trace[14418477] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28310; }","duration":"1.225081336s","start":"2026-03-31T21:19:49.796986Z","end":"2026-03-31T21:19:51.022067Z","steps":["trace[14418477] 'agreement among raft nodes before linearized reading' (duration: 1.223709651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.022161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:49.79696Z","time spent":"1.225185079s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:51.020748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.055324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:19:51.022958Z","caller":"traceutil/trace.go:171","msg":"trace[1206813511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28310; }","duration":"956.309661ms","start":"2026-03-31T21:19:50.066636Z","end":"2026-03-31T21:19:51.022946Z","steps":["trace[1206813511] 'agreement among raft nodes before linearized reading' (duration: 953.970222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.02061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.978355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:19:51.020832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345349239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:19:51.021004Z","caller":"traceutil/trace.go:171","msg":"trace[825961662] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:28310; }","duration":"172.805759ms","start":"2026-03-31T21:19:50.84818Z","end":"2026-03-31T21:19:51.020986Z","steps":["trace[825961662] 'agreement among raft nodes before linearized reading' (duration: 172.540992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.023516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.066613Z","time spent":"956.889715ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:19:51.023769Z","caller":"traceutil/trace.go:171","msg":"trace[1666254151] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28310; }","duration":"546.169305ms","start":"2026-03-31T21:19:50.477589Z","end":"2026-03-31T21:19:51.023758Z","steps":["trace[1666254151] 'agreement among raft nodes before linearized reading' (duration: 542.891663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.02421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.477569Z","time spent":"546.624296ms","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:19:51.023983Z","caller":"traceutil/trace.go:171","msg":"trace[1864534176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28310; }","duration":"1.348486407s","start":"2026-03-31T21:19:49.675477Z","end":"2026-03-31T21:19:51.023963Z","steps":["trace[1864534176] 'agreement among raft nodes before linearized reading' (duration: 1.345307818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.024666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:49.675443Z","time spent":"1.349034772s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:19:51.252423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.003397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:51.252538Z","caller":"traceutil/trace.go:171","msg":"trace[970535152] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28313; }","duration":"138.12099ms","start":"2026-03-31T21:19:51.114362Z","end":"2026-03-31T21:19:51.252483Z","steps":["trace[970535152] 'range keys from in-memory index tree' (duration: 137.928305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:52.224108Z","caller":"traceutil/trace.go:171","msg":"trace[1174996945] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"208.098574ms","start":"2026-03-31T21:19:52.015989Z","end":"2026-03-31T21:19:52.224088Z","steps":["trace[1174996945] 'process raft request' (duration: 207.813397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.240792Z","caller":"traceutil/trace.go:171","msg":"trace[277744822] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"234.817284ms","start":"2026-03-31T21:19:53.005944Z","end":"2026-03-31T21:19:53.240761Z","steps":["trace[277744822] 'process raft request' (duration: 234.601959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.304901Z","caller":"traceutil/trace.go:171","msg":"trace[367140069] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"295.437784ms","start":"2026-03-31T21:19:53.009439Z","end":"2026-03-31T21:19:53.304877Z","steps":["trace[367140069] 'process raft request' (duration: 295.127365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.30491Z","caller":"traceutil/trace.go:171","msg":"trace[1828847023] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"297.036993ms","start":"2026-03-31T21:19:53.00764Z","end":"2026-03-31T21:19:53.304677Z","steps":["trace[1828847023] 'process raft request' (duration: 296.893228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.305058Z","caller":"traceutil/trace.go:171","msg":"trace[1691990396] linearizableReadLoop","detail":"{readStateIndex:29324; appliedIndex:29312; }","duration":"249.42067ms","start":"2026-03-31T21:19:53.055619Z","end":"2026-03-31T21:19:53.305039Z","steps":["trace[1691990396] 'read index received' (duration: 185.088818ms)","trace[1691990396] 'applied index is now lower than readState.Index' (duration: 64.331032ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:53.305132Z","caller":"traceutil/trace.go:171","msg":"trace[678143536] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"277.76434ms","start":"2026-03-31T21:19:53.027359Z","end":"2026-03-31T21:19:53.305124Z","steps":["trace[678143536] 'process raft request' (duration: 277.523984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.305171Z","caller":"traceutil/trace.go:171","msg":"trace[2021309359] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"277.74762ms","start":"2026-03-31T21:19:53.027411Z","end":"2026-03-31T21:19:53.305158Z","steps":["trace[2021309359] 'process raft request' (duration: 277.500334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.305239Z","caller":"traceutil/trace.go:171","msg":"trace[672523685] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"278.16544ms","start":"2026-03-31T21:19:53.027058Z","end":"2026-03-31T21:19:53.305223Z","steps":["trace[672523685] 'process raft request' (duration: 277.602236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.305208Z","caller":"traceutil/trace.go:171","msg":"trace[1636051709] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"278.970821ms","start":"2026-03-31T21:19:53.02619Z","end":"2026-03-31T21:19:53.30516Z","steps":["trace[1636051709] 'process raft request' (duration: 278.401517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.30528Z","caller":"traceutil/trace.go:171","msg":"trace[366002719] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"277.536054ms","start":"2026-03-31T21:19:53.027723Z","end":"2026-03-31T21:19:53.305259Z","steps":["trace[366002719] 'process raft request' (duration: 277.238137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.305313Z","caller":"traceutil/trace.go:171","msg":"trace[188112820] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"278.032036ms","start":"2026-03-31T21:19:53.027264Z","end":"2026-03-31T21:19:53.305296Z","steps":["trace[188112820] 'process raft request' (duration: 277.421591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.305326Z","caller":"traceutil/trace.go:171","msg":"trace[646994702] transaction","detail":"{read_only:false; response_revision:28326; number_of_response:1; }","duration":"277.521724ms","start":"2026-03-31T21:19:53.027795Z","end":"2026-03-31T21:19:53.305317Z","steps":["trace[646994702] 'process raft request' (duration: 277.211816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.305393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.755048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:19:53.305444Z","caller":"traceutil/trace.go:171","msg":"trace[1615824969] transaction","detail":"{read_only:false; response_revision:28320; number_of_response:1; }","duration":"278.268174ms","start":"2026-03-31T21:19:53.026648Z","end":"2026-03-31T21:19:53.304916Z","steps":["trace[1615824969] 'process raft request' (duration: 277.982947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.305484Z","caller":"traceutil/trace.go:171","msg":"trace[988190271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28326; }","duration":"249.883341ms","start":"2026-03-31T21:19:53.055579Z","end":"2026-03-31T21:19:53.305462Z","steps":["trace[988190271] 'agreement among raft nodes before linearized reading' (duration: 249.592114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.305734Z","caller":"traceutil/trace.go:171","msg":"trace[2107971105] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"297.383933ms","start":"2026-03-31T21:19:53.007281Z","end":"2026-03-31T21:19:53.304665Z","steps":["trace[2107971105] 'process raft request' (duration: 290.507439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.662326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.232708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:53.662443Z","caller":"traceutil/trace.go:171","msg":"trace[214302780] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28328; }","duration":"147.403422ms","start":"2026-03-31T21:19:53.515015Z","end":"2026-03-31T21:19:53.662418Z","steps":["trace[214302780] 'count revisions from in-memory index tree' (duration: 147.138546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.735289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350540837609740,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:19:55.790384Z","caller":"traceutil/trace.go:171","msg":"trace[209654722] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"644.702854ms","start":"2026-03-31T21:19:55.145664Z","end":"2026-03-31T21:19:55.790367Z","steps":["trace[209654722] 'process raft request' (duration: 644.585801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.790491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.145643Z","time spent":"644.794095ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:55.863226Z","caller":"traceutil/trace.go:171","msg":"trace[1990287948] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"550.252248ms","start":"2026-03-31T21:19:55.312947Z","end":"2026-03-31T21:19:55.8632Z","steps":["trace[1990287948] 'process raft request' (duration: 550.054493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.863428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.312921Z","time spent":"550.403132ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:55.863576Z","caller":"traceutil/trace.go:171","msg":"trace[211386204] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"550.439472ms","start":"2026-03-31T21:19:55.313111Z","end":"2026-03-31T21:19:55.86355Z","steps":["trace[211386204] 'process raft request' (duration: 550.273038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:55.86363Z","caller":"traceutil/trace.go:171","msg":"trace[1331547509] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"550.523134ms","start":"2026-03-31T21:19:55.313061Z","end":"2026-03-31T21:19:55.863584Z","steps":["trace[1331547509] 'process raft request' (duration: 550.087454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:55.863707Z","caller":"traceutil/trace.go:171","msg":"trace[2092726561] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"550.504663ms","start":"2026-03-31T21:19:55.313184Z","end":"2026-03-31T21:19:55.863688Z","steps":["trace[2092726561] 'process raft request' (duration: 550.324198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.864012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.313176Z","time spent":"550.78697ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:55.864066Z","caller":"traceutil/trace.go:171","msg":"trace[1010741384] linearizableReadLoop","detail":"{readStateIndex:29335; appliedIndex:29326; }","duration":"629.466962ms","start":"2026-03-31T21:19:55.234587Z","end":"2026-03-31T21:19:55.864054Z","steps":["trace[1010741384] 'read index received' (duration: 555.690413ms)","trace[1010741384] 'applied index is now lower than readState.Index' (duration: 73.775449ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:55.864072Z","caller":"traceutil/trace.go:171","msg":"trace[1963435894] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"550.253747ms","start":"2026-03-31T21:19:55.313798Z","end":"2026-03-31T21:19:55.864052Z","steps":["trace[1963435894] 'process raft request' (duration: 549.831436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:55.864167Z","caller":"traceutil/trace.go:171","msg":"trace[33925338] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"549.480607ms","start":"2026-03-31T21:19:55.31467Z","end":"2026-03-31T21:19:55.864151Z","steps":["trace[33925338] 'process raft request' (duration: 549.337474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.863765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.313095Z","time spent":"550.550665ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:55.864165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.313785Z","time spent":"550.331148ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:55.86422Z","caller":"traceutil/trace.go:171","msg":"trace[1380888987] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"550.106013ms","start":"2026-03-31T21:19:55.314068Z","end":"2026-03-31T21:19:55.864174Z","steps":["trace[1380888987] 'process raft request' (duration: 549.835346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.865108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.314058Z","time spent":"550.994947ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:55.864276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.314657Z","time spent":"549.531629ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:55.8642Z","caller":"traceutil/trace.go:171","msg":"trace[1728372079] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"549.993851ms","start":"2026-03-31T21:19:55.314128Z","end":"2026-03-31T21:19:55.864122Z","steps":["trace[1728372079] 'process raft request' (duration: 549.830257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.865475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.314117Z","time spent":"551.263433ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:55.863802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.313019Z","time spent":"550.697729ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:55.864369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.78896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:55.865663Z","caller":"traceutil/trace.go:171","msg":"trace[702465380] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28337; }","duration":"631.107824ms","start":"2026-03-31T21:19:55.234517Z","end":"2026-03-31T21:19:55.865625Z","steps":["trace[702465380] 'agreement among raft nodes before linearized reading' (duration: 629.78288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.865758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.234485Z","time spent":"631.236017ms","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:55.864519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.357463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:19:55.86591Z","caller":"traceutil/trace.go:171","msg":"trace[588055335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28337; }","duration":"619.773369ms","start":"2026-03-31T21:19:55.246107Z","end":"2026-03-31T21:19:55.86588Z","steps":["trace[588055335] 'agreement among raft nodes before linearized reading' (duration: 618.294751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.865969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.24608Z","time spent":"619.871002ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:19:55.864545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.673979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:19:55.866079Z","caller":"traceutil/trace.go:171","msg":"trace[8231202] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28337; }","duration":"392.210708ms","start":"2026-03-31T21:19:55.473858Z","end":"2026-03-31T21:19:55.866069Z","steps":["trace[8231202] 'agreement among raft nodes before linearized reading' (duration: 390.590627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.864561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.407726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T21:19:55.866147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.473801Z","time spent":"392.3358ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:55.864601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.526049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:19:55.866263Z","caller":"traceutil/trace.go:171","msg":"trace[288183538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28337; }","duration":"553.182181ms","start":"2026-03-31T21:19:55.313069Z","end":"2026-03-31T21:19:55.866251Z","steps":["trace[288183538] 'agreement among raft nodes before linearized reading' (duration: 551.471028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:55.866186Z","caller":"traceutil/trace.go:171","msg":"trace[1103244860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28337; }","duration":"553.064538ms","start":"2026-03-31T21:19:55.313099Z","end":"2026-03-31T21:19:55.866164Z","steps":["trace[1103244860] 'agreement among raft nodes before linearized reading' (duration: 551.355295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.866289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.313031Z","time spent":"553.249413ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:19:55.866308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.313091Z","time spent":"553.200871ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:19:55.864614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.645996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:19:55.866388Z","caller":"traceutil/trace.go:171","msg":"trace[1565930614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28337; }","duration":"530.460121ms","start":"2026-03-31T21:19:55.335919Z","end":"2026-03-31T21:19:55.866379Z","steps":["trace[1565930614] 'agreement among raft nodes before linearized reading' (duration: 528.668776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.866447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.335894Z","time spent":"530.545833ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:19:55.864666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.641842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:19:55.86652Z","caller":"traceutil/trace.go:171","msg":"trace[93138446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28337; }","duration":"553.53576ms","start":"2026-03-31T21:19:55.312975Z","end":"2026-03-31T21:19:55.866511Z","steps":["trace[93138446] 'agreement among raft nodes before linearized reading' (duration: 551.644142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.866543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.312946Z","time spent":"553.588691ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:19:56.149314Z","caller":"traceutil/trace.go:171","msg":"trace[201062161] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"123.547746ms","start":"2026-03-31T21:19:56.025741Z","end":"2026-03-31T21:19:56.149289Z","steps":["trace[201062161] 'process raft request' (duration: 110.463408ms)","trace[201062161] 'compare' (duration: 12.822501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:58.085734Z","caller":"traceutil/trace.go:171","msg":"trace[2008738561] linearizableReadLoop","detail":"{readStateIndex:29352; appliedIndex:29351; }","duration":"107.871722ms","start":"2026-03-31T21:19:57.977838Z","end":"2026-03-31T21:19:58.08571Z","steps":["trace[2008738561] 'read index received' (duration: 107.677457ms)","trace[2008738561] 'applied index is now lower than readState.Index' (duration: 193.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:58.085889Z","caller":"traceutil/trace.go:171","msg":"trace[473923458] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"114.821157ms","start":"2026-03-31T21:19:57.970938Z","end":"2026-03-31T21:19:58.085759Z","steps":["trace[473923458] 'process raft request' (duration: 114.581751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:58.086015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.154629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:19:58.086073Z","caller":"traceutil/trace.go:171","msg":"trace[871271453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28353; }","duration":"108.264892ms","start":"2026-03-31T21:19:57.977795Z","end":"2026-03-31T21:19:58.08606Z","steps":["trace[871271453] 'agreement among raft nodes before linearized reading' (duration: 108.054797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:58.086072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.910224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:19:58.086087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.209766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:19:58.086161Z","caller":"traceutil/trace.go:171","msg":"trace[1963813106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28353; }","duration":"107.306328ms","start":"2026-03-31T21:19:57.978837Z","end":"2026-03-31T21:19:58.086143Z","steps":["trace[1963813106] 'agreement among raft nodes before linearized reading' (duration: 107.119353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:58.086165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.827707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:19:58.086261Z","caller":"traceutil/trace.go:171","msg":"trace[1760595891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28353; }","duration":"106.97271ms","start":"2026-03-31T21:19:57.979264Z","end":"2026-03-31T21:19:58.086236Z","steps":["trace[1760595891] 'agreement among raft nodes before linearized reading' (duration: 106.674043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:58.086119Z","caller":"traceutil/trace.go:171","msg":"trace[1788605697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28353; }","duration":"107.990245ms","start":"2026-03-31T21:19:57.97812Z","end":"2026-03-31T21:19:58.086111Z","steps":["trace[1788605697] 'agreement among raft nodes before linearized reading' (duration: 107.76718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:01.102312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.199057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:01.102452Z","caller":"traceutil/trace.go:171","msg":"trace[1702506169] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"198.822211ms","start":"2026-03-31T21:20:00.903604Z","end":"2026-03-31T21:20:01.102426Z","steps":["trace[1702506169] 'process raft request' (duration: 71.410039ms)","trace[1702506169] 'compare' (duration: 126.92256ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:02.045467Z","caller":"traceutil/trace.go:171","msg":"trace[1462234074] transaction","detail":"{read_only:false; response_revision:28392; number_of_response:1; }","duration":"105.960605ms","start":"2026-03-31T21:20:01.939478Z","end":"2026-03-31T21:20:02.045439Z","steps":["trace[1462234074] 'process raft request' (duration: 105.76021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:02.045778Z","caller":"traceutil/trace.go:171","msg":"trace[464764588] transaction","detail":"{read_only:false; response_revision:28393; number_of_response:1; }","duration":"105.100323ms","start":"2026-03-31T21:20:01.94064Z","end":"2026-03-31T21:20:02.04574Z","steps":["trace[464764588] 'process raft request' (duration: 104.758495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:02.045963Z","caller":"traceutil/trace.go:171","msg":"trace[468264761] transaction","detail":"{read_only:false; response_revision:28395; number_of_response:1; }","duration":"103.969345ms","start":"2026-03-31T21:20:01.941979Z","end":"2026-03-31T21:20:02.045949Z","steps":["trace[468264761] 'process raft request' (duration: 103.859312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:02.046024Z","caller":"traceutil/trace.go:171","msg":"trace[1914952844] transaction","detail":"{read_only:false; response_revision:28398; number_of_response:1; }","duration":"102.518319ms","start":"2026-03-31T21:20:01.943496Z","end":"2026-03-31T21:20:02.046014Z","steps":["trace[1914952844] 'process raft request' (duration: 102.452518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:02.04595Z","caller":"traceutil/trace.go:171","msg":"trace[194096326] transaction","detail":"{read_only:false; response_revision:28394; number_of_response:1; }","duration":"104.006886ms","start":"2026-03-31T21:20:01.941909Z","end":"2026-03-31T21:20:02.045916Z","steps":["trace[194096326] 'process raft request' (duration: 103.809901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:02.046094Z","caller":"traceutil/trace.go:171","msg":"trace[460846650] transaction","detail":"{read_only:false; response_revision:28396; number_of_response:1; }","duration":"103.408901ms","start":"2026-03-31T21:20:01.942675Z","end":"2026-03-31T21:20:02.046084Z","steps":["trace[460846650] 'process raft request' (duration: 103.207006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:02.046014Z","caller":"traceutil/trace.go:171","msg":"trace[1250266637] linearizableReadLoop","detail":"{readStateIndex:29396; appliedIndex:29391; }","duration":"103.641357ms","start":"2026-03-31T21:20:01.942351Z","end":"2026-03-31T21:20:02.045993Z","steps":["trace[1250266637] 'read index received' (duration: 72.284711ms)","trace[1250266637] 'applied index is now lower than readState.Index' (duration: 31.355706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:02.046142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.76591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:02.046199Z","caller":"traceutil/trace.go:171","msg":"trace[905557307] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28398; }","duration":"103.877552ms","start":"2026-03-31T21:20:01.942308Z","end":"2026-03-31T21:20:02.046186Z","steps":["trace[905557307] 'agreement among raft nodes before linearized reading' (duration: 103.754179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:02.046339Z","caller":"traceutil/trace.go:171","msg":"trace[1739322411] transaction","detail":"{read_only:false; response_revision:28397; number_of_response:1; }","duration":"103.030402ms","start":"2026-03-31T21:20:01.94297Z","end":"2026-03-31T21:20:02.046001Z","steps":["trace[1739322411] 'process raft request' (duration: 102.94548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:04.165585Z","caller":"traceutil/trace.go:171","msg":"trace[1848742365] transaction","detail":"{read_only:false; response_revision:28411; number_of_response:1; }","duration":"108.401797ms","start":"2026-03-31T21:20:04.057156Z","end":"2026-03-31T21:20:04.165558Z","steps":["trace[1848742365] 'process raft request' (duration: 71.973524ms)","trace[1848742365] 'compare' (duration: 36.177155ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:06.901633Z","caller":"traceutil/trace.go:171","msg":"trace[1364103040] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"102.569819ms","start":"2026-03-31T21:20:06.799042Z","end":"2026-03-31T21:20:06.901612Z","steps":["trace[1364103040] 'process raft request' (duration: 102.078707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:11.032352Z","caller":"traceutil/trace.go:171","msg":"trace[1872847877] linearizableReadLoop","detail":"{readStateIndex:29471; appliedIndex:29470; }","duration":"180.249547ms","start":"2026-03-31T21:20:10.852072Z","end":"2026-03-31T21:20:11.032322Z","steps":["trace[1872847877] 'read index received' (duration: 136.144372ms)","trace[1872847877] 'applied index is now lower than readState.Index' (duration: 44.102815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:11.032665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.569135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29583200-mxlkq\" ","response":"range_response_count:1 size:7284"} {"level":"warn","ts":"2026-03-31T21:20:11.032645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.757596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:11.032717Z","caller":"traceutil/trace.go:171","msg":"trace[602509227] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29583200-mxlkq; range_end:; response_count:1; response_revision:28468; }","duration":"180.648247ms","start":"2026-03-31T21:20:10.852052Z","end":"2026-03-31T21:20:11.0327Z","steps":["trace[602509227] 'agreement among raft nodes before linearized reading' (duration: 180.418132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:11.032761Z","caller":"traceutil/trace.go:171","msg":"trace[1839754236] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28468; }","duration":"120.894679ms","start":"2026-03-31T21:20:10.911816Z","end":"2026-03-31T21:20:11.03271Z","steps":["trace[1839754236] 'agreement among raft nodes before linearized reading' (duration: 120.718035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:11.69806Z","caller":"traceutil/trace.go:171","msg":"trace[416381098] transaction","detail":"{read_only:false; response_revision:28472; number_of_response:1; }","duration":"116.060278ms","start":"2026-03-31T21:20:11.581961Z","end":"2026-03-31T21:20:11.698021Z","steps":["trace[416381098] 'process raft request' (duration: 115.830502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:11.900782Z","caller":"traceutil/trace.go:171","msg":"trace[971254310] transaction","detail":"{read_only:false; response_revision:28473; number_of_response:1; }","duration":"125.781331ms","start":"2026-03-31T21:20:11.774983Z","end":"2026-03-31T21:20:11.900765Z","steps":["trace[971254310] 'process raft request' (duration: 123.649328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.469777Z","caller":"traceutil/trace.go:171","msg":"trace[1122432140] transaction","detail":"{read_only:false; response_revision:28861; number_of_response:1; }","duration":"210.611707ms","start":"2026-03-31T21:20:40.259134Z","end":"2026-03-31T21:20:40.469745Z","steps":["trace[1122432140] 'process raft request' (duration: 210.402892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.473356Z","caller":"traceutil/trace.go:171","msg":"trace[666860904] transaction","detail":"{read_only:false; response_revision:28862; number_of_response:1; }","duration":"212.700149ms","start":"2026-03-31T21:20:40.260629Z","end":"2026-03-31T21:20:40.473329Z","steps":["trace[666860904] 'process raft request' (duration: 212.516765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.473711Z","caller":"traceutil/trace.go:171","msg":"trace[160004989] transaction","detail":"{read_only:false; response_revision:28863; number_of_response:1; }","duration":"210.492273ms","start":"2026-03-31T21:20:40.263205Z","end":"2026-03-31T21:20:40.473697Z","steps":["trace[160004989] 'process raft request' (duration: 210.084993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.473981Z","caller":"traceutil/trace.go:171","msg":"trace[35007672] transaction","detail":"{read_only:false; response_revision:28864; number_of_response:1; }","duration":"210.574126ms","start":"2026-03-31T21:20:40.263395Z","end":"2026-03-31T21:20:40.473969Z","steps":["trace[35007672] 'process raft request' (duration: 210.162756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.474165Z","caller":"traceutil/trace.go:171","msg":"trace[1555662653] transaction","detail":"{read_only:false; response_revision:28865; number_of_response:1; }","duration":"208.296678ms","start":"2026-03-31T21:20:40.265835Z","end":"2026-03-31T21:20:40.474132Z","steps":["trace[1555662653] 'process raft request' (duration: 207.990091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.474245Z","caller":"traceutil/trace.go:171","msg":"trace[159017677] linearizableReadLoop","detail":"{readStateIndex:29880; appliedIndex:29873; }","duration":"106.358514ms","start":"2026-03-31T21:20:40.36783Z","end":"2026-03-31T21:20:40.474188Z","steps":["trace[159017677] 'read index received' (duration: 101.80985ms)","trace[159017677] 'applied index is now lower than readState.Index' (duration: 4.547204ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:40.47446Z","caller":"traceutil/trace.go:171","msg":"trace[494843941] transaction","detail":"{read_only:false; response_revision:28866; number_of_response:1; }","duration":"207.108139ms","start":"2026-03-31T21:20:40.267334Z","end":"2026-03-31T21:20:40.474443Z","steps":["trace[494843941] 'process raft request' (duration: 206.649847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.474474Z","caller":"traceutil/trace.go:171","msg":"trace[1804902524] transaction","detail":"{read_only:false; response_revision:28867; number_of_response:1; }","duration":"204.411781ms","start":"2026-03-31T21:20:40.27005Z","end":"2026-03-31T21:20:40.474462Z","steps":["trace[1804902524] 'process raft request' (duration: 204.042921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:40.474458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.606771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:20:40.474534Z","caller":"traceutil/trace.go:171","msg":"trace[71240599] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28867; }","duration":"106.705374ms","start":"2026-03-31T21:20:40.367814Z","end":"2026-03-31T21:20:40.474519Z","steps":["trace[71240599] 'agreement among raft nodes before linearized reading' (duration: 106.53362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:50.620827Z","caller":"traceutil/trace.go:171","msg":"trace[405395974] transaction","detail":"{read_only:false; response_revision:28938; number_of_response:1; }","duration":"114.777385ms","start":"2026-03-31T21:20:50.506025Z","end":"2026-03-31T21:20:50.620802Z","steps":["trace[405395974] 'process raft request' (duration: 114.60109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:50.817127Z","caller":"traceutil/trace.go:171","msg":"trace[690148433] transaction","detail":"{read_only:false; response_revision:28940; number_of_response:1; }","duration":"293.255768ms","start":"2026-03-31T21:20:50.523851Z","end":"2026-03-31T21:20:50.817107Z","steps":["trace[690148433] 'process raft request' (duration: 293.187367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:50.817127Z","caller":"traceutil/trace.go:171","msg":"trace[2055451392] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"299.646388ms","start":"2026-03-31T21:20:50.517456Z","end":"2026-03-31T21:20:50.817102Z","steps":["trace[2055451392] 'process raft request' (duration: 299.463274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:50.817524Z","caller":"traceutil/trace.go:171","msg":"trace[1544649812] transaction","detail":"{read_only:false; response_revision:28941; number_of_response:1; }","duration":"260.360084ms","start":"2026-03-31T21:20:50.557154Z","end":"2026-03-31T21:20:50.817514Z","steps":["trace[1544649812] 'process raft request' (duration: 259.927044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:50.819547Z","caller":"traceutil/trace.go:171","msg":"trace[172751229] linearizableReadLoop","detail":"{readStateIndex:29960; appliedIndex:29952; }","duration":"234.590707ms","start":"2026-03-31T21:20:50.584942Z","end":"2026-03-31T21:20:50.819533Z","steps":["trace[172751229] 'read index received' (duration: 35.754995ms)","trace[172751229] 'applied index is now lower than readState.Index' (duration: 198.834852ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:50.819863Z","caller":"traceutil/trace.go:171","msg":"trace[1336942557] transaction","detail":"{read_only:false; response_revision:28942; number_of_response:1; }","duration":"262.532968ms","start":"2026-03-31T21:20:50.55732Z","end":"2026-03-31T21:20:50.819853Z","steps":["trace[1336942557] 'process raft request' (duration: 259.990504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:50.82011Z","caller":"traceutil/trace.go:171","msg":"trace[1932054135] transaction","detail":"{read_only:false; response_revision:28943; number_of_response:1; }","duration":"261.324148ms","start":"2026-03-31T21:20:50.558778Z","end":"2026-03-31T21:20:50.820102Z","steps":["trace[1932054135] 'process raft request' (duration: 260.601259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:50.82033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.368127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:20:50.820393Z","caller":"traceutil/trace.go:171","msg":"trace[218151896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28945; }","duration":"235.46948ms","start":"2026-03-31T21:20:50.584906Z","end":"2026-03-31T21:20:50.820375Z","steps":["trace[218151896] 'agreement among raft nodes before linearized reading' (duration: 235.287385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:50.820507Z","caller":"traceutil/trace.go:171","msg":"trace[265200651] transaction","detail":"{read_only:false; response_revision:28944; number_of_response:1; }","duration":"261.116573ms","start":"2026-03-31T21:20:50.559378Z","end":"2026-03-31T21:20:50.820495Z","steps":["trace[265200651] 'process raft request' (duration: 260.094307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:50.820591Z","caller":"traceutil/trace.go:171","msg":"trace[1555385171] transaction","detail":"{read_only:false; response_revision:28945; number_of_response:1; }","duration":"260.373254ms","start":"2026-03-31T21:20:50.560209Z","end":"2026-03-31T21:20:50.820582Z","steps":["trace[1555385171] 'process raft request' (duration: 259.293186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:50.820805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.13168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:20:50.820851Z","caller":"traceutil/trace.go:171","msg":"trace[1446458279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28945; }","duration":"213.209532ms","start":"2026-03-31T21:20:50.60763Z","end":"2026-03-31T21:20:50.82084Z","steps":["trace[1446458279] 'agreement among raft nodes before linearized reading' (duration: 213.09471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:50.821011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.002564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:20:50.821049Z","caller":"traceutil/trace.go:171","msg":"trace[587963663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28945; }","duration":"173.060826ms","start":"2026-03-31T21:20:50.647978Z","end":"2026-03-31T21:20:50.821039Z","steps":["trace[587963663] 'agreement among raft nodes before linearized reading' (duration: 172.979774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:50.82144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.484922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:20:50.821482Z","caller":"traceutil/trace.go:171","msg":"trace[72355130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28945; }","duration":"186.581314ms","start":"2026-03-31T21:20:50.634892Z","end":"2026-03-31T21:20:50.821473Z","steps":["trace[72355130] 'agreement among raft nodes before linearized reading' (duration: 186.456131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:50.821601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.902788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:20:50.82168Z","caller":"traceutil/trace.go:171","msg":"trace[1044558985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28945; }","duration":"188.016961ms","start":"2026-03-31T21:20:50.633626Z","end":"2026-03-31T21:20:50.821643Z","steps":["trace[1044558985] 'agreement among raft nodes before linearized reading' (duration: 187.897308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:51.030538Z","caller":"traceutil/trace.go:171","msg":"trace[273789353] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"205.89569ms","start":"2026-03-31T21:20:50.824604Z","end":"2026-03-31T21:20:51.0305Z","steps":["trace[273789353] 'process raft request' (duration: 128.840288ms)","trace[273789353] 'compare' (duration: 76.58684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:51.030601Z","caller":"traceutil/trace.go:171","msg":"trace[763431112] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"204.650308ms","start":"2026-03-31T21:20:50.825934Z","end":"2026-03-31T21:20:51.030584Z","steps":["trace[763431112] 'process raft request' (duration: 204.31962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:51.030608Z","caller":"traceutil/trace.go:171","msg":"trace[1290077150] transaction","detail":"{read_only:false; response_revision:28948; number_of_response:1; }","duration":"202.457262ms","start":"2026-03-31T21:20:50.828109Z","end":"2026-03-31T21:20:51.030567Z","steps":["trace[1290077150] 'process raft request' (duration: 202.203836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:51.03075Z","caller":"traceutil/trace.go:171","msg":"trace[2118161421] transaction","detail":"{read_only:false; response_revision:28949; number_of_response:1; }","duration":"202.559756ms","start":"2026-03-31T21:20:50.828181Z","end":"2026-03-31T21:20:51.030741Z","steps":["trace[2118161421] 'process raft request' (duration: 202.195487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:51.030817Z","caller":"traceutil/trace.go:171","msg":"trace[1097938223] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"202.503473ms","start":"2026-03-31T21:20:50.828306Z","end":"2026-03-31T21:20:51.03081Z","steps":["trace[1097938223] 'process raft request' (duration: 202.123574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:51.03102Z","caller":"traceutil/trace.go:171","msg":"trace[1556776757] linearizableReadLoop","detail":"{readStateIndex:29965; appliedIndex:29960; }","duration":"191.806536ms","start":"2026-03-31T21:20:50.838704Z","end":"2026-03-31T21:20:51.03051Z","steps":["trace[1556776757] 'read index received' (duration: 114.750415ms)","trace[1556776757] 'applied index is now lower than readState.Index' (duration: 77.054781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:51.031031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.308789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:51.031083Z","caller":"traceutil/trace.go:171","msg":"trace[1873194309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28950; }","duration":"192.398681ms","start":"2026-03-31T21:20:50.838668Z","end":"2026-03-31T21:20:51.031066Z","steps":["trace[1873194309] 'agreement among raft nodes before linearized reading' (duration: 192.294868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:51.031474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.113152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T21:20:51.031544Z","caller":"traceutil/trace.go:171","msg":"trace[1809966943] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:28950; }","duration":"180.211425ms","start":"2026-03-31T21:20:50.851318Z","end":"2026-03-31T21:20:51.03153Z","steps":["trace[1809966943] 'agreement among raft nodes before linearized reading' (duration: 179.787565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:51.251029Z","caller":"traceutil/trace.go:171","msg":"trace[34454526] transaction","detail":"{read_only:false; response_revision:28951; number_of_response:1; }","duration":"206.229057ms","start":"2026-03-31T21:20:51.044761Z","end":"2026-03-31T21:20:51.25099Z","steps":["trace[34454526] 'process raft request' (duration: 109.947584ms)","trace[34454526] 'compare' (duration: 95.968345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:51.251216Z","caller":"traceutil/trace.go:171","msg":"trace[1631970261] linearizableReadLoop","detail":"{readStateIndex:29967; appliedIndex:29966; }","duration":"171.891566ms","start":"2026-03-31T21:20:51.079041Z","end":"2026-03-31T21:20:51.250933Z","steps":["trace[1631970261] 'read index received' (duration: 75.593704ms)","trace[1631970261] 'applied index is now lower than readState.Index' (duration: 96.296462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:51.25139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.326538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T21:20:51.251487Z","caller":"traceutil/trace.go:171","msg":"trace[469678822] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28951; }","duration":"172.457281ms","start":"2026-03-31T21:20:51.079006Z","end":"2026-03-31T21:20:51.251464Z","steps":["trace[469678822] 'agreement among raft nodes before linearized reading' (duration: 172.171544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:51.45848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.257576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:51.458825Z","caller":"traceutil/trace.go:171","msg":"trace[775925913] transaction","detail":"{read_only:false; response_revision:28953; number_of_response:1; }","duration":"133.633839ms","start":"2026-03-31T21:20:51.325099Z","end":"2026-03-31T21:20:51.458733Z","steps":["trace[775925913] 'process raft request' (duration: 29.949741ms)","trace[775925913] 'compare' (duration: 103.075042ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:56.466687Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:20:56.478721Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-31T21:20:56.478835Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-31T21:21:59.173524Z","caller":"traceutil/trace.go:171","msg":"trace[1093244157] transaction","detail":"{read_only:false; response_revision:29543; number_of_response:1; }","duration":"101.822782ms","start":"2026-03-31T21:21:59.071668Z","end":"2026-03-31T21:21:59.173491Z","steps":["trace[1093244157] 'process raft request' (duration: 101.659677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:59.237789Z","caller":"traceutil/trace.go:171","msg":"trace[139992845] transaction","detail":"{read_only:false; response_revision:29544; number_of_response:1; }","duration":"145.503355ms","start":"2026-03-31T21:21:59.092264Z","end":"2026-03-31T21:21:59.237768Z","steps":["trace[139992845] 'process raft request' (duration: 144.677084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:59.238094Z","caller":"traceutil/trace.go:171","msg":"trace[1969698297] transaction","detail":"{read_only:false; response_revision:29547; number_of_response:1; }","duration":"144.110791ms","start":"2026-03-31T21:21:59.093966Z","end":"2026-03-31T21:21:59.238077Z","steps":["trace[1969698297] 'process raft request' (duration: 143.192708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:59.23821Z","caller":"traceutil/trace.go:171","msg":"trace[431439539] transaction","detail":"{read_only:false; response_revision:29546; number_of_response:1; }","duration":"144.726916ms","start":"2026-03-31T21:21:59.093474Z","end":"2026-03-31T21:21:59.238201Z","steps":["trace[431439539] 'process raft request' (duration: 143.648469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:59.238299Z","caller":"traceutil/trace.go:171","msg":"trace[231437123] transaction","detail":"{read_only:false; response_revision:29545; number_of_response:1; }","duration":"145.68161ms","start":"2026-03-31T21:21:59.092363Z","end":"2026-03-31T21:21:59.238045Z","steps":["trace[231437123] 'process raft request' (duration: 144.724896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.383999Z","caller":"traceutil/trace.go:171","msg":"trace[1071645991] transaction","detail":"{read_only:false; response_revision:29560; number_of_response:1; }","duration":"138.983903ms","start":"2026-03-31T21:22:01.244991Z","end":"2026-03-31T21:22:01.383975Z","steps":["trace[1071645991] 'process raft request' (duration: 138.785318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.384632Z","caller":"traceutil/trace.go:171","msg":"trace[1533482233] transaction","detail":"{read_only:false; response_revision:29561; number_of_response:1; }","duration":"139.462794ms","start":"2026-03-31T21:22:01.245138Z","end":"2026-03-31T21:22:01.384601Z","steps":["trace[1533482233] 'process raft request' (duration: 138.795798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.384695Z","caller":"traceutil/trace.go:171","msg":"trace[86619787] transaction","detail":"{read_only:false; response_revision:29562; number_of_response:1; }","duration":"139.454605ms","start":"2026-03-31T21:22:01.245196Z","end":"2026-03-31T21:22:01.38465Z","steps":["trace[86619787] 'process raft request' (duration: 139.085605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.384848Z","caller":"traceutil/trace.go:171","msg":"trace[1156858059] transaction","detail":"{read_only:false; response_revision:29563; number_of_response:1; }","duration":"139.539517ms","start":"2026-03-31T21:22:01.245282Z","end":"2026-03-31T21:22:01.384821Z","steps":["trace[1156858059] 'process raft request' (duration: 139.287361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.384862Z","caller":"traceutil/trace.go:171","msg":"trace[634529468] transaction","detail":"{read_only:false; response_revision:29566; number_of_response:1; }","duration":"136.237194ms","start":"2026-03-31T21:22:01.248595Z","end":"2026-03-31T21:22:01.384832Z","steps":["trace[634529468] 'process raft request' (duration: 136.177273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.385501Z","caller":"traceutil/trace.go:171","msg":"trace[881857464] transaction","detail":"{read_only:false; response_revision:29564; number_of_response:1; }","duration":"139.460745ms","start":"2026-03-31T21:22:01.245891Z","end":"2026-03-31T21:22:01.385352Z","steps":["trace[881857464] 'process raft request' (duration: 138.754778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.385785Z","caller":"traceutil/trace.go:171","msg":"trace[912963753] transaction","detail":"{read_only:false; response_revision:29565; number_of_response:1; }","duration":"137.153227ms","start":"2026-03-31T21:22:01.248562Z","end":"2026-03-31T21:22:01.385715Z","steps":["trace[912963753] 'process raft request' (duration: 136.144762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:05.791539Z","caller":"traceutil/trace.go:171","msg":"trace[209979896] transaction","detail":"{read_only:false; response_revision:30167; number_of_response:1; }","duration":"114.970851ms","start":"2026-03-31T21:23:05.676542Z","end":"2026-03-31T21:23:05.791512Z","steps":["trace[209979896] 'process raft request' (duration: 114.905469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:05.79151Z","caller":"traceutil/trace.go:171","msg":"trace[2073357553] transaction","detail":"{read_only:false; response_revision:30165; number_of_response:1; }","duration":"116.610132ms","start":"2026-03-31T21:23:05.674864Z","end":"2026-03-31T21:23:05.791474Z","steps":["trace[2073357553] 'process raft request' (duration: 113.088554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:05.791576Z","caller":"traceutil/trace.go:171","msg":"trace[566333314] transaction","detail":"{read_only:false; response_revision:30166; number_of_response:1; }","duration":"115.708169ms","start":"2026-03-31T21:23:05.675823Z","end":"2026-03-31T21:23:05.791531Z","steps":["trace[566333314] 'process raft request' (duration: 115.572106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:05.791616Z","caller":"traceutil/trace.go:171","msg":"trace[1573110902] transaction","detail":"{read_only:false; response_revision:30168; number_of_response:1; }","duration":"113.108824ms","start":"2026-03-31T21:23:05.678479Z","end":"2026-03-31T21:23:05.791588Z","steps":["trace[1573110902] 'process raft request' (duration: 113.005621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:16.37128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27376} {"level":"info","ts":"2026-03-31T21:23:16.477031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27376,"took":"102.62814ms","hash":2087300710,"current-db-size-bytes":49852416,"current-db-size":"50 MB","current-db-size-in-use-bytes":37335040,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-31T21:23:16.477104Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2087300710,"revision":27376,"compact-revision":26102} {"level":"info","ts":"2026-03-31T21:23:21.071208Z","caller":"traceutil/trace.go:171","msg":"trace[233111614] linearizableReadLoop","detail":"{readStateIndex:31429; appliedIndex:31428; }","duration":"158.519681ms","start":"2026-03-31T21:23:20.912662Z","end":"2026-03-31T21:23:21.071181Z","steps":["trace[233111614] 'read index received' (duration: 158.306666ms)","trace[233111614] 'applied index is now lower than readState.Index' (duration: 211.485µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:21.071554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.88135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:23:21.07175Z","caller":"traceutil/trace.go:171","msg":"trace[689865533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30374; }","duration":"159.133267ms","start":"2026-03-31T21:23:20.912594Z","end":"2026-03-31T21:23:21.071727Z","steps":["trace[689865533] 'agreement among raft nodes before linearized reading' (duration: 158.782768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:28.07026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.91283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:28.070373Z","caller":"traceutil/trace.go:171","msg":"trace[1869466958] linearizableReadLoop","detail":"{readStateIndex:31485; appliedIndex:31483; }","duration":"289.951665ms","start":"2026-03-31T21:23:27.780406Z","end":"2026-03-31T21:23:28.070358Z","steps":["trace[1869466958] 'read index received' (duration: 64.26319ms)","trace[1869466958] 'applied index is now lower than readState.Index' (duration: 225.687245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:28.07047Z","caller":"traceutil/trace.go:171","msg":"trace[2035796346] transaction","detail":"{read_only:false; response_revision:30429; number_of_response:1; }","duration":"317.277619ms","start":"2026-03-31T21:23:27.753157Z","end":"2026-03-31T21:23:28.070435Z","steps":["trace[2035796346] 'process raft request' (duration: 113.104614ms)","trace[2035796346] 'compare' (duration: 203.621812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:28.070581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:27.753137Z","time spent":"317.390712ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:28.070588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.192902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:28.070634Z","caller":"traceutil/trace.go:171","msg":"trace[1161463254] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30429; }","duration":"290.289594ms","start":"2026-03-31T21:23:27.780333Z","end":"2026-03-31T21:23:28.070622Z","steps":["trace[1161463254] 'agreement among raft nodes before linearized reading' (duration: 290.214682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:28.074835Z","caller":"traceutil/trace.go:171","msg":"trace[1289690450] transaction","detail":"{read_only:false; response_revision:30430; number_of_response:1; }","duration":"188.848011ms","start":"2026-03-31T21:23:27.88596Z","end":"2026-03-31T21:23:28.074808Z","steps":["trace[1289690450] 'process raft request' (duration: 188.717558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:28.076468Z","caller":"traceutil/trace.go:171","msg":"trace[1084802931] transaction","detail":"{read_only:false; response_revision:30431; number_of_response:1; }","duration":"189.427487ms","start":"2026-03-31T21:23:27.886986Z","end":"2026-03-31T21:23:28.076413Z","steps":["trace[1084802931] 'process raft request' (duration: 188.993577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:28.07658Z","caller":"traceutil/trace.go:171","msg":"trace[1490027888] transaction","detail":"{read_only:false; response_revision:30432; number_of_response:1; }","duration":"189.429497ms","start":"2026-03-31T21:23:27.887105Z","end":"2026-03-31T21:23:28.076535Z","steps":["trace[1490027888] 'process raft request' (duration: 189.307374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:28.076739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.355582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:28.077182Z","caller":"traceutil/trace.go:171","msg":"trace[1411439898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30433; }","duration":"236.849484ms","start":"2026-03-31T21:23:27.840317Z","end":"2026-03-31T21:23:28.077166Z","steps":["trace[1411439898] 'agreement among raft nodes before linearized reading' (duration: 236.357042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:28.07686Z","caller":"traceutil/trace.go:171","msg":"trace[1827979390] transaction","detail":"{read_only:false; response_revision:30433; number_of_response:1; }","duration":"186.941664ms","start":"2026-03-31T21:23:27.889887Z","end":"2026-03-31T21:23:28.076828Z","steps":["trace[1827979390] 'process raft request' (duration: 186.580816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:28.077021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.229384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:23:28.07746Z","caller":"traceutil/trace.go:171","msg":"trace[1196575615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30433; }","duration":"140.658245ms","start":"2026-03-31T21:23:27.936783Z","end":"2026-03-31T21:23:28.077441Z","steps":["trace[1196575615] 'agreement among raft nodes before linearized reading' (duration: 140.168343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:33.85495Z","caller":"traceutil/trace.go:171","msg":"trace[990643389] transaction","detail":"{read_only:false; response_revision:30474; number_of_response:1; }","duration":"109.595995ms","start":"2026-03-31T21:23:33.745317Z","end":"2026-03-31T21:23:33.854913Z","steps":["trace[990643389] 'process raft request' (duration: 108.940688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:33.855099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.279767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:33.855198Z","caller":"traceutil/trace.go:171","msg":"trace[736610473] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:30474; }","duration":"105.459232ms","start":"2026-03-31T21:23:33.749719Z","end":"2026-03-31T21:23:33.855179Z","steps":["trace[736610473] 'agreement among raft nodes before linearized reading' (duration: 105.279607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:33.854857Z","caller":"traceutil/trace.go:171","msg":"trace[1926620840] linearizableReadLoop","detail":"{readStateIndex:31531; appliedIndex:31530; }","duration":"105.060092ms","start":"2026-03-31T21:23:33.749772Z","end":"2026-03-31T21:23:33.854832Z","steps":["trace[1926620840] 'read index received' (duration: 104.332823ms)","trace[1926620840] 'applied index is now lower than readState.Index' (duration: 725.639µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:33.856724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.730489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:37 size:314820"} {"level":"info","ts":"2026-03-31T21:23:33.856776Z","caller":"traceutil/trace.go:171","msg":"trace[367786904] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:37; response_revision:30474; }","duration":"103.82036ms","start":"2026-03-31T21:23:33.752943Z","end":"2026-03-31T21:23:33.856763Z","steps":["trace[367786904] 'agreement among raft nodes before linearized reading' (duration: 102.957479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:34.04326Z","caller":"traceutil/trace.go:171","msg":"trace[424019575] transaction","detail":"{read_only:false; response_revision:30475; number_of_response:1; }","duration":"124.653721ms","start":"2026-03-31T21:23:33.91858Z","end":"2026-03-31T21:23:34.043234Z","steps":["trace[424019575] 'process raft request' (duration: 124.480607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:34.244367Z","caller":"traceutil/trace.go:171","msg":"trace[625359963] transaction","detail":"{read_only:false; response_revision:30476; number_of_response:1; }","duration":"138.271504ms","start":"2026-03-31T21:23:34.106072Z","end":"2026-03-31T21:23:34.244344Z","steps":["trace[625359963] 'process raft request' (duration: 138.040498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.689066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.693082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:34.689192Z","caller":"traceutil/trace.go:171","msg":"trace[1948404628] transaction","detail":"{read_only:false; response_revision:30477; number_of_response:1; }","duration":"581.849709ms","start":"2026-03-31T21:23:34.107328Z","end":"2026-03-31T21:23:34.689177Z","steps":["trace[1948404628] 'process raft request' (duration: 206.981042ms)","trace[1948404628] 'compare' (duration: 374.21934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:34.689239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.107319Z","time spent":"581.900732ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:34.689496Z","caller":"traceutil/trace.go:171","msg":"trace[1124585841] transaction","detail":"{read_only:false; response_revision:30478; number_of_response:1; }","duration":"582.069726ms","start":"2026-03-31T21:23:34.107404Z","end":"2026-03-31T21:23:34.689474Z","steps":["trace[1124585841] 'process raft request' (duration: 581.732476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:34.689577Z","caller":"traceutil/trace.go:171","msg":"trace[1807380176] transaction","detail":"{read_only:false; response_revision:30479; number_of_response:1; }","duration":"580.121526ms","start":"2026-03-31T21:23:34.109448Z","end":"2026-03-31T21:23:34.68957Z","steps":["trace[1807380176] 'process raft request' (duration: 579.910851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.689595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.107396Z","time spent":"582.154138ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:34.68958Z","caller":"traceutil/trace.go:171","msg":"trace[995758330] linearizableReadLoop","detail":"{readStateIndex:31537; appliedIndex:31532; }","duration":"568.585788ms","start":"2026-03-31T21:23:34.120968Z","end":"2026-03-31T21:23:34.689554Z","steps":["trace[995758330] 'read index received' (duration: 123.167594ms)","trace[995758330] 'applied index is now lower than readState.Index' (duration: 445.395423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:34.689626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.109439Z","time spent":"580.157677ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:34.689678Z","caller":"traceutil/trace.go:171","msg":"trace[1425828513] transaction","detail":"{read_only:false; response_revision:30480; number_of_response:1; }","duration":"578.939717ms","start":"2026-03-31T21:23:34.110733Z","end":"2026-03-31T21:23:34.689673Z","steps":["trace[1425828513] 'process raft request' (duration: 578.737462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.689713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.110726Z","time spent":"578.968857ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:34.689795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.852265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:23:34.689834Z","caller":"traceutil/trace.go:171","msg":"trace[1375218931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30480; }","duration":"568.923845ms","start":"2026-03-31T21:23:34.1209Z","end":"2026-03-31T21:23:34.689823Z","steps":["trace[1375218931] 'agreement among raft nodes before linearized reading' (duration: 568.781482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.689911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.025139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:34.689914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.120882Z","time spent":"568.982007ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:23:34.689939Z","caller":"traceutil/trace.go:171","msg":"trace[1044837464] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:30480; }","duration":"107.090831ms","start":"2026-03-31T21:23:34.582841Z","end":"2026-03-31T21:23:34.689932Z","steps":["trace[1044837464] 'agreement among raft nodes before linearized reading' (duration: 107.024679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.689841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.486137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:34.689992Z","caller":"traceutil/trace.go:171","msg":"trace[371549177] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:30480; }","duration":"354.731183ms","start":"2026-03-31T21:23:34.335251Z","end":"2026-03-31T21:23:34.689983Z","steps":["trace[371549177] 'agreement among raft nodes before linearized reading' (duration: 354.509038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.690028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.335228Z","time spent":"354.790714ms","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:34.690038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.360556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-31T21:23:34.690095Z","caller":"traceutil/trace.go:171","msg":"trace[1676076087] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30480; }","duration":"406.441218ms","start":"2026-03-31T21:23:34.283642Z","end":"2026-03-31T21:23:34.690083Z","steps":["trace[1676076087] 'agreement among raft nodes before linearized reading' (duration: 406.286604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.690151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.283619Z","time spent":"406.523459ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18734,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:23:34.68986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.497486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:23:34.690206Z","caller":"traceutil/trace.go:171","msg":"trace[1910012172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30480; }","duration":"564.887436ms","start":"2026-03-31T21:23:34.125308Z","end":"2026-03-31T21:23:34.690196Z","steps":["trace[1910012172] 'agreement among raft nodes before linearized reading' (duration: 564.421594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.690249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.125293Z","time spent":"564.945937ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:23:34.690113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.510415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:34.690381Z","caller":"traceutil/trace.go:171","msg":"trace[1441304482] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30480; }","duration":"308.822123ms","start":"2026-03-31T21:23:34.381544Z","end":"2026-03-31T21:23:34.690366Z","steps":["trace[1441304482] 'agreement among raft nodes before linearized reading' (duration: 308.531626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.690401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.999788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T21:23:34.690423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.38151Z","time spent":"308.896715ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:23:34.690447Z","caller":"traceutil/trace.go:171","msg":"trace[1085434996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30480; }","duration":"565.06363ms","start":"2026-03-31T21:23:34.125372Z","end":"2026-03-31T21:23:34.690436Z","steps":["trace[1085434996] 'agreement among raft nodes before linearized reading' (duration: 564.951127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.690491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.125364Z","time spent":"565.114891ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:23:34.690648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.926397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T21:23:34.690666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.978557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:23:34.690687Z","caller":"traceutil/trace.go:171","msg":"trace[726436172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30480; }","duration":"565.016869ms","start":"2026-03-31T21:23:34.125664Z","end":"2026-03-31T21:23:34.690681Z","steps":["trace[726436172] 'agreement among raft nodes before linearized reading' (duration: 564.962837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:34.690684Z","caller":"traceutil/trace.go:171","msg":"trace[118317229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30480; }","duration":"564.973497ms","start":"2026-03-31T21:23:34.125701Z","end":"2026-03-31T21:23:34.690675Z","steps":["trace[118317229] 'agreement among raft nodes before linearized reading' (duration: 564.872905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.690703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.125656Z","time spent":"565.043429ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:23:34.69071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.125696Z","time spent":"565.008628ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:23:39.439806Z","caller":"traceutil/trace.go:171","msg":"trace[1962797747] transaction","detail":"{read_only:false; response_revision:30527; number_of_response:1; }","duration":"145.635347ms","start":"2026-03-31T21:23:39.294137Z","end":"2026-03-31T21:23:39.439772Z","steps":["trace[1962797747] 'process raft request' (duration: 145.420162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:39.474661Z","caller":"traceutil/trace.go:171","msg":"trace[1787527387] linearizableReadLoop","detail":"{readStateIndex:31587; appliedIndex:31585; }","duration":"129.087932ms","start":"2026-03-31T21:23:39.345546Z","end":"2026-03-31T21:23:39.474634Z","steps":["trace[1787527387] 'read index received' (duration: 94.003984ms)","trace[1787527387] 'applied index is now lower than readState.Index' (duration: 35.082438ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:39.474755Z","caller":"traceutil/trace.go:171","msg":"trace[295260323] transaction","detail":"{read_only:false; response_revision:30528; number_of_response:1; }","duration":"179.479094ms","start":"2026-03-31T21:23:39.295224Z","end":"2026-03-31T21:23:39.474703Z","steps":["trace[295260323] 'process raft request' (duration: 171.674308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:39.474962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.40303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-03-31T21:23:39.475003Z","caller":"traceutil/trace.go:171","msg":"trace[813259097] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:30528; }","duration":"129.500922ms","start":"2026-03-31T21:23:39.345492Z","end":"2026-03-31T21:23:39.474993Z","steps":["trace[813259097] 'agreement among raft nodes before linearized reading' (duration: 129.287537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:28:16.37882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30342} {"level":"info","ts":"2026-03-31T21:28:16.547802Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30342,"took":"163.748991ms","hash":2386477758,"current-db-size-bytes":51720192,"current-db-size":"52 MB","current-db-size-in-use-bytes":33079296,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T21:28:16.547876Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2386477758,"revision":30342,"compact-revision":27376} {"level":"info","ts":"2026-03-31T21:28:48.786271Z","caller":"traceutil/trace.go:171","msg":"trace[1757004900] transaction","detail":"{read_only:false; response_revision:32946; number_of_response:1; }","duration":"107.354469ms","start":"2026-03-31T21:28:48.678896Z","end":"2026-03-31T21:28:48.78625Z","steps":["trace[1757004900] 'process raft request' (duration: 107.206705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:33:16.391037Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32710} {"level":"info","ts":"2026-03-31T21:33:16.530701Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32710,"took":"135.116514ms","hash":3657774674,"current-db-size-bytes":51720192,"current-db-size":"52 MB","current-db-size-in-use-bytes":29863936,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:33:16.530768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3657774674,"revision":32710,"compact-revision":30342} {"level":"info","ts":"2026-03-31T21:35:00.446966Z","caller":"traceutil/trace.go:171","msg":"trace[787606324] linearizableReadLoop","detail":"{readStateIndex:36921; appliedIndex:36920; }","duration":"124.515508ms","start":"2026-03-31T21:35:00.322419Z","end":"2026-03-31T21:35:00.446934Z","steps":["trace[787606324] 'read index received' (duration: 123.952534ms)","trace[787606324] 'applied index is now lower than readState.Index' (duration: 561.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:35:00.447154Z","caller":"traceutil/trace.go:171","msg":"trace[2038703999] transaction","detail":"{read_only:false; response_revision:35709; number_of_response:1; }","duration":"126.5768ms","start":"2026-03-31T21:35:00.320479Z","end":"2026-03-31T21:35:00.447056Z","steps":["trace[2038703999] 'process raft request' (duration: 126.082698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:35:00.447322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.912277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:35:00.447382Z","caller":"traceutil/trace.go:171","msg":"trace[113809825] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35709; }","duration":"102.948068ms","start":"2026-03-31T21:35:00.344402Z","end":"2026-03-31T21:35:00.44735Z","steps":["trace[113809825] 'agreement among raft nodes before linearized reading' (duration: 102.891647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:35:00.447414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.21797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:35:00.447486Z","caller":"traceutil/trace.go:171","msg":"trace[725249159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35709; }","duration":"110.317503ms","start":"2026-03-31T21:35:00.337146Z","end":"2026-03-31T21:35:00.447464Z","steps":["trace[725249159] 'agreement among raft nodes before linearized reading' (duration: 110.173559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:35:00.447261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.811134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:35:00.447609Z","caller":"traceutil/trace.go:171","msg":"trace[263388444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35709; }","duration":"123.147984ms","start":"2026-03-31T21:35:00.324398Z","end":"2026-03-31T21:35:00.447546Z","steps":["trace[263388444] 'agreement among raft nodes before linearized reading' (duration: 122.693112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:35:00.447263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.818635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T21:35:00.447748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.647082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:35:00.447775Z","caller":"traceutil/trace.go:171","msg":"trace[1251158529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35709; }","duration":"125.354279ms","start":"2026-03-31T21:35:00.322375Z","end":"2026-03-31T21:35:00.447729Z","steps":["trace[1251158529] 'agreement among raft nodes before linearized reading' (duration: 124.709282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:35:00.447859Z","caller":"traceutil/trace.go:171","msg":"trace[2097554475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35709; }","duration":"122.794605ms","start":"2026-03-31T21:35:00.325032Z","end":"2026-03-31T21:35:00.447827Z","steps":["trace[2097554475] 'agreement among raft nodes before linearized reading' (duration: 122.425746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:38:16.4023Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34935} {"level":"info","ts":"2026-03-31T21:38:16.546762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34935,"took":"141.368871ms","hash":1379942786,"current-db-size-bytes":51720192,"current-db-size":"52 MB","current-db-size-in-use-bytes":30224384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:38:16.546932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1379942786,"revision":34935,"compact-revision":32710} {"level":"info","ts":"2026-03-31T21:38:36.415913Z","caller":"traceutil/trace.go:171","msg":"trace[949766683] transaction","detail":"{read_only:false; response_revision:37383; number_of_response:1; }","duration":"210.922731ms","start":"2026-03-31T21:38:36.204964Z","end":"2026-03-31T21:38:36.415886Z","steps":["trace[949766683] 'process raft request' (duration: 206.419699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:38:36.420069Z","caller":"traceutil/trace.go:171","msg":"trace[1346259728] transaction","detail":"{read_only:false; response_revision:37384; number_of_response:1; }","duration":"209.401424ms","start":"2026-03-31T21:38:36.210642Z","end":"2026-03-31T21:38:36.420044Z","steps":["trace[1346259728] 'process raft request' (duration: 207.644649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:38:36.420213Z","caller":"traceutil/trace.go:171","msg":"trace[1717208505] transaction","detail":"{read_only:false; response_revision:37385; number_of_response:1; }","duration":"202.44305ms","start":"2026-03-31T21:38:36.217752Z","end":"2026-03-31T21:38:36.420195Z","steps":["trace[1717208505] 'process raft request' (duration: 202.237034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:41:31.730264Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:41:31.738851Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-31T21:41:31.738946Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-31T21:43:16.410789Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37239} {"level":"info","ts":"2026-03-31T21:43:16.541394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37239,"took":"127.038347ms","hash":1111689316,"current-db-size-bytes":53407744,"current-db-size":"53 MB","current-db-size-in-use-bytes":31993856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T21:43:16.541469Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1111689316,"revision":37239,"compact-revision":34935} {"level":"info","ts":"2026-03-31T21:48:16.418624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39468} {"level":"info","ts":"2026-03-31T21:48:16.536928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39468,"took":"114.668696ms","hash":4228459729,"current-db-size-bytes":55111680,"current-db-size":"55 MB","current-db-size-in-use-bytes":31391744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T21:48:16.537005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4228459729,"revision":39468,"compact-revision":37239}