{"level":"warn","ts":"2026-04-06T17:06:12.12497Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-06T17:06:12.125087Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.209:2380","--initial-cluster=instance=https://199.204.45.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-06T17:06:12.125183Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-06T17:06:12.1252Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-06T17:06:12.125224Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-06T17:06:12.126171Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"]} {"level":"info","ts":"2026-04-06T17:06:12.126293Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-06T17:06:12.130475Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.903743ms"} {"level":"info","ts":"2026-04-06T17:06:12.137163Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"adfb641115bf6cbd","cluster-id":"3da6b677d4b80c6"} {"level":"info","ts":"2026-04-06T17:06:12.137255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=()"} {"level":"info","ts":"2026-04-06T17:06:12.13729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 0"} {"level":"info","ts":"2026-04-06T17:06:12.137307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft adfb641115bf6cbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-06T17:06:12.137327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 1"} {"level":"info","ts":"2026-04-06T17:06:12.137374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"warn","ts":"2026-04-06T17:06:12.143402Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-06T17:06:12.144692Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-06T17:06:12.145778Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-06T17:06:12.14808Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"adfb641115bf6cbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-06T17:06:12.148576Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-06T17:06:12.14865Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-06T17:06:12.148674Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-06T17:06:12.148633Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"adfb641115bf6cbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-06T17:06:12.14928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"info","ts":"2026-04-06T17:06:12.150407Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","added-peer-id":"adfb641115bf6cbd","added-peer-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-06T17:06:12.153371Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-06T17:06:12.153497Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-06T17:06:12.15357Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-06T17:06:12.15374Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"adfb641115bf6cbd","initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-06T17:06:12.153789Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-06T17:06:12.638471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd is starting a new election at term 1"} {"level":"info","ts":"2026-04-06T17:06:12.638539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-06T17:06:12.638598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgPreVoteResp from adfb641115bf6cbd at term 1"} {"level":"info","ts":"2026-04-06T17:06:12.638623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became candidate at term 2"} {"level":"info","ts":"2026-04-06T17:06:12.638635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgVoteResp from adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-06T17:06:12.638656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became leader at term 2"} {"level":"info","ts":"2026-04-06T17:06:12.638671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: adfb641115bf6cbd elected leader adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-06T17:06:12.639656Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-06T17:06:12.640549Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-06T17:06:12.640546Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"adfb641115bf6cbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.209:2379]}","request-path":"/0/members/adfb641115bf6cbd/attributes","cluster-id":"3da6b677d4b80c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-06T17:06:12.640591Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-06T17:06:12.640928Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-06T17:06:12.640997Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-06T17:06:12.641037Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-06T17:06:12.641152Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-06T17:06:12.641193Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-06T17:06:12.643671Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.209:2379"} {"level":"info","ts":"2026-04-06T17:06:12.644399Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-06T17:06:15.788346Z","caller":"traceutil/trace.go:171","msg":"trace[1910802033] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"121.823699ms","start":"2026-04-06T17:06:15.666484Z","end":"2026-04-06T17:06:15.788307Z","steps":["trace[1910802033] 'process raft request' (duration: 94.596503ms)","trace[1910802033] 'compare' (duration: 27.047431ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:06:28.400913Z","caller":"traceutil/trace.go:171","msg":"trace[1565058715] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"131.822117ms","start":"2026-04-06T17:06:28.269075Z","end":"2026-04-06T17:06:28.400897Z","steps":["trace[1565058715] 'read index received' (duration: 131.698784ms)","trace[1565058715] 'applied index is now lower than readState.Index' (duration: 122.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:06:28.401067Z","caller":"traceutil/trace.go:171","msg":"trace[1908150844] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"133.655659ms","start":"2026-04-06T17:06:28.267406Z","end":"2026-04-06T17:06:28.401061Z","steps":["trace[1908150844] 'process raft request' (duration: 133.414264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:28.401209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.113313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-06T17:06:28.401256Z","caller":"traceutil/trace.go:171","msg":"trace[445494040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"132.207085ms","start":"2026-04-06T17:06:28.269043Z","end":"2026-04-06T17:06:28.40125Z","steps":["trace[445494040] 'agreement among raft nodes before linearized reading' (duration: 132.119313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:30.933403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.628863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-06T17:06:30.933597Z","caller":"traceutil/trace.go:171","msg":"trace[1384179180] linearizableReadLoop","detail":"{readStateIndex:465; appliedIndex:464; }","duration":"271.15416ms","start":"2026-04-06T17:06:30.662421Z","end":"2026-04-06T17:06:30.933575Z","steps":["trace[1384179180] 'read index received' (duration: 14.330019ms)","trace[1384179180] 'applied index is now lower than readState.Index' (duration: 256.822581ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:06:30.933645Z","caller":"traceutil/trace.go:171","msg":"trace[1378095689] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"445.966826ms","start":"2026-04-06T17:06:30.487639Z","end":"2026-04-06T17:06:30.933606Z","steps":["trace[1378095689] 'process raft request' (duration: 189.202577ms)","trace[1378095689] 'compare' (duration: 255.457528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:06:30.933728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.306025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-06T17:06:30.933791Z","caller":"traceutil/trace.go:171","msg":"trace[734602145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:451; }","duration":"271.408846ms","start":"2026-04-06T17:06:30.662369Z","end":"2026-04-06T17:06:30.933777Z","steps":["trace[734602145] 'agreement among raft nodes before linearized reading' (duration: 271.287153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:30.933819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:06:30.487616Z","time spent":"446.10825ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:06:31.133441Z","caller":"traceutil/trace.go:171","msg":"trace[1722192698] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"187.750633ms","start":"2026-04-06T17:06:30.945669Z","end":"2026-04-06T17:06:31.13342Z","steps":["trace[1722192698] 'process raft request' (duration: 186.392071ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.532789Z","caller":"traceutil/trace.go:171","msg":"trace[2050818712] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"254.003614ms","start":"2026-04-06T17:06:42.27876Z","end":"2026-04-06T17:06:42.532764Z","steps":["trace[2050818712] 'process raft request' (duration: 253.856011ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.538904Z","caller":"traceutil/trace.go:171","msg":"trace[340144548] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"116.864452ms","start":"2026-04-06T17:06:42.422027Z","end":"2026-04-06T17:06:42.538891Z","steps":["trace[340144548] 'process raft request' (duration: 116.689898ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.539006Z","caller":"traceutil/trace.go:171","msg":"trace[1192988913] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"101.63852ms","start":"2026-04-06T17:06:42.437359Z","end":"2026-04-06T17:06:42.538998Z","steps":["trace[1192988913] 'process raft request' (duration: 101.536318ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.539062Z","caller":"traceutil/trace.go:171","msg":"trace[1027718276] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"109.738123ms","start":"2026-04-06T17:06:42.429186Z","end":"2026-04-06T17:06:42.538924Z","steps":["trace[1027718276] 'process raft request' (duration: 109.62032ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.539155Z","caller":"traceutil/trace.go:171","msg":"trace[612581507] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"101.032117ms","start":"2026-04-06T17:06:42.438107Z","end":"2026-04-06T17:06:42.539139Z","steps":["trace[612581507] 'process raft request' (duration: 100.931864ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.538988Z","caller":"traceutil/trace.go:171","msg":"trace[569123891] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"109.694911ms","start":"2026-04-06T17:06:42.429264Z","end":"2026-04-06T17:06:42.538959Z","steps":["trace[569123891] 'process raft request' (duration: 109.586319ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.539287Z","caller":"traceutil/trace.go:171","msg":"trace[673599984] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"101.817275ms","start":"2026-04-06T17:06:42.437452Z","end":"2026-04-06T17:06:42.53927Z","steps":["trace[673599984] 'process raft request' (duration: 101.542808ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.539285Z","caller":"traceutil/trace.go:171","msg":"trace[20631630] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"100.851742ms","start":"2026-04-06T17:06:42.438409Z","end":"2026-04-06T17:06:42.539261Z","steps":["trace[20631630] 'process raft request' (duration: 100.676267ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:42.539081Z","caller":"traceutil/trace.go:171","msg":"trace[1489893152] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"101.676322ms","start":"2026-04-06T17:06:42.437384Z","end":"2026-04-06T17:06:42.53906Z","steps":["trace[1489893152] 'process raft request' (duration: 101.558779ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:48.560581Z","caller":"traceutil/trace.go:171","msg":"trace[729414271] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"205.404685ms","start":"2026-04-06T17:06:48.355152Z","end":"2026-04-06T17:06:48.560557Z","steps":["trace[729414271] 'process raft request' (duration: 204.731399ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:48.779209Z","caller":"traceutil/trace.go:171","msg":"trace[1735569864] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:637; }","duration":"226.140324ms","start":"2026-04-06T17:06:48.553017Z","end":"2026-04-06T17:06:48.779158Z","steps":["trace[1735569864] 'read index received' (duration: 6.715802ms)","trace[1735569864] 'applied index is now lower than readState.Index' (duration: 219.423332ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:06:48.779388Z","caller":"traceutil/trace.go:171","msg":"trace[975526159] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"419.11171ms","start":"2026-04-06T17:06:48.360241Z","end":"2026-04-06T17:06:48.779353Z","steps":["trace[975526159] 'process raft request' (duration: 379.782015ms)","trace[975526159] 'compare' (duration: 38.943686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:06:48.779537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:06:48.36022Z","time spent":"419.241133ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:06:48.77973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.698507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-06T17:06:48.77981Z","caller":"traceutil/trace.go:171","msg":"trace[2062708266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:618; }","duration":"226.82708ms","start":"2026-04-06T17:06:48.552961Z","end":"2026-04-06T17:06:48.779788Z","steps":["trace[2062708266] 'agreement among raft nodes before linearized reading' (duration: 226.534903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:48.839275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.231993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-06T17:06:48.839277Z","caller":"traceutil/trace.go:171","msg":"trace[1429345455] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"223.90365ms","start":"2026-04-06T17:06:48.615332Z","end":"2026-04-06T17:06:48.839236Z","steps":["trace[1429345455] 'process raft request' (duration: 223.686855ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:48.839353Z","caller":"traceutil/trace.go:171","msg":"trace[611509685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"240.358706ms","start":"2026-04-06T17:06:48.598977Z","end":"2026-04-06T17:06:48.839336Z","steps":["trace[611509685] 'agreement among raft nodes before linearized reading' (duration: 240.157271ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:49.022766Z","caller":"traceutil/trace.go:171","msg":"trace[1797359759] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"238.866019ms","start":"2026-04-06T17:06:48.783873Z","end":"2026-04-06T17:06:49.022739Z","steps":["trace[1797359759] 'process raft request' (duration: 215.326384ms)","trace[1797359759] 'compare' (duration: 23.377882ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:06:49.069768Z","caller":"traceutil/trace.go:171","msg":"trace[1216326129] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"226.157434ms","start":"2026-04-06T17:06:48.843586Z","end":"2026-04-06T17:06:49.069743Z","steps":["trace[1216326129] 'process raft request' (duration: 225.949279ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:06:49.069703Z","caller":"traceutil/trace.go:171","msg":"trace[657324257] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:640; }","duration":"219.857473ms","start":"2026-04-06T17:06:48.849826Z","end":"2026-04-06T17:06:49.069684Z","steps":["trace[657324257] 'read index received' (duration: 149.499212ms)","trace[657324257] 'applied index is now lower than readState.Index' (duration: 70.357441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:06:49.070049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.214042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:06:49.070092Z","caller":"traceutil/trace.go:171","msg":"trace[1375774249] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:622; }","duration":"220.305424ms","start":"2026-04-06T17:06:48.849772Z","end":"2026-04-06T17:06:49.070078Z","steps":["trace[1375774249] 'agreement among raft nodes before linearized reading' (duration: 220.229092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:49.703928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.3675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-06T17:06:49.704028Z","caller":"traceutil/trace.go:171","msg":"trace[850279427] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"518.228752ms","start":"2026-04-06T17:06:49.185785Z","end":"2026-04-06T17:06:49.704014Z","steps":["trace[850279427] 'read index received' (duration: 266.699968ms)","trace[850279427] 'applied index is now lower than readState.Index' (duration: 251.527504ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:06:49.704279Z","caller":"traceutil/trace.go:171","msg":"trace[1923867366] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"629.277841ms","start":"2026-04-06T17:06:49.074993Z","end":"2026-04-06T17:06:49.704271Z","steps":["trace[1923867366] 'process raft request' (duration: 377.47956ms)","trace[1923867366] 'compare' (duration: 251.225297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:06:49.704332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:06:49.074971Z","time spent":"629.336652ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:06:49.704469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.664893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:06:49.704544Z","caller":"traceutil/trace.go:171","msg":"trace[1539364834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"518.781836ms","start":"2026-04-06T17:06:49.185745Z","end":"2026-04-06T17:06:49.704527Z","steps":["trace[1539364834] 'agreement among raft nodes before linearized reading' (duration: 518.665443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:49.704582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:06:49.185727Z","time spent":"518.846237ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-06T17:06:49.704561Z","caller":"traceutil/trace.go:171","msg":"trace[1242086667] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"517.027623ms","start":"2026-04-06T17:06:49.187512Z","end":"2026-04-06T17:06:49.704539Z","steps":["trace[1242086667] 'process raft request' (duration: 516.92169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:49.704692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:06:49.187498Z","time spent":"517.122746ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:06:49.717132Z","caller":"traceutil/trace.go:171","msg":"trace[643112480] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"254.727641ms","start":"2026-04-06T17:06:49.462384Z","end":"2026-04-06T17:06:49.717112Z","steps":["trace[643112480] 'process raft request' (duration: 254.2781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:49.717194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.73794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-06T17:06:49.717251Z","caller":"traceutil/trace.go:171","msg":"trace[1647829983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"482.840812ms","start":"2026-04-06T17:06:49.234395Z","end":"2026-04-06T17:06:49.717236Z","steps":["trace[1647829983] 'agreement among raft nodes before linearized reading' (duration: 482.683428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:06:49.717282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:06:49.23437Z","time spent":"482.907243ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-06T17:07:07.618255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.477063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-whw5t\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-06T17:07:07.618332Z","caller":"traceutil/trace.go:171","msg":"trace[1114125554] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-whw5t; range_end:; response_count:1; response_revision:786; }","duration":"167.604886ms","start":"2026-04-06T17:07:07.450711Z","end":"2026-04-06T17:07:07.618316Z","steps":["trace[1114125554] 'range keys from in-memory index tree' (duration: 167.260348ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:07:23.917875Z","caller":"traceutil/trace.go:171","msg":"trace[668436945] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"104.724407ms","start":"2026-04-06T17:07:23.81312Z","end":"2026-04-06T17:07:23.917844Z","steps":["trace[668436945] 'process raft request' (duration: 103.800695ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:07:23.932717Z","caller":"traceutil/trace.go:171","msg":"trace[929815802] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"119.319897ms","start":"2026-04-06T17:07:23.813371Z","end":"2026-04-06T17:07:23.932691Z","steps":["trace[929815802] 'process raft request' (duration: 119.195804ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:07:23.932757Z","caller":"traceutil/trace.go:171","msg":"trace[2069227428] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"119.552613ms","start":"2026-04-06T17:07:23.813181Z","end":"2026-04-06T17:07:23.932733Z","steps":["trace[2069227428] 'process raft request' (duration: 119.252465ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:07:23.932928Z","caller":"traceutil/trace.go:171","msg":"trace[655615965] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"119.378848ms","start":"2026-04-06T17:07:23.813463Z","end":"2026-04-06T17:07:23.932841Z","steps":["trace[655615965] 'process raft request' (duration: 119.149843ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:07:35.503629Z","caller":"traceutil/trace.go:171","msg":"trace[81192101] linearizableReadLoop","detail":"{readStateIndex:1219; appliedIndex:1218; }","duration":"137.961965ms","start":"2026-04-06T17:07:35.365638Z","end":"2026-04-06T17:07:35.5036Z","steps":["trace[81192101] 'read index received' (duration: 92.623445ms)","trace[81192101] 'applied index is now lower than readState.Index' (duration: 45.33731ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:07:35.503737Z","caller":"traceutil/trace.go:171","msg":"trace[698058652] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"236.764869ms","start":"2026-04-06T17:07:35.266904Z","end":"2026-04-06T17:07:35.503669Z","steps":["trace[698058652] 'process raft request' (duration: 191.333897ms)","trace[698058652] 'compare' (duration: 45.192586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:07:35.503831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.17369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-06T17:07:35.503871Z","caller":"traceutil/trace.go:171","msg":"trace[1300330097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1186; }","duration":"138.265902ms","start":"2026-04-06T17:07:35.365594Z","end":"2026-04-06T17:07:35.50386Z","steps":["trace[1300330097] 'agreement among raft nodes before linearized reading' (duration: 138.113439ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:08:21.025675Z","caller":"traceutil/trace.go:171","msg":"trace[1694375418] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"216.284498ms","start":"2026-04-06T17:08:20.809369Z","end":"2026-04-06T17:08:21.025653Z","steps":["trace[1694375418] 'process raft request' (duration: 216.093844ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:08:21.06273Z","caller":"traceutil/trace.go:171","msg":"trace[1832696963] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"229.443414ms","start":"2026-04-06T17:08:20.833262Z","end":"2026-04-06T17:08:21.062705Z","steps":["trace[1832696963] 'process raft request' (duration: 229.239199ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:08:21.062911Z","caller":"traceutil/trace.go:171","msg":"trace[696705339] linearizableReadLoop","detail":"{readStateIndex:1917; appliedIndex:1914; }","duration":"128.180555ms","start":"2026-04-06T17:08:20.934701Z","end":"2026-04-06T17:08:21.062881Z","steps":["trace[696705339] 'read index received' (duration: 90.823135ms)","trace[696705339] 'applied index is now lower than readState.Index' (duration: 37.35528ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:08:21.062919Z","caller":"traceutil/trace.go:171","msg":"trace[374150671] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"176.938951ms","start":"2026-04-06T17:08:20.885964Z","end":"2026-04-06T17:08:21.062903Z","steps":["trace[374150671] 'process raft request' (duration: 176.686565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:08:21.063187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.479393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-06T17:08:21.063235Z","caller":"traceutil/trace.go:171","msg":"trace[1427880101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1847; }","duration":"128.584345ms","start":"2026-04-06T17:08:20.934635Z","end":"2026-04-06T17:08:21.06322Z","steps":["trace[1427880101] 'agreement among raft nodes before linearized reading' (duration: 128.402471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:08:21.480041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.862998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:08:21.48014Z","caller":"traceutil/trace.go:171","msg":"trace[672917303] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1852; }","duration":"216.020552ms","start":"2026-04-06T17:08:21.264099Z","end":"2026-04-06T17:08:21.48012Z","steps":["trace[672917303] 'count revisions from in-memory index tree' (duration: 215.771536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:08:34.042288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.977887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:08:34.042416Z","caller":"traceutil/trace.go:171","msg":"trace[597053008] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1958; }","duration":"215.141301ms","start":"2026-04-06T17:08:33.827224Z","end":"2026-04-06T17:08:34.042366Z","steps":["trace[597053008] 'count revisions from in-memory index tree' (duration: 214.854674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:08:34.042406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.212791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-06T17:08:34.0425Z","caller":"traceutil/trace.go:171","msg":"trace[695385090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1958; }","duration":"254.313223ms","start":"2026-04-06T17:08:33.788162Z","end":"2026-04-06T17:08:34.042475Z","steps":["trace[695385090] 'range keys from in-memory index tree' (duration: 254.025577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:08:34.042505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.646955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-06T17:08:34.042578Z","caller":"traceutil/trace.go:171","msg":"trace[822492028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1958; }","duration":"246.748787ms","start":"2026-04-06T17:08:33.795812Z","end":"2026-04-06T17:08:34.042561Z","steps":["trace[822492028] 'range keys from in-memory index tree' (duration: 246.393089ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:08:37.744018Z","caller":"traceutil/trace.go:171","msg":"trace[1701605491] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"189.854192ms","start":"2026-04-06T17:08:37.554142Z","end":"2026-04-06T17:08:37.743996Z","steps":["trace[1701605491] 'process raft request' (duration: 189.707309ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:08:37.811918Z","caller":"traceutil/trace.go:171","msg":"trace[1850390859] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2062; }","duration":"226.698091ms","start":"2026-04-06T17:08:37.585201Z","end":"2026-04-06T17:08:37.8119Z","steps":["trace[1850390859] 'read index received' (duration: 158.802049ms)","trace[1850390859] 'applied index is now lower than readState.Index' (duration: 67.895272ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:08:37.812052Z","caller":"traceutil/trace.go:171","msg":"trace[617089051] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"244.108706ms","start":"2026-04-06T17:08:37.567895Z","end":"2026-04-06T17:08:37.812003Z","steps":["trace[617089051] 'process raft request' (duration: 243.131934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:08:37.812116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.904496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-06T17:08:37.81215Z","caller":"traceutil/trace.go:171","msg":"trace[2113328644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1989; }","duration":"226.986388ms","start":"2026-04-06T17:08:37.585152Z","end":"2026-04-06T17:08:37.812138Z","steps":["trace[2113328644] 'agreement among raft nodes before linearized reading' (duration: 226.836094ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:17.620087Z","caller":"traceutil/trace.go:171","msg":"trace[420767462] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2287; }","duration":"255.468928ms","start":"2026-04-06T17:09:17.364587Z","end":"2026-04-06T17:09:17.620056Z","steps":["trace[420767462] 'read index received' (duration: 255.371896ms)","trace[420767462] 'applied index is now lower than readState.Index' (duration: 95.792µs)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:09:17.620151Z","caller":"traceutil/trace.go:171","msg":"trace[1541588064] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"304.691733ms","start":"2026-04-06T17:09:17.31542Z","end":"2026-04-06T17:09:17.620111Z","steps":["trace[1541588064] 'process raft request' (duration: 304.426127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:09:17.620311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.695983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:09:17.620377Z","caller":"traceutil/trace.go:171","msg":"trace[66868800] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2206; }","duration":"255.820386ms","start":"2026-04-06T17:09:17.364542Z","end":"2026-04-06T17:09:17.620362Z","steps":["trace[66868800] 'agreement among raft nodes before linearized reading' (duration: 255.686423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:09:17.620394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:09:17.315399Z","time spent":"304.876267ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:09:17.667923Z","caller":"traceutil/trace.go:171","msg":"trace[1910929511] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"252.236273ms","start":"2026-04-06T17:09:17.41565Z","end":"2026-04-06T17:09:17.667886Z","steps":["trace[1910929511] 'process raft request' (duration: 252.032458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:09:17.667948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.015286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-06T17:09:17.668033Z","caller":"traceutil/trace.go:171","msg":"trace[1901128759] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2207; }","duration":"288.14893ms","start":"2026-04-06T17:09:17.379861Z","end":"2026-04-06T17:09:17.66801Z","steps":["trace[1901128759] 'agreement among raft nodes before linearized reading' (duration: 287.957855ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:18.054273Z","caller":"traceutil/trace.go:171","msg":"trace[909687409] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"167.324496ms","start":"2026-04-06T17:09:17.886919Z","end":"2026-04-06T17:09:18.054243Z","steps":["trace[909687409] 'process raft request' (duration: 165.519704ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:18.099883Z","caller":"traceutil/trace.go:171","msg":"trace[175772407] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"151.266282ms","start":"2026-04-06T17:09:17.948591Z","end":"2026-04-06T17:09:18.099857Z","steps":["trace[175772407] 'process raft request' (duration: 151.113068ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:48.074055Z","caller":"traceutil/trace.go:171","msg":"trace[1479923164] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"106.240913ms","start":"2026-04-06T17:09:47.967795Z","end":"2026-04-06T17:09:48.074036Z","steps":["trace[1479923164] 'process raft request' (duration: 62.425563ms)","trace[1479923164] 'compare' (duration: 43.610665ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:09:48.0742Z","caller":"traceutil/trace.go:171","msg":"trace[1644472025] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"106.376876ms","start":"2026-04-06T17:09:47.967816Z","end":"2026-04-06T17:09:48.074193Z","steps":["trace[1644472025] 'process raft request' (duration: 106.136991ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:52.443532Z","caller":"traceutil/trace.go:171","msg":"trace[167424997] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"249.97208ms","start":"2026-04-06T17:09:52.193537Z","end":"2026-04-06T17:09:52.443509Z","steps":["trace[167424997] 'process raft request' (duration: 249.797386ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:52.463019Z","caller":"traceutil/trace.go:171","msg":"trace[1603660784] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"242.864505ms","start":"2026-04-06T17:09:52.220138Z","end":"2026-04-06T17:09:52.463003Z","steps":["trace[1603660784] 'process raft request' (duration: 242.732242ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:52.463226Z","caller":"traceutil/trace.go:171","msg":"trace[1113969863] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"157.778054ms","start":"2026-04-06T17:09:52.305432Z","end":"2026-04-06T17:09:52.46321Z","steps":["trace[1113969863] 'process raft request' (duration: 157.532438ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:52.463202Z","caller":"traceutil/trace.go:171","msg":"trace[528218923] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2665; }","duration":"217.890473ms","start":"2026-04-06T17:09:52.245286Z","end":"2026-04-06T17:09:52.463176Z","steps":["trace[528218923] 'read index received' (duration: 198.052951ms)","trace[528218923] 'applied index is now lower than readState.Index' (duration: 19.835472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:09:52.46344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.332041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-06T17:09:52.463435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.137248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-06T17:09:52.463499Z","caller":"traceutil/trace.go:171","msg":"trace[1914462081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2571; }","duration":"181.435094ms","start":"2026-04-06T17:09:52.282048Z","end":"2026-04-06T17:09:52.463483Z","steps":["trace[1914462081] 'agreement among raft nodes before linearized reading' (duration: 181.27335ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:09:52.463513Z","caller":"traceutil/trace.go:171","msg":"trace[470134986] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2571; }","duration":"218.263681ms","start":"2026-04-06T17:09:52.245232Z","end":"2026-04-06T17:09:52.463495Z","steps":["trace[470134986] 'agreement among raft nodes before linearized reading' (duration: 218.049026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:10:26.859694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.083111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-06T17:10:26.859762Z","caller":"traceutil/trace.go:171","msg":"trace[712909824] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2775; }","duration":"339.203273ms","start":"2026-04-06T17:10:26.520544Z","end":"2026-04-06T17:10:26.859747Z","steps":["trace[712909824] 'range keys from in-memory index tree' (duration: 338.972568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:10:26.859784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:10:26.520518Z","time spent":"339.261634ms","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-06T17:10:26.859851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.4348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-06T17:10:26.860304Z","caller":"traceutil/trace.go:171","msg":"trace[2081823616] linearizableReadLoop","detail":"{readStateIndex:2882; appliedIndex:2879; }","duration":"169.793171ms","start":"2026-04-06T17:10:26.690497Z","end":"2026-04-06T17:10:26.86029Z","steps":["trace[2081823616] 'read index received' (duration: 110.14292ms)","trace[2081823616] 'applied index is now lower than readState.Index' (duration: 59.649311ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:10:26.86036Z","caller":"traceutil/trace.go:171","msg":"trace[1675478586] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"253.433642ms","start":"2026-04-06T17:10:26.606918Z","end":"2026-04-06T17:10:26.860352Z","steps":["trace[1675478586] 'process raft request' (duration: 253.007332ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:10:26.86039Z","caller":"traceutil/trace.go:171","msg":"trace[1847746282] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"246.254395ms","start":"2026-04-06T17:10:26.614104Z","end":"2026-04-06T17:10:26.860358Z","steps":["trace[1847746282] 'process raft request' (duration: 246.125502ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:10:26.860441Z","caller":"traceutil/trace.go:171","msg":"trace[1006959358] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"282.275275ms","start":"2026-04-06T17:10:26.578008Z","end":"2026-04-06T17:10:26.860283Z","steps":["trace[1006959358] 'process raft request' (duration: 77.343434ms)","trace[1006959358] 'compare' (duration: 204.314376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:10:26.860569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.043497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-06T17:10:26.860614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.109818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-06T17:10:26.860657Z","caller":"traceutil/trace.go:171","msg":"trace[1050728763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2778; }","duration":"170.17242ms","start":"2026-04-06T17:10:26.690463Z","end":"2026-04-06T17:10:26.860635Z","steps":["trace[1050728763] 'agreement among raft nodes before linearized reading' (duration: 169.906144ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:10:26.860658Z","caller":"traceutil/trace.go:171","msg":"trace[661405956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2778; }","duration":"170.18471ms","start":"2026-04-06T17:10:26.690462Z","end":"2026-04-06T17:10:26.860646Z","steps":["trace[661405956] 'agreement among raft nodes before linearized reading' (duration: 169.913104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:10:26.860643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.256078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-06T17:10:26.860735Z","caller":"traceutil/trace.go:171","msg":"trace[1734451411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2778; }","duration":"169.375992ms","start":"2026-04-06T17:10:26.691338Z","end":"2026-04-06T17:10:26.860714Z","steps":["trace[1734451411] 'agreement among raft nodes before linearized reading' (duration: 169.126886ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:12:47.53828Z","caller":"traceutil/trace.go:171","msg":"trace[918975050] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"169.437323ms","start":"2026-04-06T17:12:47.368813Z","end":"2026-04-06T17:12:47.53825Z","steps":["trace[918975050] 'process raft request' (duration: 169.263919ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:12:47.538998Z","caller":"traceutil/trace.go:171","msg":"trace[535345574] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"127.366241ms","start":"2026-04-06T17:12:47.411612Z","end":"2026-04-06T17:12:47.538978Z","steps":["trace[535345574] 'process raft request' (duration: 127.281439ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:12.481451Z","caller":"traceutil/trace.go:171","msg":"trace[693368502] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4671; }","duration":"112.34532ms","start":"2026-04-06T17:14:12.369063Z","end":"2026-04-06T17:14:12.481408Z","steps":["trace[693368502] 'process raft request' (duration: 112.135245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:14:16.79676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.465279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6226270-dc9f-4fd7-898d-8dd58dac14b6\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-06T17:14:16.796854Z","caller":"traceutil/trace.go:171","msg":"trace[1390404280] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6226270-dc9f-4fd7-898d-8dd58dac14b6; range_end:; response_count:1; response_revision:4876; }","duration":"115.614782ms","start":"2026-04-06T17:14:16.68122Z","end":"2026-04-06T17:14:16.796835Z","steps":["trace[1390404280] 'range keys from in-memory index tree' (duration: 115.352716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:14:17.906755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.067692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-06T17:14:17.906928Z","caller":"traceutil/trace.go:171","msg":"trace[363408778] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"161.135242ms","start":"2026-04-06T17:14:17.745776Z","end":"2026-04-06T17:14:17.906911Z","steps":["trace[363408778] 'process raft request' (duration: 161.07388ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:17.906915Z","caller":"traceutil/trace.go:171","msg":"trace[898368082] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"325.412697ms","start":"2026-04-06T17:14:17.581433Z","end":"2026-04-06T17:14:17.906846Z","steps":["trace[898368082] 'process raft request' (duration: 42.186893ms)","trace[898368082] 'compare' (duration: 282.972338ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:14:17.90708Z","caller":"traceutil/trace.go:171","msg":"trace[847139791] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5068; }","duration":"321.348082ms","start":"2026-04-06T17:14:17.585706Z","end":"2026-04-06T17:14:17.907054Z","steps":["trace[847139791] 'read index received' (duration: 37.832021ms)","trace[847139791] 'applied index is now lower than readState.Index' (duration: 283.513741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:14:17.907107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:14:17.581424Z","time spent":"325.594561ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-06T17:14:17.907292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.572347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01fb9300-0f40-4334-ac67-c054644ef7c7\" ","response":"range_response_count:1 size:2535"} {"level":"info","ts":"2026-04-06T17:14:17.907344Z","caller":"traceutil/trace.go:171","msg":"trace[1197150607] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-01fb9300-0f40-4334-ac67-c054644ef7c7; range_end:; response_count:1; response_revision:4885; }","duration":"321.65405ms","start":"2026-04-06T17:14:17.585678Z","end":"2026-04-06T17:14:17.907332Z","steps":["trace[1197150607] 'agreement among raft nodes before linearized reading' (duration: 321.478106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:14:17.907381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:14:17.585668Z","time spent":"321.704851ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2558,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01fb9300-0f40-4334-ac67-c054644ef7c7\" "} {"level":"warn","ts":"2026-04-06T17:14:17.940362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.929961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01fb9300-0f40-4334-ac67-c054644ef7c7\" ","response":"range_response_count:1 size:2535"} {"level":"warn","ts":"2026-04-06T17:14:17.940387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.429562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-06T17:14:17.94043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.48641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-06T17:14:17.940428Z","caller":"traceutil/trace.go:171","msg":"trace[816320207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-01fb9300-0f40-4334-ac67-c054644ef7c7; range_end:; response_count:1; response_revision:4888; }","duration":"351.036714ms","start":"2026-04-06T17:14:17.589377Z","end":"2026-04-06T17:14:17.940414Z","steps":["trace[816320207] 'agreement among raft nodes before linearized reading' (duration: 350.86776ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:17.940457Z","caller":"traceutil/trace.go:171","msg":"trace[842257514] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4888; }","duration":"174.546295ms","start":"2026-04-06T17:14:17.765894Z","end":"2026-04-06T17:14:17.94044Z","steps":["trace[842257514] 'agreement among raft nodes before linearized reading' (duration: 174.429262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:14:17.940466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:14:17.589357Z","time spent":"351.100585ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2558,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01fb9300-0f40-4334-ac67-c054644ef7c7\" "} {"level":"info","ts":"2026-04-06T17:14:17.940491Z","caller":"traceutil/trace.go:171","msg":"trace[416905041] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4888; }","duration":"222.545792ms","start":"2026-04-06T17:14:17.717904Z","end":"2026-04-06T17:14:17.94045Z","steps":["trace[416905041] 'agreement among raft nodes before linearized reading' (duration: 222.446879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:14:17.940516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.531019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6226270-dc9f-4fd7-898d-8dd58dac14b6\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-06T17:14:17.940584Z","caller":"traceutil/trace.go:171","msg":"trace[1184568339] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6226270-dc9f-4fd7-898d-8dd58dac14b6; range_end:; response_count:1; response_revision:4888; }","duration":"139.629891ms","start":"2026-04-06T17:14:17.80094Z","end":"2026-04-06T17:14:17.94057Z","steps":["trace[1184568339] 'agreement among raft nodes before linearized reading' (duration: 139.312313ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:20.869422Z","caller":"traceutil/trace.go:171","msg":"trace[9155809] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"210.659615ms","start":"2026-04-06T17:14:20.658733Z","end":"2026-04-06T17:14:20.869393Z","steps":["trace[9155809] 'process raft request' (duration: 152.249115ms)","trace[9155809] 'compare' (duration: 58.069332ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:14:30.13117Z","caller":"traceutil/trace.go:171","msg":"trace[2067622835] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"417.380539ms","start":"2026-04-06T17:14:29.713765Z","end":"2026-04-06T17:14:30.131145Z","steps":["trace[2067622835] 'process raft request' (duration: 417.242126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:14:30.131309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:14:29.713742Z","time spent":"417.496161ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:14:30.135559Z","caller":"traceutil/trace.go:171","msg":"trace[1773549813] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"421.29686ms","start":"2026-04-06T17:14:29.714224Z","end":"2026-04-06T17:14:30.135521Z","steps":["trace[1773549813] 'process raft request' (duration: 421.150956ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:30.135624Z","caller":"traceutil/trace.go:171","msg":"trace[1451312604] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"421.228939ms","start":"2026-04-06T17:14:29.714366Z","end":"2026-04-06T17:14:30.135594Z","steps":["trace[1451312604] 'process raft request' (duration: 421.138236ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:30.13562Z","caller":"traceutil/trace.go:171","msg":"trace[639837312] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"421.288999ms","start":"2026-04-06T17:14:29.714296Z","end":"2026-04-06T17:14:30.135585Z","steps":["trace[639837312] 'process raft request' (duration: 421.160406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:14:30.135738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:14:29.714212Z","time spent":"421.429263ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:14:30.135795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:14:29.714287Z","time spent":"421.420812ms","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:14:30.13584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:14:29.714341Z","time spent":"421.344791ms","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:14:30.135872Z","caller":"traceutil/trace.go:171","msg":"trace[749510737] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"183.195066ms","start":"2026-04-06T17:14:29.952657Z","end":"2026-04-06T17:14:30.135852Z","steps":["trace[749510737] 'process raft request' (duration: 182.868948ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:30.136108Z","caller":"traceutil/trace.go:171","msg":"trace[1711307015] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"138.911014ms","start":"2026-04-06T17:14:29.997188Z","end":"2026-04-06T17:14:30.136099Z","steps":["trace[1711307015] 'process raft request' (duration: 138.369202ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:30.136225Z","caller":"traceutil/trace.go:171","msg":"trace[542718660] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"136.791765ms","start":"2026-04-06T17:14:29.999417Z","end":"2026-04-06T17:14:30.136208Z","steps":["trace[542718660] 'process raft request' (duration: 136.608981ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:31.827625Z","caller":"traceutil/trace.go:171","msg":"trace[997572512] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"133.329985ms","start":"2026-04-06T17:14:31.694271Z","end":"2026-04-06T17:14:31.827601Z","steps":["trace[997572512] 'process raft request' (duration: 133.221782ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:31.827652Z","caller":"traceutil/trace.go:171","msg":"trace[1285304766] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"133.932279ms","start":"2026-04-06T17:14:31.693699Z","end":"2026-04-06T17:14:31.827632Z","steps":["trace[1285304766] 'process raft request' (duration: 101.33655ms)","trace[1285304766] 'compare' (duration: 32.2288ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:14:31.828047Z","caller":"traceutil/trace.go:171","msg":"trace[167534798] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"133.682803ms","start":"2026-04-06T17:14:31.694351Z","end":"2026-04-06T17:14:31.828034Z","steps":["trace[167534798] 'process raft request' (duration: 133.213672ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:31.82806Z","caller":"traceutil/trace.go:171","msg":"trace[1388286754] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5356; }","duration":"125.42328ms","start":"2026-04-06T17:14:31.702624Z","end":"2026-04-06T17:14:31.828047Z","steps":["trace[1388286754] 'read index received' (duration: 92.454373ms)","trace[1388286754] 'applied index is now lower than readState.Index' (duration: 32.967827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:14:31.832478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.836843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-06T17:14:31.832534Z","caller":"traceutil/trace.go:171","msg":"trace[1547773381] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5168; }","duration":"129.903295ms","start":"2026-04-06T17:14:31.702619Z","end":"2026-04-06T17:14:31.832523Z","steps":["trace[1547773381] 'agreement among raft nodes before linearized reading' (duration: 125.468821ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:38.621439Z","caller":"traceutil/trace.go:171","msg":"trace[1084475587] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"122.457081ms","start":"2026-04-06T17:14:38.498954Z","end":"2026-04-06T17:14:38.621411Z","steps":["trace[1084475587] 'process raft request' (duration: 122.094893ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:14:52.224225Z","caller":"traceutil/trace.go:171","msg":"trace[1314430518] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"140.970462ms","start":"2026-04-06T17:14:52.08322Z","end":"2026-04-06T17:14:52.22419Z","steps":["trace[1314430518] 'process raft request' (duration: 80.099805ms)","trace[1314430518] 'compare' (duration: 60.640262ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:16:12.679572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3028} {"level":"info","ts":"2026-04-06T17:16:12.771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3028,"took":"89.755566ms","hash":3055623741,"current-db-size-bytes":56901632,"current-db-size":"57 MB","current-db-size-in-use-bytes":31555584,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-06T17:16:12.771072Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3055623741,"revision":3028,"compact-revision":-1} {"level":"info","ts":"2026-04-06T17:20:51.598082Z","caller":"traceutil/trace.go:171","msg":"trace[1820756535] linearizableReadLoop","detail":"{readStateIndex:8481; appliedIndex:8481; }","duration":"137.169972ms","start":"2026-04-06T17:20:51.460888Z","end":"2026-04-06T17:20:51.598058Z","steps":["trace[1820756535] 'read index received' (duration: 137.161002ms)","trace[1820756535] 'applied index is now lower than readState.Index' (duration: 7.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:20:51.598243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.343416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-596rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-06T17:20:51.598264Z","caller":"traceutil/trace.go:171","msg":"trace[346737861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-596rs; range_end:; response_count:1; response_revision:8194; }","duration":"137.397817ms","start":"2026-04-06T17:20:51.46086Z","end":"2026-04-06T17:20:51.598258Z","steps":["trace[346737861] 'agreement among raft nodes before linearized reading' (duration: 137.281994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:51.974772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.547466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-06T17:20:51.974886Z","caller":"traceutil/trace.go:171","msg":"trace[1179566137] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"412.292901ms","start":"2026-04-06T17:20:51.562574Z","end":"2026-04-06T17:20:51.974866Z","steps":["trace[1179566137] 'process raft request' (duration: 171.571931ms)","trace[1179566137] 'compare' (duration: 240.412783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:20:51.97495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:51.562551Z","time spent":"412.369382ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:20:52.310742Z","caller":"traceutil/trace.go:171","msg":"trace[168579814] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"710.898108ms","start":"2026-04-06T17:20:51.599815Z","end":"2026-04-06T17:20:52.310713Z","steps":["trace[168579814] 'process raft request' (duration: 622.147713ms)","trace[168579814] 'compare' (duration: 88.345135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:20:52.310892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:51.5998Z","time spent":"711.012871ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:20:52.31132Z","caller":"traceutil/trace.go:171","msg":"trace[1837648533] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"647.876561ms","start":"2026-04-06T17:20:51.663431Z","end":"2026-04-06T17:20:52.311307Z","steps":["trace[1837648533] 'process raft request' (duration: 647.208966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:52.311396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:51.663406Z","time spent":"647.954054ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:20:52.311437Z","caller":"traceutil/trace.go:171","msg":"trace[1607193981] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"639.919076ms","start":"2026-04-06T17:20:51.671472Z","end":"2026-04-06T17:20:52.311391Z","steps":["trace[1607193981] 'process raft request' (duration: 639.257391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:52.311656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:51.671458Z","time spent":"640.08655ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:20:52.415781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.997903ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-06T17:20:52.415969Z","caller":"traceutil/trace.go:171","msg":"trace[930497290] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"148.831743ms","start":"2026-04-06T17:20:52.267126Z","end":"2026-04-06T17:20:52.415958Z","steps":["trace[930497290] 'process raft request' (duration: 148.739531ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:52.416023Z","caller":"traceutil/trace.go:171","msg":"trace[1859485131] linearizableReadLoop","detail":"{readStateIndex:8483; appliedIndex:8481; }","duration":"813.618388ms","start":"2026-04-06T17:20:51.602365Z","end":"2026-04-06T17:20:52.415983Z","steps":["trace[1859485131] 'read index received' (duration: 131.749474ms)","trace[1859485131] 'applied index is now lower than readState.Index' (duration: 681.856984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:20:52.416449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.071068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224159"} {"level":"warn","ts":"2026-04-06T17:20:52.416461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.691435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-06T17:20:52.416485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.746176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-06T17:20:52.416527Z","caller":"traceutil/trace.go:171","msg":"trace[1876647591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8199; }","duration":"110.802658ms","start":"2026-04-06T17:20:52.305708Z","end":"2026-04-06T17:20:52.416511Z","steps":["trace[1876647591] 'agreement among raft nodes before linearized reading' (duration: 110.621104ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:52.416486Z","caller":"traceutil/trace.go:171","msg":"trace[1109855509] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8199; }","duration":"814.15404ms","start":"2026-04-06T17:20:51.602324Z","end":"2026-04-06T17:20:52.416478Z","steps":["trace[1109855509] 'agreement among raft nodes before linearized reading' (duration: 813.808262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:52.416522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.285139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-06T17:20:52.416618Z","caller":"traceutil/trace.go:171","msg":"trace[1953016075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8199; }","duration":"110.90793ms","start":"2026-04-06T17:20:52.30569Z","end":"2026-04-06T17:20:52.416598Z","steps":["trace[1953016075] 'agreement among raft nodes before linearized reading' (duration: 110.662964ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:52.416634Z","caller":"traceutil/trace.go:171","msg":"trace[1729046010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8199; }","duration":"114.435093ms","start":"2026-04-06T17:20:52.30218Z","end":"2026-04-06T17:20:52.416615Z","steps":["trace[1729046010] 'agreement among raft nodes before linearized reading' (duration: 114.214197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:52.416636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:51.602309Z","time spent":"814.297113ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-06T17:20:52.417007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.346036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:52.41707Z","caller":"traceutil/trace.go:171","msg":"trace[525146427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8199; }","duration":"229.423338ms","start":"2026-04-06T17:20:52.187632Z","end":"2026-04-06T17:20:52.417056Z","steps":["trace[525146427] 'agreement among raft nodes before linearized reading' (duration: 228.542327ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:52.826607Z","caller":"traceutil/trace.go:171","msg":"trace[1277409298] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"406.571339ms","start":"2026-04-06T17:20:52.419988Z","end":"2026-04-06T17:20:52.826559Z","steps":["trace[1277409298] 'process raft request' (duration: 332.992757ms)","trace[1277409298] 'compare' (duration: 73.438208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:20:52.826809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:52.419974Z","time spent":"406.745352ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:20:52.98011Z","caller":"traceutil/trace.go:171","msg":"trace[812991677] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"559.323352ms","start":"2026-04-06T17:20:52.42075Z","end":"2026-04-06T17:20:52.980073Z","steps":["trace[812991677] 'process raft request' (duration: 559.048276ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:52.980178Z","caller":"traceutil/trace.go:171","msg":"trace[1018826424] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"559.414395ms","start":"2026-04-06T17:20:52.42072Z","end":"2026-04-06T17:20:52.980134Z","steps":["trace[1018826424] 'process raft request' (duration: 545.402629ms)","trace[1018826424] 'compare' (duration: 13.34951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:20:52.980354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:52.420724Z","time spent":"559.476716ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:20:52.980449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:52.420687Z","time spent":"559.62487ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:20:52.980573Z","caller":"traceutil/trace.go:171","msg":"trace[1133243175] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"559.201439ms","start":"2026-04-06T17:20:52.421348Z","end":"2026-04-06T17:20:52.980549Z","steps":["trace[1133243175] 'process raft request' (duration: 559.059126ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:52.98059Z","caller":"traceutil/trace.go:171","msg":"trace[1154919693] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"559.24139ms","start":"2026-04-06T17:20:52.421265Z","end":"2026-04-06T17:20:52.980507Z","steps":["trace[1154919693] 'process raft request' (duration: 558.762439ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:52.980665Z","caller":"traceutil/trace.go:171","msg":"trace[1264312924] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"353.866703ms","start":"2026-04-06T17:20:52.626773Z","end":"2026-04-06T17:20:52.980639Z","steps":["trace[1264312924] 'process raft request' (duration: 353.74402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:52.98072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:52.42134Z","time spent":"559.303862ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:20:52.980763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:52.421254Z","time spent":"559.421205ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:20:52.980808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:52.626746Z","time spent":"353.980336ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:20:53.817376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.155137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:53.817429Z","caller":"traceutil/trace.go:171","msg":"trace[810121834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8205; }","duration":"629.298701ms","start":"2026-04-06T17:20:53.188119Z","end":"2026-04-06T17:20:53.817417Z","steps":["trace[810121834] 'range keys from in-memory index tree' (duration: 629.064665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:53.817451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:53.188092Z","time spent":"629.355192ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-06T17:20:54.98686Z","caller":"traceutil/trace.go:171","msg":"trace[191020010] linearizableReadLoop","detail":"{readStateIndex:8500; appliedIndex:8499; }","duration":"144.053101ms","start":"2026-04-06T17:20:54.842791Z","end":"2026-04-06T17:20:54.986844Z","steps":["trace[191020010] 'read index received' (duration: 143.961919ms)","trace[191020010] 'applied index is now lower than readState.Index' (duration: 90.382µs)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:20:54.986919Z","caller":"traceutil/trace.go:171","msg":"trace[1998636254] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"153.703355ms","start":"2026-04-06T17:20:54.833184Z","end":"2026-04-06T17:20:54.986888Z","steps":["trace[1998636254] 'process raft request' (duration: 153.530021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:54.987059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.250426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:54.987145Z","caller":"traceutil/trace.go:171","msg":"trace[2145549649] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8212; }","duration":"144.369699ms","start":"2026-04-06T17:20:54.842754Z","end":"2026-04-06T17:20:54.987124Z","steps":["trace[2145549649] 'agreement among raft nodes before linearized reading' (duration: 144.210835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:54.987137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.314948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:54.987415Z","caller":"traceutil/trace.go:171","msg":"trace[757537884] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8212; }","duration":"144.630125ms","start":"2026-04-06T17:20:54.84277Z","end":"2026-04-06T17:20:54.9874Z","steps":["trace[757537884] 'agreement among raft nodes before linearized reading' (duration: 144.306718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:54.987579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.779372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:54.987621Z","caller":"traceutil/trace.go:171","msg":"trace[76124] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8212; }","duration":"127.834294ms","start":"2026-04-06T17:20:54.859774Z","end":"2026-04-06T17:20:54.987608Z","steps":["trace[76124] 'agreement among raft nodes before linearized reading' (duration: 127.781963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:54.987782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.265934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:54.987825Z","caller":"traceutil/trace.go:171","msg":"trace[1105564335] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8212; }","duration":"128.322435ms","start":"2026-04-06T17:20:54.859491Z","end":"2026-04-06T17:20:54.987813Z","steps":["trace[1105564335] 'agreement among raft nodes before linearized reading' (duration: 128.253123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:54.987923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.437248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:54.987946Z","caller":"traceutil/trace.go:171","msg":"trace[750347923] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8212; }","duration":"128.483859ms","start":"2026-04-06T17:20:54.859456Z","end":"2026-04-06T17:20:54.98794Z","steps":["trace[750347923] 'agreement among raft nodes before linearized reading' (duration: 128.449508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:54.988003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.731817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:54.988022Z","caller":"traceutil/trace.go:171","msg":"trace[279090270] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8212; }","duration":"144.772958ms","start":"2026-04-06T17:20:54.843244Z","end":"2026-04-06T17:20:54.988017Z","steps":["trace[279090270] 'agreement among raft nodes before linearized reading' (duration: 144.743057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:55.364183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.375208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-06T17:20:55.36453Z","caller":"traceutil/trace.go:171","msg":"trace[282840386] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"371.85868ms","start":"2026-04-06T17:20:54.99245Z","end":"2026-04-06T17:20:55.364309Z","steps":["trace[282840386] 'process raft request' (duration: 166.245687ms)","trace[282840386] 'compare' (duration: 205.162913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:20:55.36469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:54.992431Z","time spent":"372.210019ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:20:55.573294Z","caller":"traceutil/trace.go:171","msg":"trace[206270305] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"580.813151ms","start":"2026-04-06T17:20:54.992452Z","end":"2026-04-06T17:20:55.573266Z","steps":["trace[206270305] 'process raft request' (duration: 509.801889ms)","trace[206270305] 'compare' (duration: 70.836768ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:20:55.573425Z","caller":"traceutil/trace.go:171","msg":"trace[330421831] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"580.941655ms","start":"2026-04-06T17:20:54.992465Z","end":"2026-04-06T17:20:55.573407Z","steps":["trace[330421831] 'process raft request' (duration: 580.75787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:55.573507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:54.99244Z","time spent":"580.941405ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:20:55.573567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:54.992453Z","time spent":"581.057207ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-06T17:20:55.573709Z","caller":"traceutil/trace.go:171","msg":"trace[599407731] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"580.428472ms","start":"2026-04-06T17:20:54.993265Z","end":"2026-04-06T17:20:55.573693Z","steps":["trace[599407731] 'process raft request' (duration: 580.065594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:55.573802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:54.993258Z","time spent":"580.496555ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-06T17:20:55.573838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.85987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:20:55.573704Z","caller":"traceutil/trace.go:171","msg":"trace[2104004022] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8500; }","duration":"481.704615ms","start":"2026-04-06T17:20:55.091948Z","end":"2026-04-06T17:20:55.573652Z","steps":["trace[2104004022] 'read index received' (duration: 66.857565ms)","trace[2104004022] 'applied index is now lower than readState.Index' (duration: 414.84586ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:20:55.57392Z","caller":"traceutil/trace.go:171","msg":"trace[257488658] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8216; }","duration":"481.987303ms","start":"2026-04-06T17:20:55.091891Z","end":"2026-04-06T17:20:55.573878Z","steps":["trace[257488658] 'agreement among raft nodes before linearized reading' (duration: 481.848899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:55.574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.963148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-06T17:20:55.574019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:55.091866Z","time spent":"482.097065ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-06T17:20:55.574052Z","caller":"traceutil/trace.go:171","msg":"trace[1191009224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8216; }","duration":"386.05464ms","start":"2026-04-06T17:20:55.187984Z","end":"2026-04-06T17:20:55.574038Z","steps":["trace[1191009224] 'agreement among raft nodes before linearized reading' (duration: 385.978319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:20:55.574099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:20:55.187959Z","time spent":"386.129002ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-06T17:20:55.574302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.026176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-06T17:20:55.574365Z","caller":"traceutil/trace.go:171","msg":"trace[386022033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8216; }","duration":"121.121558ms","start":"2026-04-06T17:20:55.453229Z","end":"2026-04-06T17:20:55.57435Z","steps":["trace[386022033] 'agreement among raft nodes before linearized reading' (duration: 120.907893ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:56.595548Z","caller":"traceutil/trace.go:171","msg":"trace[192538451] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"100.759834ms","start":"2026-04-06T17:20:56.494523Z","end":"2026-04-06T17:20:56.595283Z","steps":["trace[192538451] 'process raft request' (duration: 100.604121ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:56.698685Z","caller":"traceutil/trace.go:171","msg":"trace[812664026] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8507; }","duration":"195.761025ms","start":"2026-04-06T17:20:56.502893Z","end":"2026-04-06T17:20:56.698654Z","steps":["trace[812664026] 'read index received' (duration: 92.209575ms)","trace[812664026] 'applied index is now lower than readState.Index' (duration: 103.55015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:20:56.698963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.039891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-596rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-06T17:20:56.699032Z","caller":"traceutil/trace.go:171","msg":"trace[596731593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-596rs; range_end:; response_count:1; response_revision:8220; }","duration":"196.149003ms","start":"2026-04-06T17:20:56.502867Z","end":"2026-04-06T17:20:56.699016Z","steps":["trace[596731593] 'agreement among raft nodes before linearized reading' (duration: 195.906947ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:20:57.189172Z","caller":"traceutil/trace.go:171","msg":"trace[2026419128] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"193.594764ms","start":"2026-04-06T17:20:56.995544Z","end":"2026-04-06T17:20:57.189139Z","steps":["trace[2026419128] 'process raft request' (duration: 193.412529ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:21:12.687979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6148} {"level":"info","ts":"2026-04-06T17:21:12.793032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6148,"took":"103.024467ms","hash":3959078438,"current-db-size-bytes":56901632,"current-db-size":"57 MB","current-db-size-in-use-bytes":22630400,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-06T17:21:12.7931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3959078438,"revision":6148,"compact-revision":3028} {"level":"info","ts":"2026-04-06T17:21:19.764853Z","caller":"traceutil/trace.go:171","msg":"trace[41716149] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"108.056484ms","start":"2026-04-06T17:21:19.656767Z","end":"2026-04-06T17:21:19.764823Z","steps":["trace[41716149] 'process raft request' (duration: 107.732866ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:21:21.205882Z","caller":"traceutil/trace.go:171","msg":"trace[1707801202] linearizableReadLoop","detail":"{readStateIndex:8701; appliedIndex:8700; }","duration":"190.545303ms","start":"2026-04-06T17:21:21.015318Z","end":"2026-04-06T17:21:21.205864Z","steps":["trace[1707801202] 'read index received' (duration: 190.391379ms)","trace[1707801202] 'applied index is now lower than readState.Index' (duration: 135.743µs)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:21:21.205931Z","caller":"traceutil/trace.go:171","msg":"trace[610265245] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"193.220626ms","start":"2026-04-06T17:21:21.012683Z","end":"2026-04-06T17:21:21.205903Z","steps":["trace[610265245] 'process raft request' (duration: 193.068052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:21:21.206031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.694176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-06T17:21:21.206055Z","caller":"traceutil/trace.go:171","msg":"trace[255325369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8405; }","duration":"190.746068ms","start":"2026-04-06T17:21:21.015304Z","end":"2026-04-06T17:21:21.20605Z","steps":["trace[255325369] 'agreement among raft nodes before linearized reading' (duration: 190.644236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:21:21.206224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.070697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-06T17:21:21.206327Z","caller":"traceutil/trace.go:171","msg":"trace[580120982] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8405; }","duration":"112.205471ms","start":"2026-04-06T17:21:21.094096Z","end":"2026-04-06T17:21:21.206301Z","steps":["trace[580120982] 'agreement among raft nodes before linearized reading' (duration: 111.959535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:21:25.424198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.769548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-06T17:21:25.424293Z","caller":"traceutil/trace.go:171","msg":"trace[1263229423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8429; }","duration":"236.904831ms","start":"2026-04-06T17:21:25.187366Z","end":"2026-04-06T17:21:25.424271Z","steps":["trace[1263229423] 'range keys from in-memory index tree' (duration: 236.690897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:21:25.424636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.229283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-06T17:21:25.424658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.638398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-596rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-06T17:21:25.424697Z","caller":"traceutil/trace.go:171","msg":"trace[292863865] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8429; }","duration":"462.331756ms","start":"2026-04-06T17:21:24.962348Z","end":"2026-04-06T17:21:25.42468Z","steps":["trace[292863865] 'count revisions from in-memory index tree' (duration: 462.165562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:21:25.424752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:21:24.962329Z","time spent":"462.407258ms","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-06T17:21:25.424747Z","caller":"traceutil/trace.go:171","msg":"trace[1541818365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-596rs; range_end:; response_count:1; response_revision:8429; }","duration":"546.77156ms","start":"2026-04-06T17:21:24.877956Z","end":"2026-04-06T17:21:25.424727Z","steps":["trace[1541818365] 'range keys from in-memory index tree' (duration: 546.456993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:21:25.424806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-06T17:21:24.877936Z","time spent":"546.861163ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-596rs\" "} {"level":"info","ts":"2026-04-06T17:21:25.427681Z","caller":"traceutil/trace.go:171","msg":"trace[584293447] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"206.414962ms","start":"2026-04-06T17:21:25.221236Z","end":"2026-04-06T17:21:25.427651Z","steps":["trace[584293447] 'process raft request' (duration: 205.573222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-06T17:21:27.956051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.507629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-06T17:21:27.956111Z","caller":"traceutil/trace.go:171","msg":"trace[2108729102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8444; }","duration":"131.626802ms","start":"2026-04-06T17:21:27.824473Z","end":"2026-04-06T17:21:27.9561Z","steps":["trace[2108729102] 'range keys from in-memory index tree' (duration: 131.263953ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:21:28.109888Z","caller":"traceutil/trace.go:171","msg":"trace[1396759938] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"148.422634ms","start":"2026-04-06T17:21:27.961442Z","end":"2026-04-06T17:21:28.109865Z","steps":["trace[1396759938] 'process raft request' (duration: 148.355722ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:21:28.109935Z","caller":"traceutil/trace.go:171","msg":"trace[2129450453] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"149.868097ms","start":"2026-04-06T17:21:27.960027Z","end":"2026-04-06T17:21:28.109895Z","steps":["trace[2129450453] 'process raft request' (duration: 126.842462ms)","trace[2129450453] 'compare' (duration: 22.7787ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:21:37.796175Z","caller":"traceutil/trace.go:171","msg":"trace[1361856350] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"148.122356ms","start":"2026-04-06T17:21:37.648025Z","end":"2026-04-06T17:21:37.796148Z","steps":["trace[1361856350] 'process raft request' (duration: 144.379549ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:21:38.822614Z","caller":"traceutil/trace.go:171","msg":"trace[930379790] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"199.780868ms","start":"2026-04-06T17:21:38.622813Z","end":"2026-04-06T17:21:38.822593Z","steps":["trace[930379790] 'process raft request' (duration: 199.657265ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:21:38.853441Z","caller":"traceutil/trace.go:171","msg":"trace[1024860047] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"226.537641ms","start":"2026-04-06T17:21:38.62688Z","end":"2026-04-06T17:21:38.853417Z","steps":["trace[1024860047] 'process raft request' (duration: 226.352127ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:21:38.853612Z","caller":"traceutil/trace.go:171","msg":"trace[2017121119] linearizableReadLoop","detail":"{readStateIndex:8848; appliedIndex:8846; }","duration":"220.201113ms","start":"2026-04-06T17:21:38.633391Z","end":"2026-04-06T17:21:38.853592Z","steps":["trace[2017121119] 'read index received' (duration: 189.154021ms)","trace[2017121119] 'applied index is now lower than readState.Index' (duration: 31.045692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:21:38.853806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.393928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-06T17:21:38.853846Z","caller":"traceutil/trace.go:171","msg":"trace[159171816] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8547; }","duration":"220.46392ms","start":"2026-04-06T17:21:38.633372Z","end":"2026-04-06T17:21:38.853836Z","steps":["trace[159171816] 'agreement among raft nodes before linearized reading' (duration: 220.302876ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:21:38.85391Z","caller":"traceutil/trace.go:171","msg":"trace[799822954] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"103.526759ms","start":"2026-04-06T17:21:38.750371Z","end":"2026-04-06T17:21:38.853897Z","steps":["trace[799822954] 'process raft request' (duration: 102.993677ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:22:37.816117Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002519.wal"} {"level":"info","ts":"2026-04-06T17:22:55.482631Z","caller":"traceutil/trace.go:171","msg":"trace[1647344422] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"270.519854ms","start":"2026-04-06T17:22:55.212078Z","end":"2026-04-06T17:22:55.482598Z","steps":["trace[1647344422] 'process raft request' (duration: 270.318539ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:22:55.496482Z","caller":"traceutil/trace.go:171","msg":"trace[530403403] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"284.356695ms","start":"2026-04-06T17:22:55.212101Z","end":"2026-04-06T17:22:55.496457Z","steps":["trace[530403403] 'process raft request' (duration: 284.223782ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:22:55.663572Z","caller":"traceutil/trace.go:171","msg":"trace[926215137] linearizableReadLoop","detail":"{readStateIndex:9617; appliedIndex:9616; }","duration":"104.726766ms","start":"2026-04-06T17:22:55.558794Z","end":"2026-04-06T17:22:55.663521Z","steps":["trace[926215137] 'read index received' (duration: 61.339116ms)","trace[926215137] 'applied index is now lower than readState.Index' (duration: 43.38643ms)"],"step_count":2} {"level":"info","ts":"2026-04-06T17:22:55.663622Z","caller":"traceutil/trace.go:171","msg":"trace[1222700840] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"122.146971ms","start":"2026-04-06T17:22:55.541442Z","end":"2026-04-06T17:22:55.663589Z","steps":["trace[1222700840] 'process raft request' (duration: 78.854244ms)","trace[1222700840] 'compare' (duration: 43.069952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-06T17:22:55.663748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.928111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-06T17:22:55.663923Z","caller":"traceutil/trace.go:171","msg":"trace[116006708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9294; }","duration":"105.169397ms","start":"2026-04-06T17:22:55.558736Z","end":"2026-04-06T17:22:55.663905Z","steps":["trace[116006708] 'agreement among raft nodes before linearized reading' (duration: 104.931001ms)"],"step_count":1} {"level":"info","ts":"2026-04-06T17:23:46.222372Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"adfb641115bf6cbd","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-06T17:23:46.227602Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-06T17:23:46.22766Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-06T17:26:12.694135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8314} {"level":"info","ts":"2026-04-06T17:26:12.771462Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8314,"took":"75.332186ms","hash":3275329234,"current-db-size-bytes":56901632,"current-db-size":"57 MB","current-db-size-in-use-bytes":24870912,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-06T17:26:12.771536Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3275329234,"revision":8314,"compact-revision":6148} {"level":"info","ts":"2026-04-06T17:31:12.704122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10703} {"level":"info","ts":"2026-04-06T17:31:12.780795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10703,"took":"75.111952ms","hash":1485230063,"current-db-size-bytes":56901632,"current-db-size":"57 MB","current-db-size-in-use-bytes":19996672,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-06T17:31:12.78088Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1485230063,"revision":10703,"compact-revision":8314}