{"level":"warn","ts":"2026-04-15T03:08:32.703154Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T03:08:32.703239Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-15T03:08:32.703299Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T03:08:32.703308Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-15T03:08:32.703328Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T03:08:32.703963Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-04-15T03:08:32.704036Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-15T03:08:32.711109Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.870397ms"} {"level":"info","ts":"2026-04-15T03:08:32.721814Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-04-15T03:08:32.721893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-04-15T03:08:32.72191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-04-15T03:08:32.721921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-15T03:08:32.721944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-04-15T03:08:32.72198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-04-15T03:08:32.736744Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-15T03:08:32.7382Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-15T03:08:32.739448Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-15T03:08:32.742402Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-15T03:08:32.74263Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-15T03:08:32.742764Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T03:08:32.742842Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T03:08:32.742857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T03:08:32.746135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-04-15T03:08:32.746266Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-15T03:08:32.746522Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T03:08:32.746602Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-15T03:08:32.74663Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-15T03:08:32.746793Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-15T03:08:32.746837Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-15T03:08:33.623513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-04-15T03:08:33.623576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-15T03:08:33.6236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-04-15T03:08:33.62362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-04-15T03:08:33.623631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-15T03:08:33.623687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-04-15T03:08:33.623706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-15T03:08:33.625296Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-04-15T03:08:33.625335Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T03:08:33.625355Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T03:08:33.625541Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T03:08:33.62565Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-15T03:08:33.625722Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-15T03:08:33.62704Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T03:08:33.627196Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T03:08:33.627238Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-15T03:08:33.630043Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-15T03:08:33.631602Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-04-15T03:08:36.172746Z","caller":"traceutil/trace.go:171","msg":"trace[22310336] transaction","detail":"{read_only:false; response_revision:114; number_of_response:1; }","duration":"275.600616ms","start":"2026-04-15T03:08:35.897119Z","end":"2026-04-15T03:08:36.17272Z","steps":["trace[22310336] 'process raft request' (duration: 275.468315ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:08:36.172966Z","caller":"traceutil/trace.go:171","msg":"trace[683300450] linearizableReadLoop","detail":"{readStateIndex:119; appliedIndex:119; }","duration":"275.113291ms","start":"2026-04-15T03:08:35.897817Z","end":"2026-04-15T03:08:36.17293Z","steps":["trace[683300450] 'read index received' (duration: 274.996841ms)","trace[683300450] 'applied index is now lower than readState.Index' (duration: 113.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:08:36.173147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.282313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T03:08:36.173243Z","caller":"traceutil/trace.go:171","msg":"trace[1584460499] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:114; }","duration":"275.422725ms","start":"2026-04-15T03:08:35.897795Z","end":"2026-04-15T03:08:36.173218Z","steps":["trace[1584460499] 'agreement among raft nodes before linearized reading' (duration: 275.225623ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:08:36.217438Z","caller":"traceutil/trace.go:171","msg":"trace[1390854425] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"310.016307ms","start":"2026-04-15T03:08:35.907398Z","end":"2026-04-15T03:08:36.217414Z","steps":["trace[1390854425] 'process raft request' (duration: 309.873146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:36.217833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.041197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T03:08:36.21794Z","caller":"traceutil/trace.go:171","msg":"trace[651757175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:115; }","duration":"215.191237ms","start":"2026-04-15T03:08:36.002739Z","end":"2026-04-15T03:08:36.217931Z","steps":["trace[651757175] 'agreement among raft nodes before linearized reading' (duration: 215.062266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:36.21801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:35.907384Z","time spent":"310.136707ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T03:08:36.728261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.117504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-15T03:08:36.72839Z","caller":"traceutil/trace.go:171","msg":"trace[410738954] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:120; }","duration":"505.180967ms","start":"2026-04-15T03:08:36.223189Z","end":"2026-04-15T03:08:36.72837Z","steps":["trace[410738954] 'read index received' (duration: 64.60537ms)","trace[410738954] 'applied index is now lower than readState.Index' (duration: 440.574217ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:08:36.728447Z","caller":"traceutil/trace.go:171","msg":"trace[217344726] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"506.209276ms","start":"2026-04-15T03:08:36.222193Z","end":"2026-04-15T03:08:36.728402Z","steps":["trace[217344726] 'process raft request' (duration: 65.696469ms)","trace[217344726] 'compare' (duration: 439.882301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:08:36.7285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.308778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T03:08:36.728553Z","caller":"traceutil/trace.go:171","msg":"trace[602447853] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:116; }","duration":"505.383319ms","start":"2026-04-15T03:08:36.223158Z","end":"2026-04-15T03:08:36.728541Z","steps":["trace[602447853] 'agreement among raft nodes before linearized reading' (duration: 505.267798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:36.728604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:36.223148Z","time spent":"505.446759ms","remote":"127.0.0.1:57230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-04-15T03:08:36.728621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:36.222176Z","time spent":"506.356337ms","remote":"127.0.0.1:57240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T03:08:38.232611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015324216s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-15T03:08:38.232706Z","caller":"traceutil/trace.go:171","msg":"trace[920800019] linearizableReadLoop","detail":"{readStateIndex:122; appliedIndex:121; }","duration":"1.229758087s","start":"2026-04-15T03:08:37.002932Z","end":"2026-04-15T03:08:38.23269Z","steps":["trace[920800019] 'read index received' (duration: 214.32067ms)","trace[920800019] 'applied index is now lower than readState.Index' (duration: 1.015436417s)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:08:38.232783Z","caller":"traceutil/trace.go:171","msg":"trace[278981103] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"1.494098752s","start":"2026-04-15T03:08:36.738638Z","end":"2026-04-15T03:08:38.232736Z","steps":["trace[278981103] 'process raft request' (duration: 478.592695ms)","trace[278981103] 'compare' (duration: 1.015153945s)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:08:38.23285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229900008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T03:08:38.232897Z","caller":"traceutil/trace.go:171","msg":"trace[1139808386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:117; }","duration":"1.230001908s","start":"2026-04-15T03:08:37.002881Z","end":"2026-04-15T03:08:38.232883Z","steps":["trace[1139808386] 'agreement among raft nodes before linearized reading' (duration: 1.229876567s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:38.232942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:37.002858Z","time spent":"1.230076471s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:08:38.232995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:36.738623Z","time spent":"1.494263363s","remote":"127.0.0.1:57230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T03:08:38.232858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18019773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-15T03:08:38.23312Z","caller":"traceutil/trace.go:171","msg":"trace[356137472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:117; }","duration":"1.180457803s","start":"2026-04-15T03:08:37.052649Z","end":"2026-04-15T03:08:38.233107Z","steps":["trace[356137472] 'agreement among raft nodes before linearized reading' (duration: 1.18013943s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:38.233177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:37.052568Z","time spent":"1.180596865s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-15T03:08:38.608761Z","caller":"traceutil/trace.go:171","msg":"trace[978579766] transaction","detail":"{read_only:false; response_revision:118; number_of_response:1; }","duration":"371.503635ms","start":"2026-04-15T03:08:38.237223Z","end":"2026-04-15T03:08:38.608726Z","steps":["trace[978579766] 'process raft request' (duration: 362.459795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:38.609016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:38.237203Z","time spent":"371.617085ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:08:38.609015Z","caller":"traceutil/trace.go:171","msg":"trace[1945284780] linearizableReadLoop","detail":"{readStateIndex:125; appliedIndex:122; }","duration":"306.710066ms","start":"2026-04-15T03:08:38.30228Z","end":"2026-04-15T03:08:38.60899Z","steps":["trace[1945284780] 'read index received' (duration: 297.535857ms)","trace[1945284780] 'applied index is now lower than readState.Index' (duration: 9.173229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:08:38.609164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.872168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-15T03:08:38.609208Z","caller":"traceutil/trace.go:171","msg":"trace[370818406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:120; }","duration":"306.957379ms","start":"2026-04-15T03:08:38.302238Z","end":"2026-04-15T03:08:38.609195Z","steps":["trace[370818406] 'agreement among raft nodes before linearized reading' (duration: 306.831418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:38.609279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:38.302226Z","time spent":"307.042719ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T03:08:38.609516Z","caller":"traceutil/trace.go:171","msg":"trace[1802257704] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"336.114412ms","start":"2026-04-15T03:08:38.273145Z","end":"2026-04-15T03:08:38.60926Z","steps":["trace[1802257704] 'process raft request' (duration: 335.555168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:38.609558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:38.27313Z","time spent":"336.411216ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T03:08:38.608923Z","caller":"traceutil/trace.go:171","msg":"trace[1862111681] transaction","detail":"{read_only:false; response_revision:119; number_of_response:1; }","duration":"369.745241ms","start":"2026-04-15T03:08:38.239147Z","end":"2026-04-15T03:08:38.608892Z","steps":["trace[1862111681] 'process raft request' (duration: 369.506759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:38.610124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:38.239121Z","time spent":"370.94813ms","remote":"127.0.0.1:57230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":634,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T03:08:54.142677Z","caller":"traceutil/trace.go:171","msg":"trace[273463604] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"183.395889ms","start":"2026-04-15T03:08:53.959254Z","end":"2026-04-15T03:08:54.14265Z","steps":["trace[273463604] 'process raft request' (duration: 183.271418ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:08:59.785255Z","caller":"traceutil/trace.go:171","msg":"trace[529339639] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:514; }","duration":"480.670987ms","start":"2026-04-15T03:08:59.304558Z","end":"2026-04-15T03:08:59.785229Z","steps":["trace[529339639] 'read index received' (duration: 480.507926ms)","trace[529339639] 'applied index is now lower than readState.Index' (duration: 161.381µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:08:59.785391Z","caller":"traceutil/trace.go:171","msg":"trace[914568725] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"571.798062ms","start":"2026-04-15T03:08:59.213558Z","end":"2026-04-15T03:08:59.785356Z","steps":["trace[914568725] 'process raft request' (duration: 571.47393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:59.785562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:59.213537Z","time spent":"571.935182ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:08:59.785586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.808647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-15T03:08:59.785586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.957985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:08:59.785635Z","caller":"traceutil/trace.go:171","msg":"trace[1201950355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:498; }","duration":"462.904057ms","start":"2026-04-15T03:08:59.322716Z","end":"2026-04-15T03:08:59.78562Z","steps":["trace[1201950355] 'agreement among raft nodes before linearized reading' (duration: 462.770476ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:08:59.785674Z","caller":"traceutil/trace.go:171","msg":"trace[354273193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:498; }","duration":"159.096165ms","start":"2026-04-15T03:08:59.626558Z","end":"2026-04-15T03:08:59.785654Z","steps":["trace[354273193] 'agreement among raft nodes before linearized reading' (duration: 158.967245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:59.785682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:59.322689Z","time spent":"462.985218ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-15T03:08:59.785733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.221779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:08:59.785834Z","caller":"traceutil/trace.go:171","msg":"trace[1649371611] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:498; }","duration":"287.352829ms","start":"2026-04-15T03:08:59.498437Z","end":"2026-04-15T03:08:59.78579Z","steps":["trace[1649371611] 'agreement among raft nodes before linearized reading' (duration: 287.204898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:59.785837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.29032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-15T03:08:59.785905Z","caller":"traceutil/trace.go:171","msg":"trace[42242685] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:498; }","duration":"481.356541ms","start":"2026-04-15T03:08:59.304539Z","end":"2026-04-15T03:08:59.785895Z","steps":["trace[42242685] 'agreement among raft nodes before linearized reading' (duration: 480.865008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:08:59.785935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:08:59.30447Z","time spent":"481.458072ms","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-15T03:09:06.377255Z","caller":"traceutil/trace.go:171","msg":"trace[356432524] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"556.928593ms","start":"2026-04-15T03:09:05.820295Z","end":"2026-04-15T03:09:06.377224Z","steps":["trace[356432524] 'read index received' (duration: 481.761071ms)","trace[356432524] 'applied index is now lower than readState.Index' (duration: 75.165492ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:09:06.377288Z","caller":"traceutil/trace.go:171","msg":"trace[1592777214] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"563.30754ms","start":"2026-04-15T03:09:05.813942Z","end":"2026-04-15T03:09:06.377249Z","steps":["trace[1592777214] 'process raft request' (duration: 488.017907ms)","trace[1592777214] 'compare' (duration: 74.900281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:09:06.377468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:05.813926Z","time spent":"563.465211ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:09:06.377527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.215685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-15T03:09:06.377786Z","caller":"traceutil/trace.go:171","msg":"trace[1140290538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"557.505596ms","start":"2026-04-15T03:09:05.82026Z","end":"2026-04-15T03:09:06.377766Z","steps":["trace[1140290538] 'agreement among raft nodes before linearized reading' (duration: 557.140234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:06.377896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:05.820248Z","time spent":"557.610038ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-15T03:09:06.447808Z","caller":"traceutil/trace.go:171","msg":"trace[339744983] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"559.662486ms","start":"2026-04-15T03:09:05.888099Z","end":"2026-04-15T03:09:06.447762Z","steps":["trace[339744983] 'process raft request' (duration: 559.094033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:06.447889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.748521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4pnjw\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-15T03:09:06.447987Z","caller":"traceutil/trace.go:171","msg":"trace[1003079152] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4pnjw; range_end:; response_count:1; response_revision:604; }","duration":"438.873682ms","start":"2026-04-15T03:09:06.009073Z","end":"2026-04-15T03:09:06.447946Z","steps":["trace[1003079152] 'agreement among raft nodes before linearized reading' (duration: 438.659281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:06.448035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:06.009051Z","time spent":"438.975342ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-4pnjw\" "} {"level":"warn","ts":"2026-04-15T03:09:06.448124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:05.888081Z","time spent":"559.815666ms","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:09:06.448346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.086555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-15T03:09:06.448478Z","caller":"traceutil/trace.go:171","msg":"trace[721804483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"210.279066ms","start":"2026-04-15T03:09:06.238155Z","end":"2026-04-15T03:09:06.448434Z","steps":["trace[721804483] 'agreement among raft nodes before linearized reading' (duration: 209.666782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:06.58597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.786993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:09:06.586184Z","caller":"traceutil/trace.go:171","msg":"trace[725753298] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"202.424619ms","start":"2026-04-15T03:09:06.383738Z","end":"2026-04-15T03:09:06.586163Z","steps":["trace[725753298] 'process raft request' (duration: 96.313245ms)","trace[725753298] 'compare' (duration: 105.583092ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:09:06.645565Z","caller":"traceutil/trace.go:171","msg":"trace[1034639194] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"191.770458ms","start":"2026-04-15T03:09:06.453748Z","end":"2026-04-15T03:09:06.645519Z","steps":["trace[1034639194] 'process raft request' (duration: 191.471355ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:09:06.646183Z","caller":"traceutil/trace.go:171","msg":"trace[1871749880] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"180.802693ms","start":"2026-04-15T03:09:06.465327Z","end":"2026-04-15T03:09:06.646129Z","steps":["trace[1871749880] 'process raft request' (duration: 180.095869ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:09:06.675002Z","caller":"traceutil/trace.go:171","msg":"trace[497014728] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"161.692931ms","start":"2026-04-15T03:09:06.51328Z","end":"2026-04-15T03:09:06.674973Z","steps":["trace[497014728] 'process raft request' (duration: 161.555159ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:09:07.660172Z","caller":"traceutil/trace.go:171","msg":"trace[403033461] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"922.291635ms","start":"2026-04-15T03:09:06.737848Z","end":"2026-04-15T03:09:07.66014Z","steps":["trace[403033461] 'process raft request' (duration: 922.104504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:07.660362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:06.737825Z","time spent":"922.442066ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:09:09.35183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.690524854s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T03:09:09.352998Z","caller":"traceutil/trace.go:171","msg":"trace[1234569977] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:631; }","duration":"1.922517059s","start":"2026-04-15T03:09:07.430458Z","end":"2026-04-15T03:09:09.352975Z","steps":["trace[1234569977] 'read index received' (duration: 229.557041ms)","trace[1234569977] 'applied index is now lower than readState.Index' (duration: 1.692958878s)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:09:09.353267Z","caller":"traceutil/trace.go:171","msg":"trace[1858037173] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"2.207583212s","start":"2026-04-15T03:09:07.145657Z","end":"2026-04-15T03:09:09.35324Z","steps":["trace[1858037173] 'process raft request' (duration: 2.206731068s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:09.353401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922934132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:09:09.353407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:07.145628Z","time spent":"2.207693435s","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:09:09.35346Z","caller":"traceutil/trace.go:171","msg":"trace[629211652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"1.923035572s","start":"2026-04-15T03:09:07.430408Z","end":"2026-04-15T03:09:09.353443Z","steps":["trace[629211652] 'agreement among raft nodes before linearized reading' (duration: 1.922877611s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:09.353499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:07.430387Z","time spent":"1.923101442s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:09:09.35366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.91749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-15T03:09:09.35374Z","caller":"traceutil/trace.go:171","msg":"trace[79644479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:610; }","duration":"704.028301ms","start":"2026-04-15T03:09:08.649693Z","end":"2026-04-15T03:09:09.353721Z","steps":["trace[79644479] 'agreement among raft nodes before linearized reading' (duration: 703.81918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:09.35378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:08.649681Z","time spent":"704.090111ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T03:09:09.353813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.432459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-15T03:09:09.353933Z","caller":"traceutil/trace.go:171","msg":"trace[1842121587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:610; }","duration":"762.60128ms","start":"2026-04-15T03:09:08.591305Z","end":"2026-04-15T03:09:09.353906Z","steps":["trace[1842121587] 'agreement among raft nodes before linearized reading' (duration: 762.265888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:09.35398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:08.591286Z","time spent":"762.684781ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-15T03:09:09.354008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.117017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-15T03:09:09.354058Z","caller":"traceutil/trace.go:171","msg":"trace[367279038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"969.208577ms","start":"2026-04-15T03:09:08.384835Z","end":"2026-04-15T03:09:09.354044Z","steps":["trace[367279038] 'agreement among raft nodes before linearized reading' (duration: 969.013366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:09.354097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:08.384815Z","time spent":"969.272199ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-15T03:09:09.354526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727768442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:09:09.354583Z","caller":"traceutil/trace.go:171","msg":"trace[1240607292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"1.727857902s","start":"2026-04-15T03:09:07.626711Z","end":"2026-04-15T03:09:09.354569Z","steps":["trace[1240607292] 'agreement among raft nodes before linearized reading' (duration: 1.726780116s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:09.354618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:07.626691Z","time spent":"1.727917932s","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:09:14.350174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.93907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-15T03:09:14.350349Z","caller":"traceutil/trace.go:171","msg":"trace[1278851143] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:693; }","duration":"102.279143ms","start":"2026-04-15T03:09:14.248031Z","end":"2026-04-15T03:09:14.350311Z","steps":["trace[1278851143] 'range keys from in-memory index tree' (duration: 101.688849ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:09:18.195605Z","caller":"traceutil/trace.go:171","msg":"trace[680616307] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"103.756308ms","start":"2026-04-15T03:09:18.091792Z","end":"2026-04-15T03:09:18.195549Z","steps":["trace[680616307] 'process raft request' (duration: 103.430796ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:09:25.571406Z","caller":"traceutil/trace.go:171","msg":"trace[922602535] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:795; }","duration":"102.116312ms","start":"2026-04-15T03:09:25.469269Z","end":"2026-04-15T03:09:25.571385Z","steps":["trace[922602535] 'read index received' (duration: 101.936101ms)","trace[922602535] 'applied index is now lower than readState.Index' (duration: 179.391µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:09:25.571433Z","caller":"traceutil/trace.go:171","msg":"trace[1461730868] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"108.403095ms","start":"2026-04-15T03:09:25.463012Z","end":"2026-04-15T03:09:25.571415Z","steps":["trace[1461730868] 'process raft request' (duration: 108.191664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:25.571934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.584534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4pnjw\" ","response":"range_response_count:1 size:18709"} {"level":"info","ts":"2026-04-15T03:09:25.572018Z","caller":"traceutil/trace.go:171","msg":"trace[1110771237] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4pnjw; range_end:; response_count:1; response_revision:766; }","duration":"102.770075ms","start":"2026-04-15T03:09:25.469228Z","end":"2026-04-15T03:09:25.571998Z","steps":["trace[1110771237] 'agreement among raft nodes before linearized reading' (duration: 102.322493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:28.921676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116174035s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T03:09:28.92229Z","caller":"traceutil/trace.go:171","msg":"trace[1000821829] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"1.116858768s","start":"2026-04-15T03:09:27.805392Z","end":"2026-04-15T03:09:28.922251Z","steps":["trace[1000821829] 'process raft request' (duration: 1.116555897s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:28.922549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:27.805363Z","time spent":"1.11705037s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:09:29.181472Z","caller":"traceutil/trace.go:171","msg":"trace[1078329521] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:817; }","duration":"555.60685ms","start":"2026-04-15T03:09:28.62584Z","end":"2026-04-15T03:09:29.181447Z","steps":["trace[1078329521] 'read index received' (duration: 296.059014ms)","trace[1078329521] 'applied index is now lower than readState.Index' (duration: 259.546476ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:09:29.181562Z","caller":"traceutil/trace.go:171","msg":"trace[2046907117] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"1.04221112s","start":"2026-04-15T03:09:28.139327Z","end":"2026-04-15T03:09:29.181538Z","steps":["trace[2046907117] 'process raft request' (duration: 1.041965629s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:29.181678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.802711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:09:29.181711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:28.139236Z","time spent":"1.042381431s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:09:29.18172Z","caller":"traceutil/trace.go:171","msg":"trace[2096899858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:789; }","duration":"555.902983ms","start":"2026-04-15T03:09:28.625806Z","end":"2026-04-15T03:09:29.181709Z","steps":["trace[2096899858] 'agreement among raft nodes before linearized reading' (duration: 555.805231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:09:29.181805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:09:28.625788Z","time spent":"556.004083ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:09:29.182107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.368364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-15T03:09:29.18228Z","caller":"traceutil/trace.go:171","msg":"trace[368900736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:789; }","duration":"142.504615ms","start":"2026-04-15T03:09:29.039667Z","end":"2026-04-15T03:09:29.182172Z","steps":["trace[368900736] 'agreement among raft nodes before linearized reading' (duration: 142.016761ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:09:31.045462Z","caller":"traceutil/trace.go:171","msg":"trace[443657427] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"107.406698ms","start":"2026-04-15T03:09:30.938027Z","end":"2026-04-15T03:09:31.045434Z","steps":["trace[443657427] 'process raft request' (duration: 107.232328ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:09:31.384104Z","caller":"traceutil/trace.go:171","msg":"trace[979283786] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"154.429332ms","start":"2026-04-15T03:09:31.229655Z","end":"2026-04-15T03:09:31.384084Z","steps":["trace[979283786] 'process raft request' (duration: 154.29851ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:10:02.510366Z","caller":"traceutil/trace.go:171","msg":"trace[1002797498] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"133.029322ms","start":"2026-04-15T03:10:02.377312Z","end":"2026-04-15T03:10:02.510341Z","steps":["trace[1002797498] 'process raft request' (duration: 132.891119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:13.592121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.095829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:11:13.592296Z","caller":"traceutil/trace.go:171","msg":"trace[711281591] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"161.929787ms","start":"2026-04-15T03:11:13.430353Z","end":"2026-04-15T03:11:13.592283Z","steps":["trace[711281591] 'process raft request' (duration: 161.856755ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:13.592424Z","caller":"traceutil/trace.go:171","msg":"trace[1334569268] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"410.751729ms","start":"2026-04-15T03:11:13.181648Z","end":"2026-04-15T03:11:13.5924Z","steps":["trace[1334569268] 'process raft request' (duration: 140.306625ms)","trace[1334569268] 'compare' (duration: 269.955798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:11:13.592561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:13.181633Z","time spent":"410.86659ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T03:11:14.959687Z","caller":"traceutil/trace.go:171","msg":"trace[1510385064] linearizableReadLoop","detail":"{readStateIndex:1488; appliedIndex:1487; }","duration":"113.726029ms","start":"2026-04-15T03:11:14.845932Z","end":"2026-04-15T03:11:14.959658Z","steps":["trace[1510385064] 'read index received' (duration: 113.304375ms)","trace[1510385064] 'applied index is now lower than readState.Index' (duration: 420.804µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:11:14.959902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.959942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:11:14.959967Z","caller":"traceutil/trace.go:171","msg":"trace[401485271] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:1433; }","duration":"114.062694ms","start":"2026-04-15T03:11:14.845892Z","end":"2026-04-15T03:11:14.959955Z","steps":["trace[401485271] 'agreement among raft nodes before linearized reading' (duration: 113.964843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:14.960054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.702887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-15T03:11:14.9601Z","caller":"traceutil/trace.go:171","msg":"trace[1747052181] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1433; }","duration":"105.784878ms","start":"2026-04-15T03:11:14.854302Z","end":"2026-04-15T03:11:14.960087Z","steps":["trace[1747052181] 'agreement among raft nodes before linearized reading' (duration: 105.658357ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:14.959907Z","caller":"traceutil/trace.go:171","msg":"trace[375775041] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"122.42026ms","start":"2026-04-15T03:11:14.837449Z","end":"2026-04-15T03:11:14.959869Z","steps":["trace[375775041] 'process raft request' (duration: 121.888044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:14.960315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.836389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-15T03:11:14.960404Z","caller":"traceutil/trace.go:171","msg":"trace[1609935567] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1433; }","duration":"105.974981ms","start":"2026-04-15T03:11:14.854407Z","end":"2026-04-15T03:11:14.960382Z","steps":["trace[1609935567] 'agreement among raft nodes before linearized reading' (duration: 105.581156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:14.960388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.951711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-15T03:11:14.960501Z","caller":"traceutil/trace.go:171","msg":"trace[812216878] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1433; }","duration":"106.119922ms","start":"2026-04-15T03:11:14.854358Z","end":"2026-04-15T03:11:14.960478Z","steps":["trace[812216878] 'agreement among raft nodes before linearized reading' (duration: 105.724417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:14.960587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.231662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-15T03:11:14.960931Z","caller":"traceutil/trace.go:171","msg":"trace[1816090029] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1433; }","duration":"105.604006ms","start":"2026-04-15T03:11:14.855279Z","end":"2026-04-15T03:11:14.960883Z","steps":["trace[1816090029] 'agreement among raft nodes before linearized reading' (duration: 104.998499ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:15.134576Z","caller":"traceutil/trace.go:171","msg":"trace[2079781636] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"165.73386ms","start":"2026-04-15T03:11:14.968811Z","end":"2026-04-15T03:11:15.134544Z","steps":["trace[2079781636] 'process raft request' (duration: 159.467269ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:15.13478Z","caller":"traceutil/trace.go:171","msg":"trace[1612903032] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"154.785503ms","start":"2026-04-15T03:11:14.97995Z","end":"2026-04-15T03:11:15.134736Z","steps":["trace[1612903032] 'process raft request' (duration: 154.50858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:16.392736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.297182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:11:16.392857Z","caller":"traceutil/trace.go:171","msg":"trace[2061885642] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1521; }","duration":"219.131275ms","start":"2026-04-15T03:11:16.173699Z","end":"2026-04-15T03:11:16.39283Z","steps":["trace[2061885642] 'read index received' (duration: 60.821µs)","trace[2061885642] 'applied index is now lower than readState.Index' (duration: 219.067444ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:11:16.392949Z","caller":"traceutil/trace.go:171","msg":"trace[1070433895] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"280.611256ms","start":"2026-04-15T03:11:16.112327Z","end":"2026-04-15T03:11:16.392938Z","steps":["trace[1070433895] 'process raft request' (duration: 50.01923ms)","trace[1070433895] 'compare' (duration: 230.15343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:11:16.393175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.456379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-15T03:11:16.393249Z","caller":"traceutil/trace.go:171","msg":"trace[1011067538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1467; }","duration":"219.573871ms","start":"2026-04-15T03:11:16.173658Z","end":"2026-04-15T03:11:16.393232Z","steps":["trace[1011067538] 'agreement among raft nodes before linearized reading' (duration: 219.346868ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:16.417435Z","caller":"traceutil/trace.go:171","msg":"trace[832481650] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"101.323764ms","start":"2026-04-15T03:11:16.316081Z","end":"2026-04-15T03:11:16.417404Z","steps":["trace[832481650] 'process raft request' (duration: 101.222743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:16.421326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.055008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:11:16.421412Z","caller":"traceutil/trace.go:171","msg":"trace[809896178] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1470; }","duration":"193.158589ms","start":"2026-04-15T03:11:16.228234Z","end":"2026-04-15T03:11:16.421393Z","steps":["trace[809896178] 'agreement among raft nodes before linearized reading' (duration: 192.991417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:16.421887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.588897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-15T03:11:16.421943Z","caller":"traceutil/trace.go:171","msg":"trace[375832571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1470; }","duration":"188.698189ms","start":"2026-04-15T03:11:16.233231Z","end":"2026-04-15T03:11:16.421929Z","steps":["trace[375832571] 'agreement among raft nodes before linearized reading' (duration: 188.499896ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:18.514231Z","caller":"traceutil/trace.go:171","msg":"trace[650518822] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"111.863639ms","start":"2026-04-15T03:11:18.40234Z","end":"2026-04-15T03:11:18.514203Z","steps":["trace[650518822] 'process raft request' (duration: 111.653957ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:20.852328Z","caller":"traceutil/trace.go:171","msg":"trace[1474854828] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"103.378081ms","start":"2026-04-15T03:11:20.748925Z","end":"2026-04-15T03:11:20.852303Z","steps":["trace[1474854828] 'process raft request' (duration: 103.166089ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:20.852543Z","caller":"traceutil/trace.go:171","msg":"trace[1555299699] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"103.590813ms","start":"2026-04-15T03:11:20.748941Z","end":"2026-04-15T03:11:20.852532Z","steps":["trace[1555299699] 'process raft request' (duration: 103.30591ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:23.896765Z","caller":"traceutil/trace.go:171","msg":"trace[787687023] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"208.457483ms","start":"2026-04-15T03:11:23.688283Z","end":"2026-04-15T03:11:23.89674Z","steps":["trace[787687023] 'process raft request' (duration: 207.344621ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:26.46959Z","caller":"traceutil/trace.go:171","msg":"trace[991514694] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"179.302583ms","start":"2026-04-15T03:11:26.290255Z","end":"2026-04-15T03:11:26.469557Z","steps":["trace[991514694] 'process raft request' (duration: 178.97918ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:26.475254Z","caller":"traceutil/trace.go:171","msg":"trace[1160259310] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"129.399215ms","start":"2026-04-15T03:11:26.345813Z","end":"2026-04-15T03:11:26.475213Z","steps":["trace[1160259310] 'process raft request' (duration: 128.886829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:28.886837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.155152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:11:28.886943Z","caller":"traceutil/trace.go:171","msg":"trace[2000539718] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1664; }","duration":"135.338674ms","start":"2026-04-15T03:11:28.751579Z","end":"2026-04-15T03:11:28.886918Z","steps":["trace[2000539718] 'count revisions from in-memory index tree' (duration: 134.97047ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:29.288204Z","caller":"traceutil/trace.go:171","msg":"trace[2056923249] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"103.627951ms","start":"2026-04-15T03:11:29.184538Z","end":"2026-04-15T03:11:29.288166Z","steps":["trace[2056923249] 'process raft request' (duration: 103.392508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:31.074558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.17455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-sfjzp\" ","response":"range_response_count:1 size:4164"} {"level":"info","ts":"2026-04-15T03:11:31.074637Z","caller":"traceutil/trace.go:171","msg":"trace[544259366] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-sfjzp; range_end:; response_count:1; response_revision:1676; }","duration":"143.320051ms","start":"2026-04-15T03:11:30.931297Z","end":"2026-04-15T03:11:31.074617Z","steps":["trace[544259366] 'range keys from in-memory index tree' (duration: 142.891876ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:51.965514Z","caller":"traceutil/trace.go:171","msg":"trace[1137969745] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"179.880753ms","start":"2026-04-15T03:11:51.785602Z","end":"2026-04-15T03:11:51.965482Z","steps":["trace[1137969745] 'process raft request' (duration: 179.69816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:52.546287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278160210027455,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T03:11:52.550611Z","caller":"traceutil/trace.go:171","msg":"trace[366112712] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"579.070444ms","start":"2026-04-15T03:11:51.971515Z","end":"2026-04-15T03:11:52.550586Z","steps":["trace[366112712] 'process raft request' (duration: 578.903373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:52.550768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:51.971498Z","time spent":"579.188446ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1691,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:11:52.844395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.83866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:11:52.844634Z","caller":"traceutil/trace.go:171","msg":"trace[1840478185] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2310; }","duration":"798.424498ms","start":"2026-04-15T03:11:52.046197Z","end":"2026-04-15T03:11:52.844621Z","steps":["trace[1840478185] 'read index received' (duration: 504.230606ms)","trace[1840478185] 'applied index is now lower than readState.Index' (duration: 294.193062ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:11:52.844676Z","caller":"traceutil/trace.go:171","msg":"trace[506796571] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"867.895184ms","start":"2026-04-15T03:11:51.976762Z","end":"2026-04-15T03:11:52.844658Z","steps":["trace[506796571] 'process raft request' (duration: 867.738843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:52.844772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:51.976742Z","time spent":"867.976765ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:11:52.844819Z","caller":"traceutil/trace.go:171","msg":"trace[1983803748] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"461.224534ms","start":"2026-04-15T03:11:52.383584Z","end":"2026-04-15T03:11:52.844809Z","steps":["trace[1983803748] 'process raft request' (duration: 460.993461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:52.845174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.082347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-15T03:11:52.845222Z","caller":"traceutil/trace.go:171","msg":"trace[1162832662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2218; }","duration":"104.15258ms","start":"2026-04-15T03:11:52.741058Z","end":"2026-04-15T03:11:52.84521Z","steps":["trace[1162832662] 'agreement among raft nodes before linearized reading' (duration: 104.018169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:52.845284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.125785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-15T03:11:52.845372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.176125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:11:52.845406Z","caller":"traceutil/trace.go:171","msg":"trace[1599579156] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2218; }","duration":"799.237896ms","start":"2026-04-15T03:11:52.046156Z","end":"2026-04-15T03:11:52.845394Z","steps":["trace[1599579156] 'agreement among raft nodes before linearized reading' (duration: 799.187115ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:52.845402Z","caller":"traceutil/trace.go:171","msg":"trace[180071321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2218; }","duration":"798.283226ms","start":"2026-04-15T03:11:52.047085Z","end":"2026-04-15T03:11:52.845368Z","steps":["trace[180071321] 'agreement among raft nodes before linearized reading' (duration: 797.980574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:52.845424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.874926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-15T03:11:52.845454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.32215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-15T03:11:52.845465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:52.047064Z","time spent":"798.386557ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-15T03:11:52.845442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:52.046146Z","time spent":"799.288046ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:11:52.845334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.972528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93329a29-bfd7-4535-bfbb-9627d1c4ed52\" ","response":"range_response_count:1 size:3733"} {"level":"info","ts":"2026-04-15T03:11:52.845611Z","caller":"traceutil/trace.go:171","msg":"trace[580219700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93329a29-bfd7-4535-bfbb-9627d1c4ed52; range_end:; response_count:1; response_revision:2218; }","duration":"151.2443ms","start":"2026-04-15T03:11:52.694343Z","end":"2026-04-15T03:11:52.845587Z","steps":["trace[580219700] 'agreement among raft nodes before linearized reading' (duration: 150.853787ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:52.845484Z","caller":"traceutil/trace.go:171","msg":"trace[99461442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2218; }","duration":"127.960227ms","start":"2026-04-15T03:11:52.71751Z","end":"2026-04-15T03:11:52.84547Z","steps":["trace[99461442] 'agreement among raft nodes before linearized reading' (duration: 127.792616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:52.845759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:52.383557Z","time spent":"461.285885ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:11:52.845629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.014126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T03:11:52.845962Z","caller":"traceutil/trace.go:171","msg":"trace[904117311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2218; }","duration":"104.39471ms","start":"2026-04-15T03:11:52.741094Z","end":"2026-04-15T03:11:52.845489Z","steps":["trace[904117311] 'agreement among raft nodes before linearized reading' (duration: 104.255619ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:52.846021Z","caller":"traceutil/trace.go:171","msg":"trace[516391902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2218; }","duration":"795.399819ms","start":"2026-04-15T03:11:52.050607Z","end":"2026-04-15T03:11:52.846007Z","steps":["trace[516391902] 'agreement among raft nodes before linearized reading' (duration: 794.960315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:52.846067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:52.050573Z","time spent":"795.480749ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-15T03:11:52.844631Z","caller":"traceutil/trace.go:171","msg":"trace[877965341] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"872.785701ms","start":"2026-04-15T03:11:51.97181Z","end":"2026-04-15T03:11:52.844596Z","steps":["trace[877965341] 'process raft request' (duration: 753.668119ms)","trace[877965341] 'compare' (duration: 118.748409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:11:52.846488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:51.971783Z","time spent":"874.641591ms","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:11:52.848291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.109673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db5aebf3-8aa1-4acf-b762-399f0f42395b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-15T03:11:52.848529Z","caller":"traceutil/trace.go:171","msg":"trace[1545059868] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db5aebf3-8aa1-4acf-b762-399f0f42395b; range_end:; response_count:1; response_revision:2218; }","duration":"165.676789ms","start":"2026-04-15T03:11:52.682678Z","end":"2026-04-15T03:11:52.848355Z","steps":["trace[1545059868] 'agreement among raft nodes before linearized reading' (duration: 162.970503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:53.988973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278160210027461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:11:54.187643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014809779s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:11:54.188115Z","caller":"traceutil/trace.go:171","msg":"trace[718454268] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"826.152666ms","start":"2026-04-15T03:11:53.361944Z","end":"2026-04-15T03:11:54.188097Z","steps":["trace[718454268] 'process raft request' (duration: 826.111976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.188289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.361918Z","time spent":"826.325578ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:11:54.188478Z","caller":"traceutil/trace.go:171","msg":"trace[1095823743] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"1.337300436s","start":"2026-04-15T03:11:52.85114Z","end":"2026-04-15T03:11:54.18844Z","steps":["trace[1095823743] 'process raft request' (duration: 1.336755161s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:54.188531Z","caller":"traceutil/trace.go:171","msg":"trace[1659303548] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"1.337662889s","start":"2026-04-15T03:11:52.850839Z","end":"2026-04-15T03:11:54.188502Z","steps":["trace[1659303548] 'process raft request' (duration: 321.890221ms)","trace[1659303548] 'compare' (duration: 1.014710678s)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:11:54.188626Z","caller":"traceutil/trace.go:171","msg":"trace[869921139] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"1.336649229s","start":"2026-04-15T03:11:52.851956Z","end":"2026-04-15T03:11:54.188605Z","steps":["trace[869921139] 'process raft request' (duration: 1.336064084s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.188714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:52.850814Z","time spent":"1.337802801s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:11:54.188708Z","caller":"traceutil/trace.go:171","msg":"trace[1506735608] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"1.337244975s","start":"2026-04-15T03:11:52.851433Z","end":"2026-04-15T03:11:54.188678Z","steps":["trace[1506735608] 'process raft request' (duration: 1.336524349s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.188852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:52.851422Z","time spent":"1.337354936s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:11:54.188736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:52.851945Z","time spent":"1.336738289s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:11:54.188639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:52.851124Z","time spent":"1.337436587s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:11:54.189426Z","caller":"traceutil/trace.go:171","msg":"trace[1815827669] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2315; }","duration":"700.786829ms","start":"2026-04-15T03:11:53.488621Z","end":"2026-04-15T03:11:54.189408Z","steps":["trace[1815827669] 'read index received' (duration: 533.695619ms)","trace[1815827669] 'applied index is now lower than readState.Index' (duration: 167.08138ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:11:54.18944Z","caller":"traceutil/trace.go:171","msg":"trace[2035442355] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"772.448434ms","start":"2026-04-15T03:11:53.416977Z","end":"2026-04-15T03:11:54.189425Z","steps":["trace[2035442355] 'process raft request' (duration: 772.345813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.189556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.416951Z","time spent":"772.549805ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:11:54.189607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.88356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:11:54.189696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.078231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:11:54.189713Z","caller":"traceutil/trace.go:171","msg":"trace[1556374089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2226; }","duration":"564.020942ms","start":"2026-04-15T03:11:53.62567Z","end":"2026-04-15T03:11:54.189691Z","steps":["trace[1556374089] 'agreement among raft nodes before linearized reading' (duration: 563.855901ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:11:54.18973Z","caller":"traceutil/trace.go:171","msg":"trace[1567320665] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2226; }","duration":"701.151213ms","start":"2026-04-15T03:11:53.488568Z","end":"2026-04-15T03:11:54.189719Z","steps":["trace[1567320665] 'agreement among raft nodes before linearized reading' (duration: 701.093932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.189766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.488549Z","time spent":"701.209503ms","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:11:54.189899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.073314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-15T03:11:54.189925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.942771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93329a29-bfd7-4535-bfbb-9627d1c4ed52\" ","response":"range_response_count:1 size:3733"} {"level":"info","ts":"2026-04-15T03:11:54.189973Z","caller":"traceutil/trace.go:171","msg":"trace[188981628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93329a29-bfd7-4535-bfbb-9627d1c4ed52; range_end:; response_count:1; response_revision:2226; }","duration":"337.987732ms","start":"2026-04-15T03:11:53.85197Z","end":"2026-04-15T03:11:54.189958Z","steps":["trace[188981628] 'agreement among raft nodes before linearized reading' (duration: 337.82167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.190023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.851938Z","time spent":"338.073413ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3757,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93329a29-bfd7-4535-bfbb-9627d1c4ed52\" "} {"level":"info","ts":"2026-04-15T03:11:54.190049Z","caller":"traceutil/trace.go:171","msg":"trace[1643406026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2226; }","duration":"336.191936ms","start":"2026-04-15T03:11:53.85376Z","end":"2026-04-15T03:11:54.189952Z","steps":["trace[1643406026] 'agreement among raft nodes before linearized reading' (duration: 336.029034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.190076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.800906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:11:54.190109Z","caller":"traceutil/trace.go:171","msg":"trace[1451843184] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2226; }","duration":"392.876756ms","start":"2026-04-15T03:11:53.797224Z","end":"2026-04-15T03:11:54.1901Z","steps":["trace[1451843184] 'agreement among raft nodes before linearized reading' (duration: 392.821185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.190146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.797198Z","time spent":"392.940786ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-15T03:11:54.189449Z","caller":"traceutil/trace.go:171","msg":"trace[1727911756] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"776.216669ms","start":"2026-04-15T03:11:53.413216Z","end":"2026-04-15T03:11:54.189433Z","steps":["trace[1727911756] 'process raft request' (duration: 775.996077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.19044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.413192Z","time spent":"777.198278ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:11:54.189768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.625648Z","time spent":"564.110563ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:11:54.18976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.006694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db5aebf3-8aa1-4acf-b762-399f0f42395b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-15T03:11:54.191146Z","caller":"traceutil/trace.go:171","msg":"trace[1211067694] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db5aebf3-8aa1-4acf-b762-399f0f42395b; range_end:; response_count:1; response_revision:2226; }","duration":"337.411657ms","start":"2026-04-15T03:11:53.853713Z","end":"2026-04-15T03:11:54.191124Z","steps":["trace[1211067694] 'agreement among raft nodes before linearized reading' (duration: 335.928163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:11:54.191207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.853698Z","time spent":"337.490758ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db5aebf3-8aa1-4acf-b762-399f0f42395b\" "} {"level":"warn","ts":"2026-04-15T03:11:54.190114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:11:53.85375Z","time spent":"336.348307ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-15T03:12:10.568688Z","caller":"traceutil/trace.go:171","msg":"trace[973917380] linearizableReadLoop","detail":"{readStateIndex:2471; appliedIndex:2470; }","duration":"305.769925ms","start":"2026-04-15T03:12:10.262892Z","end":"2026-04-15T03:12:10.568662Z","steps":["trace[973917380] 'read index received' (duration: 305.654274ms)","trace[973917380] 'applied index is now lower than readState.Index' (duration: 114.751µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:12:10.56873Z","caller":"traceutil/trace.go:171","msg":"trace[949331112] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"596.235662ms","start":"2026-04-15T03:12:09.972461Z","end":"2026-04-15T03:12:10.568696Z","steps":["trace[949331112] 'process raft request' (duration: 596.041901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:10.568863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.952238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:12:10.568903Z","caller":"traceutil/trace.go:171","msg":"trace[289020090] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2370; }","duration":"306.073548ms","start":"2026-04-15T03:12:10.262816Z","end":"2026-04-15T03:12:10.56889Z","steps":["trace[289020090] 'agreement among raft nodes before linearized reading' (duration: 305.986807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:10.56895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:10.262796Z","time spent":"306.144058ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:12:10.569092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:09.972442Z","time spent":"596.361984ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:12:10.585402Z","caller":"traceutil/trace.go:171","msg":"trace[1558756289] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"304.502684ms","start":"2026-04-15T03:12:10.28088Z","end":"2026-04-15T03:12:10.585383Z","steps":["trace[1558756289] 'process raft request' (duration: 304.379593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:10.585515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:10.280863Z","time spent":"304.588994ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:12:10.585944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.526009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-15T03:12:10.585963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.170916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-15T03:12:10.586014Z","caller":"traceutil/trace.go:171","msg":"trace[315712227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2373; }","duration":"269.63744ms","start":"2026-04-15T03:12:10.316357Z","end":"2026-04-15T03:12:10.585994Z","steps":["trace[315712227] 'agreement among raft nodes before linearized reading' (duration: 269.362658ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:10.586045Z","caller":"traceutil/trace.go:171","msg":"trace[1887743176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2373; }","duration":"299.295727ms","start":"2026-04-15T03:12:10.286731Z","end":"2026-04-15T03:12:10.586027Z","steps":["trace[1887743176] 'agreement among raft nodes before linearized reading' (duration: 298.964184ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:10.586084Z","caller":"traceutil/trace.go:171","msg":"trace[1081472213] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"301.532387ms","start":"2026-04-15T03:12:10.284535Z","end":"2026-04-15T03:12:10.586067Z","steps":["trace[1081472213] 'process raft request' (duration: 300.80889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:10.586162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:10.28451Z","time spent":"301.612588ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:12:10.58625Z","caller":"traceutil/trace.go:171","msg":"trace[2082762999] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"301.145253ms","start":"2026-04-15T03:12:10.285097Z","end":"2026-04-15T03:12:10.586242Z","steps":["trace[2082762999] 'process raft request' (duration: 300.478676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:10.586366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.642309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-15T03:12:10.586406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:10.285072Z","time spent":"301.197444ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:12:10.586411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.816568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:12:10.586435Z","caller":"traceutil/trace.go:171","msg":"trace[1695324236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2373; }","duration":"280.742519ms","start":"2026-04-15T03:12:10.305676Z","end":"2026-04-15T03:12:10.586418Z","steps":["trace[1695324236] 'agreement among raft nodes before linearized reading' (duration: 280.495247ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:10.586472Z","caller":"traceutil/trace.go:171","msg":"trace[732744834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2373; }","duration":"283.919449ms","start":"2026-04-15T03:12:10.302536Z","end":"2026-04-15T03:12:10.586456Z","steps":["trace[732744834] 'agreement among raft nodes before linearized reading' (duration: 283.752547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:10.586582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.356909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:12:10.586626Z","caller":"traceutil/trace.go:171","msg":"trace[119754804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2373; }","duration":"278.422669ms","start":"2026-04-15T03:12:10.308192Z","end":"2026-04-15T03:12:10.586614Z","steps":["trace[119754804] 'agreement among raft nodes before linearized reading' (duration: 278.305038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:10.586675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.761489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-15T03:12:10.586709Z","caller":"traceutil/trace.go:171","msg":"trace[1762948888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2373; }","duration":"280.848991ms","start":"2026-04-15T03:12:10.305849Z","end":"2026-04-15T03:12:10.586698Z","steps":["trace[1762948888] 'agreement among raft nodes before linearized reading' (duration: 280.000354ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:12.710116Z","caller":"traceutil/trace.go:171","msg":"trace[211567268] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"118.738114ms","start":"2026-04-15T03:12:12.591354Z","end":"2026-04-15T03:12:12.710092Z","steps":["trace[211567268] 'process raft request' (duration: 114.560666ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:12.710168Z","caller":"traceutil/trace.go:171","msg":"trace[1720290441] linearizableReadLoop","detail":"{readStateIndex:2484; appliedIndex:2481; }","duration":"116.1167ms","start":"2026-04-15T03:12:12.594038Z","end":"2026-04-15T03:12:12.710155Z","steps":["trace[1720290441] 'read index received' (duration: 22.430101ms)","trace[1720290441] 'applied index is now lower than readState.Index' (duration: 93.685269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:12:12.710387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.868012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-15T03:12:12.710435Z","caller":"traceutil/trace.go:171","msg":"trace[154937200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2383; }","duration":"111.940672ms","start":"2026-04-15T03:12:12.598483Z","end":"2026-04-15T03:12:12.710424Z","steps":["trace[154937200] 'agreement among raft nodes before linearized reading' (duration: 111.806711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:12.710452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.979492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-15T03:12:12.710526Z","caller":"traceutil/trace.go:171","msg":"trace[254957441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2383; }","duration":"113.074743ms","start":"2026-04-15T03:12:12.597434Z","end":"2026-04-15T03:12:12.710509Z","steps":["trace[254957441] 'agreement among raft nodes before linearized reading' (duration: 112.881842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:12.710587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.94978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:12:12.710628Z","caller":"traceutil/trace.go:171","msg":"trace[2039144740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2383; }","duration":"114.012231ms","start":"2026-04-15T03:12:12.596604Z","end":"2026-04-15T03:12:12.710616Z","steps":["trace[2039144740] 'agreement among raft nodes before linearized reading' (duration: 113.90845ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:12.710683Z","caller":"traceutil/trace.go:171","msg":"trace[1887957548] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"118.762033ms","start":"2026-04-15T03:12:12.591905Z","end":"2026-04-15T03:12:12.710667Z","steps":["trace[1887957548] 'process raft request' (duration: 118.145028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:12.710883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.661835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-15T03:12:12.71097Z","caller":"traceutil/trace.go:171","msg":"trace[385956509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2383; }","duration":"115.777146ms","start":"2026-04-15T03:12:12.595181Z","end":"2026-04-15T03:12:12.710958Z","steps":["trace[385956509] 'agreement among raft nodes before linearized reading' (duration: 115.09316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:12.711972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.928166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T03:12:12.712023Z","caller":"traceutil/trace.go:171","msg":"trace[1865437047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2383; }","duration":"118.004197ms","start":"2026-04-15T03:12:12.594007Z","end":"2026-04-15T03:12:12.712011Z","steps":["trace[1865437047] 'agreement among raft nodes before linearized reading' (duration: 116.247981ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:12.891135Z","caller":"traceutil/trace.go:171","msg":"trace[231015814] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"173.976438ms","start":"2026-04-15T03:12:12.717132Z","end":"2026-04-15T03:12:12.891108Z","steps":["trace[231015814] 'process raft request' (duration: 164.315081ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:12.89137Z","caller":"traceutil/trace.go:171","msg":"trace[177656228] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"174.14388ms","start":"2026-04-15T03:12:12.717217Z","end":"2026-04-15T03:12:12.891361Z","steps":["trace[177656228] 'process raft request' (duration: 173.850977ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:12.891931Z","caller":"traceutil/trace.go:171","msg":"trace[566070156] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"172.449704ms","start":"2026-04-15T03:12:12.719455Z","end":"2026-04-15T03:12:12.891905Z","steps":["trace[566070156] 'process raft request' (duration: 172.324173ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:12.891968Z","caller":"traceutil/trace.go:171","msg":"trace[521817877] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"174.667634ms","start":"2026-04-15T03:12:12.71728Z","end":"2026-04-15T03:12:12.891948Z","steps":["trace[521817877] 'process raft request' (duration: 174.046168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.224369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278160210027929,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T03:12:23.232908Z","caller":"traceutil/trace.go:171","msg":"trace[770081254] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"574.941959ms","start":"2026-04-15T03:12:22.657937Z","end":"2026-04-15T03:12:23.232879Z","steps":["trace[770081254] 'process raft request' (duration: 574.772727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.23319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.657917Z","time spent":"575.05984ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:12:23.442654Z","caller":"traceutil/trace.go:171","msg":"trace[1278767594] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"686.718967ms","start":"2026-04-15T03:12:22.75591Z","end":"2026-04-15T03:12:23.442629Z","steps":["trace[1278767594] 'process raft request' (duration: 686.640946ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:23.442723Z","caller":"traceutil/trace.go:171","msg":"trace[40746555] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"687.368403ms","start":"2026-04-15T03:12:22.755308Z","end":"2026-04-15T03:12:23.442677Z","steps":["trace[40746555] 'process raft request' (duration: 687.088211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.442801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.755891Z","time spent":"686.831188ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:12:23.44291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.75528Z","time spent":"687.527755ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:12:23.443277Z","caller":"traceutil/trace.go:171","msg":"trace[1232786423] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2550; }","duration":"719.08788ms","start":"2026-04-15T03:12:22.724177Z","end":"2026-04-15T03:12:23.443264Z","steps":["trace[1232786423] 'read index received' (duration: 508.555141ms)","trace[1232786423] 'applied index is now lower than readState.Index' (duration: 210.531569ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:12:23.443357Z","caller":"traceutil/trace.go:171","msg":"trace[510423583] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"316.76936ms","start":"2026-04-15T03:12:23.126578Z","end":"2026-04-15T03:12:23.443348Z","steps":["trace[510423583] 'process raft request' (duration: 316.017463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.443419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:23.126546Z","time spent":"316.835941ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:12:23.443596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.414512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:12:23.443635Z","caller":"traceutil/trace.go:171","msg":"trace[1433968477] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2450; }","duration":"719.492204ms","start":"2026-04-15T03:12:22.724133Z","end":"2026-04-15T03:12:23.443625Z","steps":["trace[1433968477] 'agreement among raft nodes before linearized reading' (duration: 719.361203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.44367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.724114Z","time spent":"719.549064ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:12:23.443996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.466258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-15T03:12:23.444008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.041224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-15T03:12:23.444121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.030066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:12:23.44414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.079985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T03:12:23.444177Z","caller":"traceutil/trace.go:171","msg":"trace[952867539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2450; }","duration":"498.162536ms","start":"2026-04-15T03:12:22.946005Z","end":"2026-04-15T03:12:23.444167Z","steps":["trace[952867539] 'agreement among raft nodes before linearized reading' (duration: 498.043995ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:23.44418Z","caller":"traceutil/trace.go:171","msg":"trace[2116727943] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2450; }","duration":"382.116168ms","start":"2026-04-15T03:12:23.062043Z","end":"2026-04-15T03:12:23.444159Z","steps":["trace[2116727943] 'agreement among raft nodes before linearized reading' (duration: 382.048677ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:23.44409Z","caller":"traceutil/trace.go:171","msg":"trace[1566604938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2450; }","duration":"506.589489ms","start":"2026-04-15T03:12:22.937485Z","end":"2026-04-15T03:12:23.444075Z","steps":["trace[1566604938] 'agreement among raft nodes before linearized reading' (duration: 506.347477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.44435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.937461Z","time spent":"506.870022ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-15T03:12:23.444187Z","caller":"traceutil/trace.go:171","msg":"trace[1143936579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2450; }","duration":"308.229586ms","start":"2026-04-15T03:12:23.135877Z","end":"2026-04-15T03:12:23.444107Z","steps":["trace[1143936579] 'agreement among raft nodes before linearized reading' (duration: 307.921243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.444492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:23.13583Z","time spent":"308.650881ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-15T03:12:23.444038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.900534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-15T03:12:23.444555Z","caller":"traceutil/trace.go:171","msg":"trace[179075750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2450; }","duration":"498.439799ms","start":"2026-04-15T03:12:22.946099Z","end":"2026-04-15T03:12:23.444539Z","steps":["trace[179075750] 'agreement among raft nodes before linearized reading' (duration: 497.661082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.444611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.946032Z","time spent":"498.563479ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T03:12:23.444216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.945986Z","time spent":"498.223656ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T03:12:23.444222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.306991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-15T03:12:23.444853Z","caller":"traceutil/trace.go:171","msg":"trace[280415509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2450; }","duration":"665.956977ms","start":"2026-04-15T03:12:22.778884Z","end":"2026-04-15T03:12:23.444841Z","steps":["trace[280415509] 'agreement among raft nodes before linearized reading' (duration: 665.254101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.444901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.778854Z","time spent":"666.030458ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-15T03:12:23.444232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:23.062022Z","time spent":"382.199978ms","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:12:23.444286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.329022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-15T03:12:23.445072Z","caller":"traceutil/trace.go:171","msg":"trace[1576835493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2450; }","duration":"673.131699ms","start":"2026-04-15T03:12:22.771925Z","end":"2026-04-15T03:12:23.445057Z","steps":["trace[1576835493] 'agreement among raft nodes before linearized reading' (duration: 671.708857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:23.445159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:22.77191Z","time spent":"673.23306ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-15T03:12:23.589167Z","caller":"traceutil/trace.go:171","msg":"trace[714866961] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"140.428049ms","start":"2026-04-15T03:12:23.448703Z","end":"2026-04-15T03:12:23.589131Z","steps":["trace[714866961] 'process raft request' (duration: 136.626006ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:23.657681Z","caller":"traceutil/trace.go:171","msg":"trace[1390162419] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"207.186589ms","start":"2026-04-15T03:12:23.450462Z","end":"2026-04-15T03:12:23.657648Z","steps":["trace[1390162419] 'process raft request' (duration: 207.128538ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:23.657739Z","caller":"traceutil/trace.go:171","msg":"trace[2030538280] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"208.088837ms","start":"2026-04-15T03:12:23.449605Z","end":"2026-04-15T03:12:23.657693Z","steps":["trace[2030538280] 'process raft request' (duration: 207.890386ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:23.657804Z","caller":"traceutil/trace.go:171","msg":"trace[313768180] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"207.854564ms","start":"2026-04-15T03:12:23.449885Z","end":"2026-04-15T03:12:23.657739Z","steps":["trace[313768180] 'process raft request' (duration: 207.651933ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:23.657681Z","caller":"traceutil/trace.go:171","msg":"trace[859155847] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"208.129878ms","start":"2026-04-15T03:12:23.449491Z","end":"2026-04-15T03:12:23.657621Z","steps":["trace[859155847] 'process raft request' (duration: 207.835625ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:25.543852Z","caller":"traceutil/trace.go:171","msg":"trace[308818022] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"305.083556ms","start":"2026-04-15T03:12:25.238747Z","end":"2026-04-15T03:12:25.543831Z","steps":["trace[308818022] 'process raft request' (duration: 304.923125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:25.543998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:25.238725Z","time spent":"305.197857ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:12:25.911643Z","caller":"traceutil/trace.go:171","msg":"trace[18870864] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"461.476257ms","start":"2026-04-15T03:12:25.450134Z","end":"2026-04-15T03:12:25.91161Z","steps":["trace[18870864] 'process raft request' (duration: 432.271075ms)","trace[18870864] 'compare' (duration: 28.95367ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:12:25.911853Z","caller":"traceutil/trace.go:171","msg":"trace[1902266362] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"461.540867ms","start":"2026-04-15T03:12:25.450284Z","end":"2026-04-15T03:12:25.911825Z","steps":["trace[1902266362] 'process raft request' (duration: 461.235794ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:25.911917Z","caller":"traceutil/trace.go:171","msg":"trace[626685700] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"460.957041ms","start":"2026-04-15T03:12:25.450939Z","end":"2026-04-15T03:12:25.911896Z","steps":["trace[626685700] 'process raft request' (duration: 460.72927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:25.91201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:25.450276Z","time spent":"461.650269ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:12:25.911995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:25.450108Z","time spent":"461.605098ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:12:25.912039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:25.450906Z","time spent":"461.066163ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:12:25.912017Z","caller":"traceutil/trace.go:171","msg":"trace[610792039] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2561; }","duration":"452.377707ms","start":"2026-04-15T03:12:25.459619Z","end":"2026-04-15T03:12:25.911997Z","steps":["trace[610792039] 'read index received' (duration: 84.015945ms)","trace[610792039] 'applied index is now lower than readState.Index' (duration: 368.360302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:12:25.912294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.645396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-15T03:12:25.912379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.859378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-15T03:12:25.912421Z","caller":"traceutil/trace.go:171","msg":"trace[5904459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2460; }","duration":"249.910498ms","start":"2026-04-15T03:12:25.6625Z","end":"2026-04-15T03:12:25.91241Z","steps":["trace[5904459] 'agreement among raft nodes before linearized reading' (duration: 249.818288ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:25.912388Z","caller":"traceutil/trace.go:171","msg":"trace[686386439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2460; }","duration":"249.772307ms","start":"2026-04-15T03:12:25.662606Z","end":"2026-04-15T03:12:25.912379Z","steps":["trace[686386439] 'agreement among raft nodes before linearized reading' (duration: 249.572816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:25.912481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.049909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-15T03:12:25.912293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.648159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-15T03:12:25.912535Z","caller":"traceutil/trace.go:171","msg":"trace[1364301320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2460; }","duration":"250.13657ms","start":"2026-04-15T03:12:25.662381Z","end":"2026-04-15T03:12:25.912517Z","steps":["trace[1364301320] 'agreement among raft nodes before linearized reading' (duration: 249.983049ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:25.91258Z","caller":"traceutil/trace.go:171","msg":"trace[605592767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2460; }","duration":"452.973903ms","start":"2026-04-15T03:12:25.459589Z","end":"2026-04-15T03:12:25.912563Z","steps":["trace[605592767] 'agreement among raft nodes before linearized reading' (duration: 452.545929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:25.91263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:25.459578Z","time spent":"453.039593ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-15T03:12:25.912299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.683109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-15T03:12:25.912706Z","caller":"traceutil/trace.go:171","msg":"trace[1191999649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2460; }","duration":"248.105544ms","start":"2026-04-15T03:12:25.66459Z","end":"2026-04-15T03:12:25.912696Z","steps":["trace[1191999649] 'agreement among raft nodes before linearized reading' (duration: 247.586659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:25.912298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.439582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-15T03:12:25.912804Z","caller":"traceutil/trace.go:171","msg":"trace[1904959684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2460; }","duration":"317.981808ms","start":"2026-04-15T03:12:25.594812Z","end":"2026-04-15T03:12:25.912794Z","steps":["trace[1904959684] 'agreement among raft nodes before linearized reading' (duration: 317.370362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:25.912844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:25.59478Z","time spent":"318.054708ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-15T03:12:26.127184Z","caller":"traceutil/trace.go:171","msg":"trace[163453336] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"208.511988ms","start":"2026-04-15T03:12:25.918641Z","end":"2026-04-15T03:12:26.127153Z","steps":["trace[163453336] 'process raft request' (duration: 131.359393ms)","trace[163453336] 'compare' (duration: 76.957404ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:12:26.127232Z","caller":"traceutil/trace.go:171","msg":"trace[2059719060] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"208.451208ms","start":"2026-04-15T03:12:25.918756Z","end":"2026-04-15T03:12:26.127208Z","steps":["trace[2059719060] 'process raft request' (duration: 208.385837ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:26.127308Z","caller":"traceutil/trace.go:171","msg":"trace[625474949] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"208.541559ms","start":"2026-04-15T03:12:25.918693Z","end":"2026-04-15T03:12:26.127235Z","steps":["trace[625474949] 'process raft request' (duration: 208.389398ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:12:26.127321Z","caller":"traceutil/trace.go:171","msg":"trace[1800108968] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"208.491488ms","start":"2026-04-15T03:12:25.918802Z","end":"2026-04-15T03:12:26.127294Z","steps":["trace[1800108968] 'process raft request' (duration: 208.371667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:27.6828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055792812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:12:27.682883Z","caller":"traceutil/trace.go:171","msg":"trace[1174965552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2465; }","duration":"1.055935844s","start":"2026-04-15T03:12:26.626928Z","end":"2026-04-15T03:12:27.682864Z","steps":["trace[1174965552] 'range keys from in-memory index tree' (duration: 1.055701652s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:27.682929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:26.626901Z","time spent":"1.056019774s","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:12:27.683502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.87574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-15T03:12:27.683613Z","caller":"traceutil/trace.go:171","msg":"trace[636538010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2465; }","duration":"761.025691ms","start":"2026-04-15T03:12:26.922558Z","end":"2026-04-15T03:12:27.683583Z","steps":["trace[636538010] 'range keys from in-memory index tree' (duration: 760.652399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:27.683663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:26.922542Z","time spent":"761.111172ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-15T03:12:27.930255Z","caller":"traceutil/trace.go:171","msg":"trace[1087204331] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"486.596431ms","start":"2026-04-15T03:12:27.443634Z","end":"2026-04-15T03:12:27.93023Z","steps":["trace[1087204331] 'process raft request' (duration: 486.41352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:27.93041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:27.443607Z","time spent":"486.722374ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:12:27.932617Z","caller":"traceutil/trace.go:171","msg":"trace[2084309037] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"382.342826ms","start":"2026-04-15T03:12:27.550257Z","end":"2026-04-15T03:12:27.932599Z","steps":["trace[2084309037] 'process raft request' (duration: 382.160144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:12:27.9327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:12:27.550212Z","time spent":"382.450176ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:12:27.932923Z","caller":"traceutil/trace.go:171","msg":"trace[1570010162] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2570; }","duration":"247.982491ms","start":"2026-04-15T03:12:27.68493Z","end":"2026-04-15T03:12:27.932913Z","steps":["trace[1570010162] 'read index received' (duration: 245.106877ms)","trace[1570010162] 'applied index is now lower than readState.Index' (duration: 2.873054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:12:27.933072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.117782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:12:27.933159Z","caller":"traceutil/trace.go:171","msg":"trace[383023250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2470; }","duration":"248.257074ms","start":"2026-04-15T03:12:27.684885Z","end":"2026-04-15T03:12:27.933142Z","steps":["trace[383023250] 'agreement among raft nodes before linearized reading' (duration: 248.070312ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:13:04.236004Z","caller":"traceutil/trace.go:171","msg":"trace[1885284260] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"157.233077ms","start":"2026-04-15T03:13:04.078745Z","end":"2026-04-15T03:13:04.235978Z","steps":["trace[1885284260] 'process raft request' (duration: 151.674182ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:13:04.236009Z","caller":"traceutil/trace.go:171","msg":"trace[116963442] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"156.912065ms","start":"2026-04-15T03:13:04.079065Z","end":"2026-04-15T03:13:04.235977Z","steps":["trace[116963442] 'process raft request' (duration: 156.671933ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:13:04.236132Z","caller":"traceutil/trace.go:171","msg":"trace[1117865878] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"154.527395ms","start":"2026-04-15T03:13:04.081582Z","end":"2026-04-15T03:13:04.236109Z","steps":["trace[1117865878] 'process raft request' (duration: 154.209773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:13:04.595142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.075638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:13:04.595276Z","caller":"traceutil/trace.go:171","msg":"trace[1251617996] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"274.598487ms","start":"2026-04-15T03:13:04.32066Z","end":"2026-04-15T03:13:04.595258Z","steps":["trace[1251617996] 'read index received' (duration: 173.272266ms)","trace[1251617996] 'applied index is now lower than readState.Index' (duration: 101.319261ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:13:04.595313Z","caller":"traceutil/trace.go:171","msg":"trace[572561003] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"274.893639ms","start":"2026-04-15T03:13:04.32038Z","end":"2026-04-15T03:13:04.595274Z","steps":["trace[572561003] 'process raft request' (duration: 173.587618ms)","trace[572561003] 'compare' (duration: 100.851907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:13:04.59546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.804508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-15T03:13:04.595497Z","caller":"traceutil/trace.go:171","msg":"trace[944830315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2694; }","duration":"274.873019ms","start":"2026-04-15T03:13:04.320613Z","end":"2026-04-15T03:13:04.595486Z","steps":["trace[944830315] 'agreement among raft nodes before linearized reading' (duration: 274.721467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:13:04.632426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.57531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T03:13:04.632483Z","caller":"traceutil/trace.go:171","msg":"trace[870675113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2695; }","duration":"311.671422ms","start":"2026-04-15T03:13:04.320798Z","end":"2026-04-15T03:13:04.63247Z","steps":["trace[870675113] 'agreement among raft nodes before linearized reading' (duration: 311.50298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:13:04.632517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:13:04.32078Z","time spent":"311.728612ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-15T03:13:04.632576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.616181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-15T03:13:04.632823Z","caller":"traceutil/trace.go:171","msg":"trace[1894870330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2695; }","duration":"311.894493ms","start":"2026-04-15T03:13:04.320907Z","end":"2026-04-15T03:13:04.632802Z","steps":["trace[1894870330] 'agreement among raft nodes before linearized reading' (duration: 311.44469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:13:04.632931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:13:04.320896Z","time spent":"312.020384ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-15T03:13:44.410821Z","caller":"traceutil/trace.go:171","msg":"trace[994513064] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"157.975187ms","start":"2026-04-15T03:13:44.252826Z","end":"2026-04-15T03:13:44.410801Z","steps":["trace[994513064] 'process raft request' (duration: 157.842086ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:16.998106Z","caller":"traceutil/trace.go:171","msg":"trace[1690891872] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"462.528688ms","start":"2026-04-15T03:14:16.535553Z","end":"2026-04-15T03:14:16.998082Z","steps":["trace[1690891872] 'process raft request' (duration: 462.376624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:16.99827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:16.53553Z","time spent":"462.661633ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:14:17.109253Z","caller":"traceutil/trace.go:171","msg":"trace[209652448] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"569.576711ms","start":"2026-04-15T03:14:16.539625Z","end":"2026-04-15T03:14:17.109202Z","steps":["trace[209652448] 'process raft request' (duration: 537.414685ms)","trace[209652448] 'compare' (duration: 31.508988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:14:17.10998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:16.539611Z","time spent":"569.926653ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:14:17.110729Z","caller":"traceutil/trace.go:171","msg":"trace[1937093086] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"570.982902ms","start":"2026-04-15T03:14:16.539698Z","end":"2026-04-15T03:14:17.110681Z","steps":["trace[1937093086] 'process raft request' (duration: 570.879289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:17.110828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:16.539674Z","time spent":"571.108557ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:14:17.112576Z","caller":"traceutil/trace.go:171","msg":"trace[501220719] linearizableReadLoop","detail":"{readStateIndex:3271; appliedIndex:3267; }","duration":"547.590336ms","start":"2026-04-15T03:14:16.564964Z","end":"2026-04-15T03:14:17.112554Z","steps":["trace[501220719] 'read index received' (duration: 433.043995ms)","trace[501220719] 'applied index is now lower than readState.Index' (duration: 114.54494ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:14:17.112704Z","caller":"traceutil/trace.go:171","msg":"trace[243209210] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"232.330619ms","start":"2026-04-15T03:14:16.880361Z","end":"2026-04-15T03:14:17.112692Z","steps":["trace[243209210] 'process raft request' (duration: 232.070872ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:17.112853Z","caller":"traceutil/trace.go:171","msg":"trace[309845493] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"572.709222ms","start":"2026-04-15T03:14:16.540127Z","end":"2026-04-15T03:14:17.112836Z","steps":["trace[309845493] 'process raft request' (duration: 572.206238ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:17.112907Z","caller":"traceutil/trace.go:171","msg":"trace[333286342] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"226.015696ms","start":"2026-04-15T03:14:16.886877Z","end":"2026-04-15T03:14:17.112893Z","steps":["trace[333286342] 'process raft request' (duration: 225.628685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:17.112949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:16.540114Z","time spent":"572.786744ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:14:17.113152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.180542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-15T03:14:17.113199Z","caller":"traceutil/trace.go:171","msg":"trace[660946881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3145; }","duration":"548.260504ms","start":"2026-04-15T03:14:16.564928Z","end":"2026-04-15T03:14:17.113189Z","steps":["trace[660946881] 'agreement among raft nodes before linearized reading' (duration: 548.09762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:17.113231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:16.564915Z","time spent":"548.308795ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-15T03:14:17.113429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.087413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-15T03:14:17.113479Z","caller":"traceutil/trace.go:171","msg":"trace[165507428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3145; }","duration":"506.189076ms","start":"2026-04-15T03:14:16.607278Z","end":"2026-04-15T03:14:17.113467Z","steps":["trace[165507428] 'agreement among raft nodes before linearized reading' (duration: 506.052782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:17.11351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:16.607255Z","time spent":"506.248268ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-15T03:14:17.113668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.483295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-15T03:14:17.11371Z","caller":"traceutil/trace.go:171","msg":"trace[41479441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3145; }","duration":"146.579778ms","start":"2026-04-15T03:14:16.96712Z","end":"2026-04-15T03:14:17.1137Z","steps":["trace[41479441] 'agreement among raft nodes before linearized reading' (duration: 146.477745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:17.113764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.522134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-15T03:14:17.113804Z","caller":"traceutil/trace.go:171","msg":"trace[68101489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3145; }","duration":"158.618876ms","start":"2026-04-15T03:14:16.955176Z","end":"2026-04-15T03:14:17.113795Z","steps":["trace[68101489] 'agreement among raft nodes before linearized reading' (duration: 158.517324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:17.113982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.116331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:14:17.114024Z","caller":"traceutil/trace.go:171","msg":"trace[1930964691] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3145; }","duration":"272.196294ms","start":"2026-04-15T03:14:16.841814Z","end":"2026-04-15T03:14:17.114011Z","steps":["trace[1930964691] 'agreement among raft nodes before linearized reading' (duration: 272.129803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:17.625521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278160210029634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T03:14:18.23702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.799578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T03:14:18.237279Z","caller":"traceutil/trace.go:171","msg":"trace[741339556] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"1.114737479s","start":"2026-04-15T03:14:17.122525Z","end":"2026-04-15T03:14:18.237262Z","steps":["trace[741339556] 'process raft request' (duration: 1.114599986s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:18.237366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.122515Z","time spent":"1.114812802s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:14:18.237957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113605428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-15T03:14:18.238104Z","caller":"traceutil/trace.go:171","msg":"trace[1679772387] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"1.114795761s","start":"2026-04-15T03:14:17.122497Z","end":"2026-04-15T03:14:18.237293Z","steps":["trace[1679772387] 'process raft request' (duration: 537.626123ms)","trace[1679772387] 'compare' (duration: 576.558311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:14:18.238359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.122466Z","time spent":"1.115716838s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:14:18.238673Z","caller":"traceutil/trace.go:171","msg":"trace[155018909] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"1.114992097s","start":"2026-04-15T03:14:17.12257Z","end":"2026-04-15T03:14:18.237563Z","steps":["trace[155018909] 'process raft request' (duration: 1.114653977s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:18.238771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.122565Z","time spent":"1.11616255s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:14:18.238891Z","caller":"traceutil/trace.go:171","msg":"trace[1806866998] linearizableReadLoop","detail":"{readStateIndex:3278; appliedIndex:3273; }","duration":"1.113430462s","start":"2026-04-15T03:14:17.124337Z","end":"2026-04-15T03:14:18.237768Z","steps":["trace[1806866998] 'read index received' (duration: 535.80078ms)","trace[1806866998] 'applied index is now lower than readState.Index' (duration: 577.628532ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:14:18.238942Z","caller":"traceutil/trace.go:171","msg":"trace[967239057] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"1.115186223s","start":"2026-04-15T03:14:17.12262Z","end":"2026-04-15T03:14:18.237806Z","steps":["trace[967239057] 'process raft request' (duration: 1.115013598s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:18.239063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.315575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:14:18.239108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.765569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-15T03:14:18.239131Z","caller":"traceutil/trace.go:171","msg":"trace[1818341413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3150; }","duration":"144.413078ms","start":"2026-04-15T03:14:18.094703Z","end":"2026-04-15T03:14:18.239116Z","steps":["trace[1818341413] 'agreement among raft nodes before linearized reading' (duration: 144.301575ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:18.239142Z","caller":"traceutil/trace.go:171","msg":"trace[1271839575] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3150; }","duration":"399.851701ms","start":"2026-04-15T03:14:17.839281Z","end":"2026-04-15T03:14:18.239133Z","steps":["trace[1271839575] 'agreement among raft nodes before linearized reading' (duration: 399.718807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:18.239183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.83926Z","time spent":"399.914363ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-15T03:14:18.239063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099856841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-15T03:14:18.239554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.624669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:14:18.239583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.673933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-15T03:14:18.2396Z","caller":"traceutil/trace.go:171","msg":"trace[313504719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3150; }","duration":"612.710212ms","start":"2026-04-15T03:14:17.626877Z","end":"2026-04-15T03:14:18.239587Z","steps":["trace[313504719] 'agreement among raft nodes before linearized reading' (duration: 612.64304ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:18.239596Z","caller":"traceutil/trace.go:171","msg":"trace[1130406124] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3150; }","duration":"1.100428228s","start":"2026-04-15T03:14:17.139154Z","end":"2026-04-15T03:14:18.239582Z","steps":["trace[1130406124] 'agreement among raft nodes before linearized reading' (duration: 1.099837781s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:18.239629Z","caller":"traceutil/trace.go:171","msg":"trace[1884928983] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3150; }","duration":"146.757835ms","start":"2026-04-15T03:14:18.092857Z","end":"2026-04-15T03:14:18.239615Z","steps":["trace[1884928983] 'agreement among raft nodes before linearized reading' (duration: 146.629632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:18.239642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.626851Z","time spent":"612.779804ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:14:18.239649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.139142Z","time spent":"1.10049235s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-15T03:14:18.239702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.12261Z","time spent":"1.116406297s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T03:14:18.239881Z","caller":"traceutil/trace.go:171","msg":"trace[1686284781] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"1.115222245s","start":"2026-04-15T03:14:17.122621Z","end":"2026-04-15T03:14:18.237843Z","steps":["trace[1686284781] 'process raft request' (duration: 1.11510414s)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:18.240091Z","caller":"traceutil/trace.go:171","msg":"trace[2101000275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3150; }","duration":"1.113761302s","start":"2026-04-15T03:14:17.12428Z","end":"2026-04-15T03:14:18.238041Z","steps":["trace[2101000275] 'agreement among raft nodes before linearized reading' (duration: 1.113491454s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:18.240161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.124258Z","time spent":"1.115875793s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-15T03:14:18.239996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.122599Z","time spent":"1.117358085s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T03:14:18.240581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.750037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:14:18.240345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.421346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:14:18.2407Z","caller":"traceutil/trace.go:171","msg":"trace[1419978305] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3150; }","duration":"122.82705ms","start":"2026-04-15T03:14:18.117814Z","end":"2026-04-15T03:14:18.240641Z","steps":["trace[1419978305] 'agreement among raft nodes before linearized reading' (duration: 122.722596ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:18.240707Z","caller":"traceutil/trace.go:171","msg":"trace[1095048994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3150; }","duration":"810.870499ms","start":"2026-04-15T03:14:17.429821Z","end":"2026-04-15T03:14:18.240692Z","steps":["trace[1095048994] 'agreement among raft nodes before linearized reading' (duration: 810.476537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:18.240757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.429775Z","time spent":"810.970652ms","remote":"127.0.0.1:56828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T03:14:18.241335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101404776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a6694271828980\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-15T03:14:18.241649Z","caller":"traceutil/trace.go:171","msg":"trace[894679931] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a6694271828980; range_end:; response_count:1; response_revision:3150; }","duration":"1.101744275s","start":"2026-04-15T03:14:17.139889Z","end":"2026-04-15T03:14:18.241633Z","steps":["trace[894679931] 'agreement among raft nodes before linearized reading' (duration: 1.101313223s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:14:18.241698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-15T03:14:17.13988Z","time spent":"1.101804167s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a6694271828980\" "} {"level":"info","ts":"2026-04-15T03:14:18.423661Z","caller":"traceutil/trace.go:171","msg":"trace[1554944709] linearizableReadLoop","detail":"{readStateIndex:3280; appliedIndex:3278; }","duration":"177.579749ms","start":"2026-04-15T03:14:18.246048Z","end":"2026-04-15T03:14:18.423628Z","steps":["trace[1554944709] 'read index received' (duration: 86.061116ms)","trace[1554944709] 'applied index is now lower than readState.Index' (duration: 91.517503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:14:18.423871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.804515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-15T03:14:18.423929Z","caller":"traceutil/trace.go:171","msg":"trace[958626593] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3152; }","duration":"177.884528ms","start":"2026-04-15T03:14:18.246032Z","end":"2026-04-15T03:14:18.423916Z","steps":["trace[958626593] 'agreement among raft nodes before linearized reading' (duration: 177.730734ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:18.423709Z","caller":"traceutil/trace.go:171","msg":"trace[1354575852] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"178.275249ms","start":"2026-04-15T03:14:18.245399Z","end":"2026-04-15T03:14:18.423675Z","steps":["trace[1354575852] 'process raft request' (duration: 93.306435ms)","trace[1354575852] 'compare' (duration: 84.764758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:14:18.424165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.03552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T03:14:18.424247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.960023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:14:18.42428Z","caller":"traceutil/trace.go:171","msg":"trace[2074174807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3152; }","duration":"109.036465ms","start":"2026-04-15T03:14:18.315235Z","end":"2026-04-15T03:14:18.424271Z","steps":["trace[2074174807] 'agreement among raft nodes before linearized reading' (duration: 108.980993ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:14:18.424322Z","caller":"traceutil/trace.go:171","msg":"trace[890970510] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3152; }","duration":"143.200234ms","start":"2026-04-15T03:14:18.28104Z","end":"2026-04-15T03:14:18.42424Z","steps":["trace[890970510] 'agreement among raft nodes before linearized reading' (duration: 143.020769ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:17:22.23855Z","caller":"traceutil/trace.go:171","msg":"trace[1315174779] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"117.256942ms","start":"2026-04-15T03:17:22.121229Z","end":"2026-04-15T03:17:22.238486Z","steps":["trace[1315174779] 'process raft request' (duration: 105.203707ms)","trace[1315174779] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com; req_size:269829; } (duration: 10.384612ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:18:16.317007Z","caller":"traceutil/trace.go:171","msg":"trace[1519751335] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"108.237187ms","start":"2026-04-15T03:18:16.208721Z","end":"2026-04-15T03:18:16.316958Z","steps":["trace[1519751335] 'process raft request' (duration: 70.409335ms)","trace[1519751335] 'compare' (duration: 37.278815ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T03:18:16.424893Z","caller":"traceutil/trace.go:171","msg":"trace[1406869803] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"104.855274ms","start":"2026-04-15T03:18:16.319692Z","end":"2026-04-15T03:18:16.424547Z","steps":["trace[1406869803] 'process raft request' (duration: 98.935997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:18:17.153944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.514413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-15T03:18:17.154021Z","caller":"traceutil/trace.go:171","msg":"trace[1545479179] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5413; }","duration":"109.621684ms","start":"2026-04-15T03:18:17.044383Z","end":"2026-04-15T03:18:17.154005Z","steps":["trace[1545479179] 'count revisions from in-memory index tree' (duration: 109.462972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T03:18:17.154029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.702596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-15T03:18:17.154118Z","caller":"traceutil/trace.go:171","msg":"trace[1902192152] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5413; }","duration":"113.844147ms","start":"2026-04-15T03:18:17.040252Z","end":"2026-04-15T03:18:17.154096Z","steps":["trace[1902192152] 'range keys from in-memory index tree' (duration: 113.474663ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:18:18.640377Z","caller":"traceutil/trace.go:171","msg":"trace[645013488] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"124.011247ms","start":"2026-04-15T03:18:18.516338Z","end":"2026-04-15T03:18:18.640349Z","steps":["trace[645013488] 'process raft request' (duration: 123.852635ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:18:18.640921Z","caller":"traceutil/trace.go:171","msg":"trace[964690310] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5659; }","duration":"122.484038ms","start":"2026-04-15T03:18:18.518424Z","end":"2026-04-15T03:18:18.640908Z","steps":["trace[964690310] 'read index received' (duration: 122.478588ms)","trace[964690310] 'applied index is now lower than readState.Index' (duration: 4.46µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T03:18:18.641359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.916283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-15T03:18:18.641408Z","caller":"traceutil/trace.go:171","msg":"trace[984808191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5452; }","duration":"123.028985ms","start":"2026-04-15T03:18:18.518364Z","end":"2026-04-15T03:18:18.641393Z","steps":["trace[984808191] 'agreement among raft nodes before linearized reading' (duration: 122.866783ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:18:33.664154Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2874} {"level":"info","ts":"2026-04-15T03:18:33.769061Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2874,"took":"102.659419ms","hash":814086564,"current-db-size-bytes":54300672,"current-db-size":"54 MB","current-db-size-in-use-bytes":30650368,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-15T03:18:33.769149Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":814086564,"revision":2874,"compact-revision":-1} {"level":"warn","ts":"2026-04-15T03:18:39.526858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.998688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T03:18:39.527036Z","caller":"traceutil/trace.go:171","msg":"trace[1181849517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5713; }","duration":"121.20591ms","start":"2026-04-15T03:18:39.405806Z","end":"2026-04-15T03:18:39.527011Z","steps":["trace[1181849517] 'range keys from in-memory index tree' (duration: 120.974157ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:20:40.552219Z","caller":"traceutil/trace.go:171","msg":"trace[980589620] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"145.114316ms","start":"2026-04-15T03:20:40.407078Z","end":"2026-04-15T03:20:40.552192Z","steps":["trace[980589620] 'process raft request' (duration: 141.83419ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T03:21:06.922239Z","caller":"traceutil/trace.go:171","msg":"trace[526970161] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"103.976613ms","start":"2026-04-15T03:21:06.818236Z","end":"2026-04-15T03:21:06.922212Z","steps":["trace[526970161] 'process raft request' (duration: 103.489078ms)"],"step_count":1}