{"level":"warn","ts":"2026-05-20T03:07:41.706641Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T03:07:41.706749Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-20T03:07:41.706834Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T03:07:41.706852Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-05-20T03:07:41.706872Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T03:07:41.707806Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-05-20T03:07:41.707901Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-20T03:07:41.713283Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.115002ms"} {"level":"info","ts":"2026-05-20T03:07:41.728847Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-05-20T03:07:41.728979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-05-20T03:07:41.72901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-05-20T03:07:41.729082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-20T03:07:41.729098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-05-20T03:07:41.729168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-05-20T03:07:41.739614Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-20T03:07:41.741236Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-20T03:07:41.745022Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-20T03:07:41.747012Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-20T03:07:41.747174Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T03:07:41.747301Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T03:07:41.747329Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T03:07:41.747458Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-20T03:07:41.747895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-05-20T03:07:41.748563Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-05-20T03:07:41.75123Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T03:07:41.751336Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-05-20T03:07:41.751395Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-05-20T03:07:41.751619Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-20T03:07:41.751676Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-20T03:07:42.530334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-05-20T03:07:42.53038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-05-20T03:07:42.530406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-05-20T03:07:42.530423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-05-20T03:07:42.530431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-05-20T03:07:42.530442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-05-20T03:07:42.530451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-05-20T03:07:42.589395Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T03:07:42.61252Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-05-20T03:07:42.612531Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T03:07:42.612599Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T03:07:42.613066Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-20T03:07:42.613092Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-20T03:07:42.61634Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-05-20T03:07:42.617017Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-20T03:07:42.630474Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T03:07:42.630572Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T03:07:42.6306Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-05-20T03:08:11.135355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.665182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T03:08:11.137753Z","caller":"traceutil/trace.go:171","msg":"trace[1728729406] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"183.334316ms","start":"2026-05-20T03:08:10.954398Z","end":"2026-05-20T03:08:11.137732Z","steps":["trace[1728729406] 'process raft request' (duration: 183.152097ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.147205Z","caller":"traceutil/trace.go:171","msg":"trace[1330775188] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"190.53304ms","start":"2026-05-20T03:08:10.956651Z","end":"2026-05-20T03:08:11.147184Z","steps":["trace[1330775188] 'process raft request' (duration: 190.34744ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.147251Z","caller":"traceutil/trace.go:171","msg":"trace[1871259621] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"180.091176ms","start":"2026-05-20T03:08:10.967144Z","end":"2026-05-20T03:08:11.147235Z","steps":["trace[1871259621] 'process raft request' (duration: 179.97051ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.1474Z","caller":"traceutil/trace.go:171","msg":"trace[122773991] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"186.887803ms","start":"2026-05-20T03:08:10.960466Z","end":"2026-05-20T03:08:11.147353Z","steps":["trace[122773991] 'process raft request' (duration: 186.613258ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.147527Z","caller":"traceutil/trace.go:171","msg":"trace[1910368196] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"178.873091ms","start":"2026-05-20T03:08:10.968597Z","end":"2026-05-20T03:08:11.14747Z","steps":["trace[1910368196] 'process raft request' (duration: 178.596276ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.147654Z","caller":"traceutil/trace.go:171","msg":"trace[58987440] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"177.998588ms","start":"2026-05-20T03:08:10.969631Z","end":"2026-05-20T03:08:11.147629Z","steps":["trace[58987440] 'process raft request' (duration: 177.625578ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.147803Z","caller":"traceutil/trace.go:171","msg":"trace[1558164935] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"178.115705ms","start":"2026-05-20T03:08:10.969677Z","end":"2026-05-20T03:08:11.147792Z","steps":["trace[1558164935] 'process raft request' (duration: 177.852531ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.147943Z","caller":"traceutil/trace.go:171","msg":"trace[1650804609] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"166.025085ms","start":"2026-05-20T03:08:10.981908Z","end":"2026-05-20T03:08:11.147933Z","steps":["trace[1650804609] 'process raft request' (duration: 165.710129ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.148058Z","caller":"traceutil/trace.go:171","msg":"trace[688403294] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"148.757321ms","start":"2026-05-20T03:08:10.999283Z","end":"2026-05-20T03:08:11.14804Z","steps":["trace[688403294] 'process raft request' (duration: 148.527939ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.148234Z","caller":"traceutil/trace.go:171","msg":"trace[1362500507] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"134.272994ms","start":"2026-05-20T03:08:11.013947Z","end":"2026-05-20T03:08:11.14822Z","steps":["trace[1362500507] 'process raft request' (duration: 133.98952ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:11.147651Z","caller":"traceutil/trace.go:171","msg":"trace[1738578667] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"179.196722ms","start":"2026-05-20T03:08:10.968188Z","end":"2026-05-20T03:08:11.147385Z","steps":["trace[1738578667] 'process raft request' (duration: 178.96671ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:16.987058Z","caller":"traceutil/trace.go:171","msg":"trace[848264390] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"256.119682ms","start":"2026-05-20T03:08:16.730922Z","end":"2026-05-20T03:08:16.987041Z","steps":["trace[848264390] 'process raft request' (duration: 255.746524ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:17.820435Z","caller":"traceutil/trace.go:171","msg":"trace[1090007204] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"345.780299ms","start":"2026-05-20T03:08:17.474613Z","end":"2026-05-20T03:08:17.820393Z","steps":["trace[1090007204] 'process raft request' (duration: 345.014362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:17.821258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:08:17.474584Z","time spent":"345.966158ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:08:18.023651Z","caller":"traceutil/trace.go:171","msg":"trace[1790301771] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"146.594804ms","start":"2026-05-20T03:08:17.877025Z","end":"2026-05-20T03:08:18.02362Z","steps":["trace[1790301771] 'process raft request' (duration: 146.450298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:18.662817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219947485046292,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T03:08:19.028692Z","caller":"traceutil/trace.go:171","msg":"trace[163334243] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"970.512138ms","start":"2026-05-20T03:08:18.058146Z","end":"2026-05-20T03:08:19.028658Z","steps":["trace[163334243] 'process raft request' (duration: 925.37028ms)","trace[163334243] 'compare' (duration: 44.637445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:08:19.028857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:08:18.058129Z","time spent":"970.643013ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:08:19.04585Z","caller":"traceutil/trace.go:171","msg":"trace[1269911481] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"883.654846ms","start":"2026-05-20T03:08:18.162177Z","end":"2026-05-20T03:08:19.045832Z","steps":["trace[1269911481] 'read index received' (duration: 821.422593ms)","trace[1269911481] 'applied index is now lower than readState.Index' (duration: 62.231613ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:08:19.046583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.38894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T03:08:19.046624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.878904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-20T03:08:19.046683Z","caller":"traceutil/trace.go:171","msg":"trace[1326258884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"883.965999ms","start":"2026-05-20T03:08:18.162693Z","end":"2026-05-20T03:08:19.046659Z","steps":["trace[1326258884] 'agreement among raft nodes before linearized reading' (duration: 883.676845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:19.046717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:08:18.162671Z","time spent":"884.036392ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T03:08:19.046675Z","caller":"traceutil/trace.go:171","msg":"trace[786530751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"884.524197ms","start":"2026-05-20T03:08:18.16213Z","end":"2026-05-20T03:08:19.046654Z","steps":["trace[786530751] 'agreement among raft nodes before linearized reading' (duration: 884.126768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:19.046771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:08:18.16211Z","time spent":"884.646722ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:08:19.046798Z","caller":"traceutil/trace.go:171","msg":"trace[324020679] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"617.26001ms","start":"2026-05-20T03:08:18.429493Z","end":"2026-05-20T03:08:19.046753Z","steps":["trace[324020679] 'process raft request' (duration: 615.97488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:19.047039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:08:18.429471Z","time spent":"617.407807ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:08:19.047055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.79883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:08:19.047232Z","caller":"traceutil/trace.go:171","msg":"trace[199174851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"650.973179ms","start":"2026-05-20T03:08:18.396173Z","end":"2026-05-20T03:08:19.047146Z","steps":["trace[199174851] 'agreement among raft nodes before linearized reading' (duration: 650.105928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:19.047314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:08:18.396152Z","time spent":"651.145067ms","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:08:20.505977Z","caller":"traceutil/trace.go:171","msg":"trace[543732439] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"199.154702ms","start":"2026-05-20T03:08:20.306796Z","end":"2026-05-20T03:08:20.505951Z","steps":["trace[543732439] 'process raft request' (duration: 198.995264ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:20.508821Z","caller":"traceutil/trace.go:171","msg":"trace[2035956120] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:668; }","duration":"115.317929ms","start":"2026-05-20T03:08:20.393478Z","end":"2026-05-20T03:08:20.508796Z","steps":["trace[2035956120] 'read index received' (duration: 112.33119ms)","trace[2035956120] 'applied index is now lower than readState.Index' (duration: 2.985309ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:08:20.508937Z","caller":"traceutil/trace.go:171","msg":"trace[2117776016] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"201.90219ms","start":"2026-05-20T03:08:20.307014Z","end":"2026-05-20T03:08:20.508916Z","steps":["trace[2117776016] 'process raft request' (duration: 201.558654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:20.509169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.651395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:08:20.509241Z","caller":"traceutil/trace.go:171","msg":"trace[1125611244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"115.789861ms","start":"2026-05-20T03:08:20.393431Z","end":"2026-05-20T03:08:20.50922Z","steps":["trace[1125611244] 'agreement among raft nodes before linearized reading' (duration: 115.454896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:23.465415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.682623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:08:23.465492Z","caller":"traceutil/trace.go:171","msg":"trace[1300138182] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:695; }","duration":"104.788318ms","start":"2026-05-20T03:08:23.360681Z","end":"2026-05-20T03:08:23.46547Z","steps":["trace[1300138182] 'range keys from in-memory index tree' (duration: 104.603679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:23.465585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.788349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:08:23.465678Z","caller":"traceutil/trace.go:171","msg":"trace[92949851] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:695; }","duration":"104.888993ms","start":"2026-05-20T03:08:23.360766Z","end":"2026-05-20T03:08:23.465655Z","steps":["trace[92949851] 'count revisions from in-memory index tree' (duration: 104.738467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:23.465985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.512236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:08:23.46607Z","caller":"traceutil/trace.go:171","msg":"trace[1599355914] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:695; }","duration":"104.632182ms","start":"2026-05-20T03:08:23.361428Z","end":"2026-05-20T03:08:23.46606Z","steps":["trace[1599355914] 'range keys from in-memory index tree' (duration: 104.456934ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:08:31.452566Z","caller":"traceutil/trace.go:171","msg":"trace[1324112928] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"153.828327ms","start":"2026-05-20T03:08:31.298707Z","end":"2026-05-20T03:08:31.452535Z","steps":["trace[1324112928] 'process raft request' (duration: 153.648169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:33.903254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.532687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:08:33.903336Z","caller":"traceutil/trace.go:171","msg":"trace[163715082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:777; }","duration":"506.661102ms","start":"2026-05-20T03:08:33.396657Z","end":"2026-05-20T03:08:33.903319Z","steps":["trace[163715082] 'range keys from in-memory index tree' (duration: 506.446574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:33.903389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:08:33.396638Z","time spent":"506.741846ms","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:08:49.341645Z","caller":"traceutil/trace.go:171","msg":"trace[191764318] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"111.879769ms","start":"2026-05-20T03:08:49.229739Z","end":"2026-05-20T03:08:49.341619Z","steps":["trace[191764318] 'process raft request' (duration: 111.698543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:08:49.412099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.92ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T03:08:49.412202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.625336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:08:49.412208Z","caller":"traceutil/trace.go:171","msg":"trace[2025765418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:959; }","duration":"151.056944ms","start":"2026-05-20T03:08:49.261123Z","end":"2026-05-20T03:08:49.41218Z","steps":["trace[2025765418] 'agreement among raft nodes before linearized reading' (duration: 80.714351ms)","trace[2025765418] 'range keys from in-memory index tree' (duration: 70.109296ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:08:49.412249Z","caller":"traceutil/trace.go:171","msg":"trace[199829149] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:959; }","duration":"146.694109ms","start":"2026-05-20T03:08:49.265544Z","end":"2026-05-20T03:08:49.412238Z","steps":["trace[199829149] 'agreement among raft nodes before linearized reading' (duration: 76.310303ms)","trace[199829149] 'count revisions from in-memory index tree' (duration: 70.325043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:08:49.412235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.485032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-20T03:08:49.412296Z","caller":"traceutil/trace.go:171","msg":"trace[350300350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:959; }","duration":"157.570645ms","start":"2026-05-20T03:08:49.254707Z","end":"2026-05-20T03:08:49.412278Z","steps":["trace[350300350] 'agreement among raft nodes before linearized reading' (duration: 87.111316ms)","trace[350300350] 'range keys from in-memory index tree' (duration: 70.324112ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:09:01.449088Z","caller":"traceutil/trace.go:171","msg":"trace[469387409] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1209; }","duration":"491.875175ms","start":"2026-05-20T03:09:00.957185Z","end":"2026-05-20T03:09:01.44906Z","steps":["trace[469387409] 'read index received' (duration: 465.364797ms)","trace[469387409] 'applied index is now lower than readState.Index' (duration: 26.508928ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:09:01.449735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.097121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:09:01.449848Z","caller":"traceutil/trace.go:171","msg":"trace[1067742775] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1177; }","duration":"492.695609ms","start":"2026-05-20T03:09:00.957129Z","end":"2026-05-20T03:09:01.449824Z","steps":["trace[1067742775] 'agreement among raft nodes before linearized reading' (duration: 492.081111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:01.449905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:09:00.957105Z","time spent":"492.784703ms","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:09:15.072539Z","caller":"traceutil/trace.go:171","msg":"trace[1469018311] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"123.173476ms","start":"2026-05-20T03:09:14.949341Z","end":"2026-05-20T03:09:15.072514Z","steps":["trace[1469018311] 'process raft request' (duration: 123.010752ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:15.127418Z","caller":"traceutil/trace.go:171","msg":"trace[1737549396] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"152.404712ms","start":"2026-05-20T03:09:14.974988Z","end":"2026-05-20T03:09:15.127393Z","steps":["trace[1737549396] 'process raft request' (duration: 152.222137ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:18.76673Z","caller":"traceutil/trace.go:171","msg":"trace[1465244253] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"166.450806ms","start":"2026-05-20T03:09:18.600247Z","end":"2026-05-20T03:09:18.766698Z","steps":["trace[1465244253] 'process raft request' (duration: 163.639395ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:18.776874Z","caller":"traceutil/trace.go:171","msg":"trace[1078058582] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"151.570589ms","start":"2026-05-20T03:09:18.625285Z","end":"2026-05-20T03:09:18.776855Z","steps":["trace[1078058582] 'process raft request' (duration: 151.250421ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:18.777174Z","caller":"traceutil/trace.go:171","msg":"trace[1694371776] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1360; }","duration":"148.342947ms","start":"2026-05-20T03:09:18.628316Z","end":"2026-05-20T03:09:18.776659Z","steps":["trace[1694371776] 'read index received' (duration: 135.582552ms)","trace[1694371776] 'applied index is now lower than readState.Index' (duration: 12.759415ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:09:18.777275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.944512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:09:18.777415Z","caller":"traceutil/trace.go:171","msg":"trace[1955039634] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1321; }","duration":"149.139277ms","start":"2026-05-20T03:09:18.628262Z","end":"2026-05-20T03:09:18.777401Z","steps":["trace[1955039634] 'agreement among raft nodes before linearized reading' (duration: 148.964043ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:26.940364Z","caller":"traceutil/trace.go:171","msg":"trace[1249257060] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1494; }","duration":"114.343543ms","start":"2026-05-20T03:09:26.825997Z","end":"2026-05-20T03:09:26.940341Z","steps":["trace[1249257060] 'read index received' (duration: 114.139748ms)","trace[1249257060] 'applied index is now lower than readState.Index' (duration: 202.875µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:09:26.940591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.577368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T03:09:26.940646Z","caller":"traceutil/trace.go:171","msg":"trace[456534866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1451; }","duration":"114.67661ms","start":"2026-05-20T03:09:26.825946Z","end":"2026-05-20T03:09:26.940622Z","steps":["trace[456534866] 'agreement among raft nodes before linearized reading' (duration: 114.505536ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:26.940637Z","caller":"traceutil/trace.go:171","msg":"trace[1432365706] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"119.32668ms","start":"2026-05-20T03:09:26.821292Z","end":"2026-05-20T03:09:26.940618Z","steps":["trace[1432365706] 'process raft request' (duration: 118.90736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:27.263132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.117021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xjf8d\" ","response":"range_response_count:1 size:4516"} {"level":"info","ts":"2026-05-20T03:09:27.263744Z","caller":"traceutil/trace.go:171","msg":"trace[1340803325] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xjf8d; range_end:; response_count:1; response_revision:1452; }","duration":"170.293885ms","start":"2026-05-20T03:09:27.092921Z","end":"2026-05-20T03:09:27.263215Z","steps":["trace[1340803325] 'range keys from in-memory index tree' (duration: 169.63588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:51.584035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.837823ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T03:09:51.584359Z","caller":"traceutil/trace.go:171","msg":"trace[1633752685] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"628.27767ms","start":"2026-05-20T03:09:50.956053Z","end":"2026-05-20T03:09:51.58433Z","steps":["trace[1633752685] 'read index received' (duration: 387.225953ms)","trace[1633752685] 'applied index is now lower than readState.Index' (duration: 241.044757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:09:51.584644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.570146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87205aa4-9cf0-4783-b267-dd60b6dbd72b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-20T03:09:51.584712Z","caller":"traceutil/trace.go:171","msg":"trace[494403023] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87205aa4-9cf0-4783-b267-dd60b6dbd72b; range_end:; response_count:1; response_revision:1855; }","duration":"628.668598ms","start":"2026-05-20T03:09:50.956019Z","end":"2026-05-20T03:09:51.584687Z","steps":["trace[494403023] 'agreement among raft nodes before linearized reading' (duration: 628.485474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:51.584758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:09:50.956003Z","time spent":"628.741969ms","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87205aa4-9cf0-4783-b267-dd60b6dbd72b\" "} {"level":"warn","ts":"2026-05-20T03:09:51.585166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.103055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-20T03:09:51.585217Z","caller":"traceutil/trace.go:171","msg":"trace[81258177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1857; }","duration":"501.202348ms","start":"2026-05-20T03:09:51.084003Z","end":"2026-05-20T03:09:51.585205Z","steps":["trace[81258177] 'agreement among raft nodes before linearized reading' (duration: 501.063365ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:51.585383Z","caller":"traceutil/trace.go:171","msg":"trace[1794463044] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"550.917744ms","start":"2026-05-20T03:09:51.034447Z","end":"2026-05-20T03:09:51.585364Z","steps":["trace[1794463044] 'process raft request' (duration: 549.6779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:51.585509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:09:51.03442Z","time spent":"551.015205ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:09:51.585678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.131116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:09:51.585779Z","caller":"traceutil/trace.go:171","msg":"trace[360354094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1857; }","duration":"190.294949ms","start":"2026-05-20T03:09:51.395462Z","end":"2026-05-20T03:09:51.585757Z","steps":["trace[360354094] 'agreement among raft nodes before linearized reading' (duration: 190.110886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:51.586036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.900478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-20T03:09:51.586102Z","caller":"traceutil/trace.go:171","msg":"trace[1575871562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"252.012192ms","start":"2026-05-20T03:09:51.334074Z","end":"2026-05-20T03:09:51.586086Z","steps":["trace[1575871562] 'agreement among raft nodes before linearized reading' (duration: 251.847937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:51.587085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:09:51.083984Z","time spent":"501.257908ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T03:09:51.772397Z","caller":"traceutil/trace.go:171","msg":"trace[1192041423] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1929; }","duration":"119.136611ms","start":"2026-05-20T03:09:51.653239Z","end":"2026-05-20T03:09:51.772376Z","steps":["trace[1192041423] 'read index received' (duration: 107.438031ms)","trace[1192041423] 'applied index is now lower than readState.Index' (duration: 11.69757ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:09:51.772528Z","caller":"traceutil/trace.go:171","msg":"trace[99571195] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"181.914344ms","start":"2026-05-20T03:09:51.5906Z","end":"2026-05-20T03:09:51.772514Z","steps":["trace[99571195] 'process raft request' (duration: 170.051951ms)","trace[99571195] 'compare' (duration: 11.463245ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:09:51.772935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.676181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87205aa4-9cf0-4783-b267-dd60b6dbd72b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-20T03:09:51.773Z","caller":"traceutil/trace.go:171","msg":"trace[1195298788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87205aa4-9cf0-4783-b267-dd60b6dbd72b; range_end:; response_count:1; response_revision:1858; }","duration":"119.793484ms","start":"2026-05-20T03:09:51.65319Z","end":"2026-05-20T03:09:51.772984Z","steps":["trace[1195298788] 'agreement among raft nodes before linearized reading' (duration: 119.59947ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:52.198952Z","caller":"traceutil/trace.go:171","msg":"trace[65192858] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"363.958845ms","start":"2026-05-20T03:09:51.834943Z","end":"2026-05-20T03:09:52.198902Z","steps":["trace[65192858] 'process raft request' (duration: 363.763752ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:52.199106Z","caller":"traceutil/trace.go:171","msg":"trace[1921463461] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1934; }","duration":"191.341114ms","start":"2026-05-20T03:09:52.007738Z","end":"2026-05-20T03:09:52.199079Z","steps":["trace[1921463461] 'read index received' (duration: 191.014807ms)","trace[1921463461] 'applied index is now lower than readState.Index' (duration: 324.507µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:09:52.199249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:09:51.834884Z","time spent":"364.134059ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:09:52.19931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.555269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:09:52.199345Z","caller":"traceutil/trace.go:171","msg":"trace[194400823] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1864; }","duration":"191.6561ms","start":"2026-05-20T03:09:52.007679Z","end":"2026-05-20T03:09:52.199335Z","steps":["trace[194400823] 'agreement among raft nodes before linearized reading' (duration: 191.500897ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:09:52.199312Z","caller":"traceutil/trace.go:171","msg":"trace[862233126] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"361.509807ms","start":"2026-05-20T03:09:51.837755Z","end":"2026-05-20T03:09:52.199264Z","steps":["trace[862233126] 'process raft request' (duration: 361.104079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:52.199422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:09:51.837731Z","time spent":"361.65227ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:09:56.998635Z","caller":"traceutil/trace.go:171","msg":"trace[1173225640] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"134.842664ms","start":"2026-05-20T03:09:56.863765Z","end":"2026-05-20T03:09:56.998608Z","steps":["trace[1173225640] 'read index received' (duration: 134.61ms)","trace[1173225640] 'applied index is now lower than readState.Index' (duration: 231.724µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:09:56.998742Z","caller":"traceutil/trace.go:171","msg":"trace[856694482] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"187.761079ms","start":"2026-05-20T03:09:56.810948Z","end":"2026-05-20T03:09:56.998709Z","steps":["trace[856694482] 'process raft request' (duration: 187.511524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:09:56.998801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.026127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-20T03:09:56.998995Z","caller":"traceutil/trace.go:171","msg":"trace[2099281430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"135.248102ms","start":"2026-05-20T03:09:56.863716Z","end":"2026-05-20T03:09:56.998964Z","steps":["trace[2099281430] 'agreement among raft nodes before linearized reading' (duration: 134.980037ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:10:02.550682Z","caller":"traceutil/trace.go:171","msg":"trace[1140540507] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"123.200295ms","start":"2026-05-20T03:10:02.427459Z","end":"2026-05-20T03:10:02.55066Z","steps":["trace[1140540507] 'process raft request' (duration: 107.66081ms)","trace[1140540507] 'compare' (duration: 15.446683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:07.249915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219947485049049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T03:10:07.333373Z","caller":"traceutil/trace.go:171","msg":"trace[865450128] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"654.282772ms","start":"2026-05-20T03:10:06.679065Z","end":"2026-05-20T03:10:07.333348Z","steps":["trace[865450128] 'process raft request' (duration: 654.036997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:07.334284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:06.679044Z","time spent":"655.154506ms","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:10:07.334711Z","caller":"traceutil/trace.go:171","msg":"trace[1445387269] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2055; }","duration":"585.108334ms","start":"2026-05-20T03:10:06.749587Z","end":"2026-05-20T03:10:07.334695Z","steps":["trace[1445387269] 'read index received' (duration: 583.564397ms)","trace[1445387269] 'applied index is now lower than readState.Index' (duration: 1.542997ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:10:07.334753Z","caller":"traceutil/trace.go:171","msg":"trace[105679087] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"123.419963ms","start":"2026-05-20T03:10:07.211322Z","end":"2026-05-20T03:10:07.334742Z","steps":["trace[105679087] 'process raft request' (duration: 123.28365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:07.334805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.214276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:10:07.334829Z","caller":"traceutil/trace.go:171","msg":"trace[434284362] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1981; }","duration":"585.299687ms","start":"2026-05-20T03:10:06.749523Z","end":"2026-05-20T03:10:07.334823Z","steps":["trace[434284362] 'agreement among raft nodes before linearized reading' (duration: 585.245116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:07.334853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:06.749501Z","time spent":"585.345889ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:10:07.334938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.50787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-20T03:10:07.334971Z","caller":"traceutil/trace.go:171","msg":"trace[141694115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"264.612302ms","start":"2026-05-20T03:10:07.070349Z","end":"2026-05-20T03:10:07.334961Z","steps":["trace[141694115] 'agreement among raft nodes before linearized reading' (duration: 264.476609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:07.335018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.727147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:10:07.336367Z","caller":"traceutil/trace.go:171","msg":"trace[860379825] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1981; }","duration":"443.95978ms","start":"2026-05-20T03:10:06.891098Z","end":"2026-05-20T03:10:07.335058Z","steps":["trace[860379825] 'agreement among raft nodes before linearized reading' (duration: 443.709256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:07.336404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:06.891069Z","time spent":"445.325946ms","remote":"127.0.0.1:52760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:10:24.514789Z","caller":"traceutil/trace.go:171","msg":"trace[1849131443] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"107.634407ms","start":"2026-05-20T03:10:24.40713Z","end":"2026-05-20T03:10:24.514764Z","steps":["trace[1849131443] 'process raft request' (duration: 107.388703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:30.46945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.624592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-20T03:10:30.469525Z","caller":"traceutil/trace.go:171","msg":"trace[1600844797] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2114; }","duration":"623.767385ms","start":"2026-05-20T03:10:29.84574Z","end":"2026-05-20T03:10:30.469507Z","steps":["trace[1600844797] 'range keys from in-memory index tree' (duration: 623.46702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:30.469564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:29.84572Z","time spent":"623.834495ms","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-20T03:10:30.470058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.644478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:10:30.470177Z","caller":"traceutil/trace.go:171","msg":"trace[1765392906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2114; }","duration":"171.7777ms","start":"2026-05-20T03:10:30.298382Z","end":"2026-05-20T03:10:30.47016Z","steps":["trace[1765392906] 'range keys from in-memory index tree' (duration: 171.628947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:30.470176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.689702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-05-20T03:10:30.470237Z","caller":"traceutil/trace.go:171","msg":"trace[1388237602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2114; }","duration":"611.792004ms","start":"2026-05-20T03:10:29.858427Z","end":"2026-05-20T03:10:30.470219Z","steps":["trace[1388237602] 'range keys from in-memory index tree' (duration: 611.491929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:30.470413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.454447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:10:30.47047Z","caller":"traceutil/trace.go:171","msg":"trace[189139888] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"574.317309ms","start":"2026-05-20T03:10:29.896139Z","end":"2026-05-20T03:10:30.470457Z","steps":["trace[189139888] 'process raft request' (duration: 227.7282ms)","trace[189139888] 'compare' (duration: 346.283134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:30.470517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:29.896123Z","time spent":"574.368171ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:10:30.470559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:29.858402Z","time spent":"612.132408ms","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T03:10:30.997415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.890168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:10:30.997497Z","caller":"traceutil/trace.go:171","msg":"trace[437164314] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2194; }","duration":"1.059551163s","start":"2026-05-20T03:10:29.937934Z","end":"2026-05-20T03:10:30.997485Z","steps":["trace[437164314] 'read index received' (duration: 185.930478ms)","trace[437164314] 'applied index is now lower than readState.Index' (duration: 873.618005ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:10:30.997547Z","caller":"traceutil/trace.go:171","msg":"trace[1914479039] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"1.093470891s","start":"2026-05-20T03:10:29.904069Z","end":"2026-05-20T03:10:30.99754Z","steps":["trace[1914479039] 'process raft request' (duration: 991.38168ms)","trace[1914479039] 'compare' (duration: 101.811686ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:30.997585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:29.904055Z","time spent":"1.093509411s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:10:30.997801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059854857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T03:10:30.997953Z","caller":"traceutil/trace.go:171","msg":"trace[1946805027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2116; }","duration":"1.060050661s","start":"2026-05-20T03:10:29.937881Z","end":"2026-05-20T03:10:30.997932Z","steps":["trace[1946805027] 'agreement among raft nodes before linearized reading' (duration: 1.059719756s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:30.998403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:29.937858Z","time spent":"1.060524929s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T03:10:31.063035Z","caller":"traceutil/trace.go:171","msg":"trace[1085336560] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"797.299996ms","start":"2026-05-20T03:10:30.265585Z","end":"2026-05-20T03:10:31.062885Z","steps":["trace[1085336560] 'process raft request' (duration: 797.120942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:31.063251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.265555Z","time spent":"797.62962ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:10:31.063306Z","caller":"traceutil/trace.go:171","msg":"trace[445308354] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"528.652337ms","start":"2026-05-20T03:10:30.534628Z","end":"2026-05-20T03:10:31.06328Z","steps":["trace[445308354] 'process raft request' (duration: 528.174369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:31.063468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.534599Z","time spent":"528.78727ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:10:31.626852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.000448ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T03:10:31.627184Z","caller":"traceutil/trace.go:171","msg":"trace[1985265166] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2198; }","duration":"629.565809ms","start":"2026-05-20T03:10:30.997514Z","end":"2026-05-20T03:10:31.62708Z","steps":["trace[1985265166] 'read index received' (duration: 65.768964ms)","trace[1985265166] 'applied index is now lower than readState.Index' (duration: 563.795845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:31.627364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625914939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:10:31.627436Z","caller":"traceutil/trace.go:171","msg":"trace[820527628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2118; }","duration":"1.626015211s","start":"2026-05-20T03:10:30.001398Z","end":"2026-05-20T03:10:31.627413Z","steps":["trace[820527628] 'agreement among raft nodes before linearized reading' (duration: 1.625838828s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:31.627515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.001385Z","time spent":"1.626112443s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:10:31.62755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146011387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:10:31.627624Z","caller":"traceutil/trace.go:171","msg":"trace[670279351] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2118; }","duration":"1.146115608s","start":"2026-05-20T03:10:30.481495Z","end":"2026-05-20T03:10:31.62761Z","steps":["trace[670279351] 'agreement among raft nodes before linearized reading' (duration: 1.145968476s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:31.62767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.481478Z","time spent":"1.1461741s","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-20T03:10:31.627732Z","caller":"traceutil/trace.go:171","msg":"trace[444301656] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"625.22991ms","start":"2026-05-20T03:10:31.002478Z","end":"2026-05-20T03:10:31.627708Z","steps":["trace[444301656] 'process raft request' (duration: 624.507729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:10:31.627875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:31.002454Z","time spent":"625.344262ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:10:31.728847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602789788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:10:31.729059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67969874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-20T03:10:31.729115Z","caller":"traceutil/trace.go:171","msg":"trace[1997778581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2119; }","duration":"1.679773351s","start":"2026-05-20T03:10:30.049325Z","end":"2026-05-20T03:10:31.729098Z","steps":["trace[1997778581] 'agreement among raft nodes before linearized reading' (duration: 1.578335968s)","trace[1997778581] 'range keys from in-memory index tree' (duration: 101.293981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:31.729151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.049313Z","time spent":"1.679827892s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-20T03:10:31.729614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174741914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-20T03:10:31.72973Z","caller":"traceutil/trace.go:171","msg":"trace[2101859590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2119; }","duration":"1.174897026s","start":"2026-05-20T03:10:30.554801Z","end":"2026-05-20T03:10:31.729698Z","steps":["trace[2101859590] 'agreement among raft nodes before linearized reading' (duration: 1.072833773s)","trace[2101859590] 'range keys from in-memory index tree' (duration: 101.781018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:31.729802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.554789Z","time spent":"1.174998188s","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T03:10:31.730017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33423493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:10:31.730261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059831621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T03:10:31.729398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188546381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:10:31.730314Z","caller":"traceutil/trace.go:171","msg":"trace[1962144325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2119; }","duration":"1.334554895s","start":"2026-05-20T03:10:30.395719Z","end":"2026-05-20T03:10:31.730274Z","steps":["trace[1962144325] 'agreement among raft nodes before linearized reading' (duration: 1.231888462s)","trace[1962144325] 'range keys from in-memory index tree' (duration: 102.376119ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:10:31.730338Z","caller":"traceutil/trace.go:171","msg":"trace[1833396173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2119; }","duration":"1.059922622s","start":"2026-05-20T03:10:30.670376Z","end":"2026-05-20T03:10:31.730298Z","steps":["trace[1833396173] 'agreement among raft nodes before linearized reading' (duration: 957.194319ms)","trace[1833396173] 'range keys from in-memory index tree' (duration: 101.845339ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:10:31.73037Z","caller":"traceutil/trace.go:171","msg":"trace[1793670204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2119; }","duration":"1.189543627s","start":"2026-05-20T03:10:30.540804Z","end":"2026-05-20T03:10:31.730347Z","steps":["trace[1793670204] 'agreement among raft nodes before linearized reading' (duration: 1.086840514s)","trace[1793670204] 'range keys from in-memory index tree' (duration: 101.685617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:31.730389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.670352Z","time spent":"1.060025004s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:10:31.730441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.540782Z","time spent":"1.189621988s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:10:31.730442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.395697Z","time spent":"1.334677897s","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:10:31.730755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310093389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T03:10:31.730815Z","caller":"traceutil/trace.go:171","msg":"trace[417539330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2119; }","duration":"1.31018804s","start":"2026-05-20T03:10:30.42061Z","end":"2026-05-20T03:10:31.730798Z","steps":["trace[417539330] 'agreement among raft nodes before linearized reading' (duration: 1.207008079s)","trace[417539330] 'range keys from in-memory index tree' (duration: 103.056509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:31.730936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.420591Z","time spent":"1.310257082s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:10:31.729057Z","caller":"traceutil/trace.go:171","msg":"trace[323228044] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2119; }","duration":"1.603037541s","start":"2026-05-20T03:10:30.125989Z","end":"2026-05-20T03:10:31.729027Z","steps":["trace[323228044] 'agreement among raft nodes before linearized reading' (duration: 1.501662009s)","trace[323228044] 'count revisions from in-memory index tree' (duration: 101.131988ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:10:31.731539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:10:30.125978Z","time spent":"1.60552572s","remote":"127.0.0.1:59682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:11:18.076559Z","caller":"traceutil/trace.go:171","msg":"trace[1196370657] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"226.636473ms","start":"2026-05-20T03:11:17.849895Z","end":"2026-05-20T03:11:18.076531Z","steps":["trace[1196370657] 'process raft request' (duration: 226.369209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:11:18.076726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.151857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T03:11:18.076785Z","caller":"traceutil/trace.go:171","msg":"trace[1185749028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2475; }","duration":"129.250608ms","start":"2026-05-20T03:11:17.947518Z","end":"2026-05-20T03:11:18.076769Z","steps":["trace[1185749028] 'agreement among raft nodes before linearized reading' (duration: 129.068606ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:11:18.076777Z","caller":"traceutil/trace.go:171","msg":"trace[62983097] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2566; }","duration":"128.863863ms","start":"2026-05-20T03:11:17.947563Z","end":"2026-05-20T03:11:18.076427Z","steps":["trace[62983097] 'read index received' (duration: 128.652161ms)","trace[62983097] 'applied index is now lower than readState.Index' (duration: 210.452µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:11:18.078023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.347004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-20T03:11:18.07806Z","caller":"traceutil/trace.go:171","msg":"trace[630334865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2476; }","duration":"127.450795ms","start":"2026-05-20T03:11:17.9506Z","end":"2026-05-20T03:11:18.07805Z","steps":["trace[630334865] 'agreement among raft nodes before linearized reading' (duration: 127.317043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:11:18.078152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.050723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T03:11:18.078169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.568032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T03:11:18.078179Z","caller":"traceutil/trace.go:171","msg":"trace[909300428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2476; }","duration":"116.100563ms","start":"2026-05-20T03:11:17.962071Z","end":"2026-05-20T03:11:18.078171Z","steps":["trace[909300428] 'agreement among raft nodes before linearized reading' (duration: 116.012082ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:11:18.078202Z","caller":"traceutil/trace.go:171","msg":"trace[78005097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2476; }","duration":"108.631172ms","start":"2026-05-20T03:11:17.969561Z","end":"2026-05-20T03:11:18.078192Z","steps":["trace[78005097] 'agreement among raft nodes before linearized reading' (duration: 108.507671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:11:18.078238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.836965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T03:11:18.078302Z","caller":"traceutil/trace.go:171","msg":"trace[462260959] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"126.536063ms","start":"2026-05-20T03:11:17.951758Z","end":"2026-05-20T03:11:18.078294Z","steps":["trace[462260959] 'process raft request' (duration: 126.072476ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:11:18.078317Z","caller":"traceutil/trace.go:171","msg":"trace[356330978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2476; }","duration":"105.945057ms","start":"2026-05-20T03:11:17.972352Z","end":"2026-05-20T03:11:18.078297Z","steps":["trace[356330978] 'agreement among raft nodes before linearized reading' (duration: 105.708404ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:11:45.422023Z","caller":"traceutil/trace.go:171","msg":"trace[2080635771] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"144.847767ms","start":"2026-05-20T03:11:45.277143Z","end":"2026-05-20T03:11:45.421991Z","steps":["trace[2080635771] 'process raft request' (duration: 144.679465ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:11:50.904384Z","caller":"traceutil/trace.go:171","msg":"trace[1493937308] linearizableReadLoop","detail":"{readStateIndex:2757; appliedIndex:2756; }","duration":"172.245775ms","start":"2026-05-20T03:11:50.732113Z","end":"2026-05-20T03:11:50.904359Z","steps":["trace[1493937308] 'read index received' (duration: 105.886495ms)","trace[1493937308] 'applied index is now lower than readState.Index' (duration: 66.35816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:11:50.904512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.371737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:11:50.904547Z","caller":"traceutil/trace.go:171","msg":"trace[17101769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2658; }","duration":"172.503759ms","start":"2026-05-20T03:11:50.732035Z","end":"2026-05-20T03:11:50.904538Z","steps":["trace[17101769] 'agreement among raft nodes before linearized reading' (duration: 172.417697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:11:51.791271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:11:51.399921Z","time spent":"391.346018ms","remote":"127.0.0.1:48258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T03:11:51.799298Z","caller":"traceutil/trace.go:171","msg":"trace[1378408751] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"328.181318ms","start":"2026-05-20T03:11:51.471095Z","end":"2026-05-20T03:11:51.799276Z","steps":["trace[1378408751] 'process raft request' (duration: 328.135178ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:11:51.799362Z","caller":"traceutil/trace.go:171","msg":"trace[1083555972] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"358.117093ms","start":"2026-05-20T03:11:51.44122Z","end":"2026-05-20T03:11:51.799337Z","steps":["trace[1083555972] 'process raft request' (duration: 357.86383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:11:51.799438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:11:51.471073Z","time spent":"328.294941ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:11:51.799546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:11:51.441182Z","time spent":"358.229074ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:12:40.602893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219947485051440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:12:40.949556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144151172s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T03:12:40.949948Z","caller":"traceutil/trace.go:171","msg":"trace[1496183131] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"1.144611047s","start":"2026-05-20T03:12:39.805316Z","end":"2026-05-20T03:12:40.949927Z","steps":["trace[1496183131] 'process raft request' (duration: 1.144452702s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.950047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:39.805299Z","time spent":"1.144684288s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:12:40.954808Z","caller":"traceutil/trace.go:171","msg":"trace[1505194061] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"1.027081934s","start":"2026-05-20T03:12:39.927703Z","end":"2026-05-20T03:12:40.954785Z","steps":["trace[1505194061] 'process raft request' (duration: 1.026922969s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.954961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:39.92768Z","time spent":"1.027188898s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:12:40.955123Z","caller":"traceutil/trace.go:171","msg":"trace[2017724241] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"972.902534ms","start":"2026-05-20T03:12:39.982196Z","end":"2026-05-20T03:12:40.955098Z","steps":["trace[2017724241] 'process raft request' (duration: 972.539733ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:12:40.955258Z","caller":"traceutil/trace.go:171","msg":"trace[1731281260] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"969.911061ms","start":"2026-05-20T03:12:39.985323Z","end":"2026-05-20T03:12:40.955234Z","steps":["trace[1731281260] 'process raft request' (duration: 969.687464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.955422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:39.982167Z","time spent":"973.065819ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:12:40.955374Z","caller":"traceutil/trace.go:171","msg":"trace[1687614955] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"417.099151ms","start":"2026-05-20T03:12:40.538249Z","end":"2026-05-20T03:12:40.955348Z","steps":["trace[1687614955] 'process raft request' (duration: 416.864224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.955664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.538238Z","time spent":"417.327508ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:12:40.955437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:39.985304Z","time spent":"970.059706ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:12:40.959742Z","caller":"traceutil/trace.go:171","msg":"trace[892917356] linearizableReadLoop","detail":"{readStateIndex:3027; appliedIndex:3022; }","duration":"857.703234ms","start":"2026-05-20T03:12:40.102025Z","end":"2026-05-20T03:12:40.959729Z","steps":["trace[892917356] 'read index received' (duration: 847.792699ms)","trace[892917356] 'applied index is now lower than readState.Index' (duration: 9.909755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:12:40.95998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.956841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T03:12:40.960034Z","caller":"traceutil/trace.go:171","msg":"trace[1273120090] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2918; }","duration":"858.045714ms","start":"2026-05-20T03:12:40.101979Z","end":"2026-05-20T03:12:40.960025Z","steps":["trace[1273120090] 'agreement among raft nodes before linearized reading' (duration: 857.894789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.960073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.101963Z","time spent":"858.103026ms","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T03:12:40.960279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.533158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:12:40.961634Z","caller":"traceutil/trace.go:171","msg":"trace[326671406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2918; }","duration":"712.905761ms","start":"2026-05-20T03:12:40.248699Z","end":"2026-05-20T03:12:40.961605Z","steps":["trace[326671406] 'agreement among raft nodes before linearized reading' (duration: 711.552119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.961729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.248683Z","time spent":"713.013944ms","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:12:40.960558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.678686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:12:40.96191Z","caller":"traceutil/trace.go:171","msg":"trace[2067454664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2918; }","duration":"417.0891ms","start":"2026-05-20T03:12:40.544814Z","end":"2026-05-20T03:12:40.961903Z","steps":["trace[2067454664] 'agreement among raft nodes before linearized reading' (duration: 415.494741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.961933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.544809Z","time spent":"417.117092ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:12:40.960829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.449703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:12:40.962128Z","caller":"traceutil/trace.go:171","msg":"trace[1259990191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2918; }","duration":"406.784384ms","start":"2026-05-20T03:12:40.555321Z","end":"2026-05-20T03:12:40.962106Z","steps":["trace[1259990191] 'agreement among raft nodes before linearized reading' (duration: 405.37536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.960879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.032806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-20T03:12:40.960897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.726321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:12:40.960984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.609107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T03:12:40.961006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.517476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T03:12:40.961079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.189248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T03:12:40.962224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.555309Z","time spent":"406.904067ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T03:12:40.962234Z","caller":"traceutil/trace.go:171","msg":"trace[1119349079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2918; }","duration":"424.343214ms","start":"2026-05-20T03:12:40.53788Z","end":"2026-05-20T03:12:40.962223Z","steps":["trace[1119349079] 'agreement among raft nodes before linearized reading' (duration: 423.134566ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:12:40.962236Z","caller":"traceutil/trace.go:171","msg":"trace[818538338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2918; }","duration":"421.069523ms","start":"2026-05-20T03:12:40.541155Z","end":"2026-05-20T03:12:40.962225Z","steps":["trace[818538338] 'agreement among raft nodes before linearized reading' (duration: 419.720631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.962276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.541151Z","time spent":"421.115245ms","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:12:40.962281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.537823Z","time spent":"424.440007ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:12:40.962282Z","caller":"traceutil/trace.go:171","msg":"trace[131555800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2918; }","duration":"399.45557ms","start":"2026-05-20T03:12:40.562813Z","end":"2026-05-20T03:12:40.962268Z","steps":["trace[131555800] 'agreement among raft nodes before linearized reading' (duration: 397.986075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.96237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.562803Z","time spent":"399.555793ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-20T03:12:40.962413Z","caller":"traceutil/trace.go:171","msg":"trace[1631419045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2918; }","duration":"422.9523ms","start":"2026-05-20T03:12:40.539456Z","end":"2026-05-20T03:12:40.962408Z","steps":["trace[1631419045] 'agreement among raft nodes before linearized reading' (duration: 421.461034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.962441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.539452Z","time spent":"422.981751ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T03:12:40.962385Z","caller":"traceutil/trace.go:171","msg":"trace[337136551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2918; }","duration":"421.01626ms","start":"2026-05-20T03:12:40.541361Z","end":"2026-05-20T03:12:40.962377Z","steps":["trace[337136551] 'agreement among raft nodes before linearized reading' (duration: 419.554295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:12:40.962471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:12:40.541357Z","time spent":"421.105973ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T03:14:31.635523Z","caller":"traceutil/trace.go:171","msg":"trace[1130729773] linearizableReadLoop","detail":"{readStateIndex:3728; appliedIndex:3727; }","duration":"127.551336ms","start":"2026-05-20T03:14:31.507946Z","end":"2026-05-20T03:14:31.635498Z","steps":["trace[1130729773] 'read index received' (duration: 117.782524ms)","trace[1130729773] 'applied index is now lower than readState.Index' (duration: 9.768012ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:14:31.635983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.025016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:14:31.636033Z","caller":"traceutil/trace.go:171","msg":"trace[1807654120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3590; }","duration":"128.129778ms","start":"2026-05-20T03:14:31.50789Z","end":"2026-05-20T03:14:31.63602Z","steps":["trace[1807654120] 'agreement among raft nodes before linearized reading' (duration: 127.795912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:31.635985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.681401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-05-20T03:14:31.635654Z","caller":"traceutil/trace.go:171","msg":"trace[1013234056] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"162.807119ms","start":"2026-05-20T03:14:31.472827Z","end":"2026-05-20T03:14:31.635634Z","steps":["trace[1013234056] 'process raft request' (duration: 152.942154ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:31.636092Z","caller":"traceutil/trace.go:171","msg":"trace[514776634] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3590; }","duration":"116.836525ms","start":"2026-05-20T03:14:31.519239Z","end":"2026-05-20T03:14:31.636075Z","steps":["trace[514776634] 'agreement among raft nodes before linearized reading' (duration: 116.456777ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:38.135061Z","caller":"traceutil/trace.go:171","msg":"trace[805147852] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"134.110221ms","start":"2026-05-20T03:14:38.000929Z","end":"2026-05-20T03:14:38.135039Z","steps":["trace[805147852] 'process raft request' (duration: 133.968638ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:14:41.704509Z","caller":"traceutil/trace.go:171","msg":"trace[1396418962] transaction","detail":"{read_only:false; response_revision:3646; number_of_response:1; }","duration":"138.522229ms","start":"2026-05-20T03:14:41.565945Z","end":"2026-05-20T03:14:41.704467Z","steps":["trace[1396418962] 'process raft request' (duration: 67.708788ms)","trace[1396418962] 'compare' (duration: 70.377842ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:14:41.862856Z","caller":"traceutil/trace.go:171","msg":"trace[1255969663] transaction","detail":"{read_only:false; response_revision:3647; number_of_response:1; }","duration":"162.606435ms","start":"2026-05-20T03:14:41.700229Z","end":"2026-05-20T03:14:41.862835Z","steps":["trace[1255969663] 'process raft request' (duration: 162.362181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:14:42.076702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.13751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:14:42.076934Z","caller":"traceutil/trace.go:171","msg":"trace[1658008688] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"132.839371ms","start":"2026-05-20T03:14:41.943969Z","end":"2026-05-20T03:14:42.076809Z","steps":["trace[1658008688] 'process raft request' (duration: 29.519657ms)","trace[1658008688] 'compare' (duration: 103.007778ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:14:58.795001Z","caller":"traceutil/trace.go:171","msg":"trace[809371966] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"118.120081ms","start":"2026-05-20T03:14:58.67684Z","end":"2026-05-20T03:14:58.79496Z","steps":["trace[809371966] 'process raft request' (duration: 117.457167ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:44.390065Z","caller":"traceutil/trace.go:171","msg":"trace[1435932442] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4658; }","duration":"150.398251ms","start":"2026-05-20T03:15:44.239635Z","end":"2026-05-20T03:15:44.390033Z","steps":["trace[1435932442] 'read index received' (duration: 137.428872ms)","trace[1435932442] 'applied index is now lower than readState.Index' (duration: 12.967959ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:44.390519Z","caller":"traceutil/trace.go:171","msg":"trace[976788957] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"156.206393ms","start":"2026-05-20T03:15:44.23429Z","end":"2026-05-20T03:15:44.390496Z","steps":["trace[976788957] 'process raft request' (duration: 142.809357ms)","trace[976788957] 'compare' (duration: 12.818576ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:44.39087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.211525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-05-20T03:15:44.390979Z","caller":"traceutil/trace.go:171","msg":"trace[1386338047] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4488; }","duration":"151.356027ms","start":"2026-05-20T03:15:44.239604Z","end":"2026-05-20T03:15:44.39096Z","steps":["trace[1386338047] 'agreement among raft nodes before linearized reading' (duration: 151.122733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:44.391329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.626956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:5 size:42175"} {"level":"info","ts":"2026-05-20T03:15:44.39138Z","caller":"traceutil/trace.go:171","msg":"trace[2082333868] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:5; response_revision:4488; }","duration":"149.697098ms","start":"2026-05-20T03:15:44.241671Z","end":"2026-05-20T03:15:44.391368Z","steps":["trace[2082333868] 'agreement among raft nodes before linearized reading' (duration: 149.518535ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:45.874705Z","caller":"traceutil/trace.go:171","msg":"trace[1773204271] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"185.931852ms","start":"2026-05-20T03:15:45.688746Z","end":"2026-05-20T03:15:45.874678Z","steps":["trace[1773204271] 'process raft request' (duration: 160.053786ms)","trace[1773204271] 'compare' (duration: 25.743874ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:45.91058Z","caller":"traceutil/trace.go:171","msg":"trace[1886796509] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"160.184528ms","start":"2026-05-20T03:15:45.750375Z","end":"2026-05-20T03:15:45.91056Z","steps":["trace[1886796509] 'process raft request' (duration: 159.974415ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:46.537967Z","caller":"traceutil/trace.go:171","msg":"trace[1524023898] linearizableReadLoop","detail":"{readStateIndex:4713; appliedIndex:4711; }","duration":"120.987525ms","start":"2026-05-20T03:15:46.416956Z","end":"2026-05-20T03:15:46.537944Z","steps":["trace[1524023898] 'read index received' (duration: 29.059881ms)","trace[1524023898] 'applied index is now lower than readState.Index' (duration: 91.926474ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:46.53811Z","caller":"traceutil/trace.go:171","msg":"trace[549652032] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"132.183781ms","start":"2026-05-20T03:15:46.405874Z","end":"2026-05-20T03:15:46.538058Z","steps":["trace[549652032] 'process raft request' (duration: 131.934137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:46.538353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.369221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:15:46.538451Z","caller":"traceutil/trace.go:171","msg":"trace[453086186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4541; }","duration":"121.480024ms","start":"2026-05-20T03:15:46.416951Z","end":"2026-05-20T03:15:46.538431Z","steps":["trace[453086186] 'agreement among raft nodes before linearized reading' (duration: 121.157048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:46.538475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.400805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T03:15:46.53838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.847707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:15:46.538544Z","caller":"traceutil/trace.go:171","msg":"trace[1721443062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4541; }","duration":"108.505726ms","start":"2026-05-20T03:15:46.430023Z","end":"2026-05-20T03:15:46.538529Z","steps":["trace[1721443062] 'agreement among raft nodes before linearized reading' (duration: 108.300331ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:46.538549Z","caller":"traceutil/trace.go:171","msg":"trace[1344849291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4541; }","duration":"115.057271ms","start":"2026-05-20T03:15:46.423476Z","end":"2026-05-20T03:15:46.538533Z","steps":["trace[1344849291] 'agreement among raft nodes before linearized reading' (duration: 114.773795ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:48.296501Z","caller":"traceutil/trace.go:171","msg":"trace[2030372655] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"114.960392ms","start":"2026-05-20T03:15:48.181509Z","end":"2026-05-20T03:15:48.29647Z","steps":["trace[2030372655] 'process raft request' (duration: 114.788689ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:48.438791Z","caller":"traceutil/trace.go:171","msg":"trace[1897112550] linearizableReadLoop","detail":"{readStateIndex:4764; appliedIndex:4763; }","duration":"141.305563ms","start":"2026-05-20T03:15:48.297468Z","end":"2026-05-20T03:15:48.438774Z","steps":["trace[1897112550] 'read index received' (duration: 137.775782ms)","trace[1897112550] 'applied index is now lower than readState.Index' (duration: 3.529161ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:48.439024Z","caller":"traceutil/trace.go:171","msg":"trace[75037152] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"226.160228ms","start":"2026-05-20T03:15:48.212791Z","end":"2026-05-20T03:15:48.438951Z","steps":["trace[75037152] 'process raft request' (duration: 222.382182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:48.439141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.522751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-20T03:15:48.439179Z","caller":"traceutil/trace.go:171","msg":"trace[779780822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4589; }","duration":"219.591402ms","start":"2026-05-20T03:15:48.219577Z","end":"2026-05-20T03:15:48.439169Z","steps":["trace[779780822] 'agreement among raft nodes before linearized reading' (duration: 219.46211ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:54.198314Z","caller":"traceutil/trace.go:171","msg":"trace[728576341] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"156.45691ms","start":"2026-05-20T03:15:54.041826Z","end":"2026-05-20T03:15:54.198283Z","steps":["trace[728576341] 'process raft request' (duration: 106.190069ms)","trace[728576341] 'compare' (duration: 49.743542ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:54.198739Z","caller":"traceutil/trace.go:171","msg":"trace[1448837711] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"155.070075ms","start":"2026-05-20T03:15:54.043634Z","end":"2026-05-20T03:15:54.198704Z","steps":["trace[1448837711] 'process raft request' (duration: 154.386293ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:54.198965Z","caller":"traceutil/trace.go:171","msg":"trace[67111611] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"143.325652ms","start":"2026-05-20T03:15:54.055578Z","end":"2026-05-20T03:15:54.198904Z","steps":["trace[67111611] 'process raft request' (duration: 142.493878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.058225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.904262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:15:56.058294Z","caller":"traceutil/trace.go:171","msg":"trace[1366470459] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4726; }","duration":"736.019334ms","start":"2026-05-20T03:15:55.322259Z","end":"2026-05-20T03:15:56.058278Z","steps":["trace[1366470459] 'count revisions from in-memory index tree' (duration: 735.77122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.058333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:55.32224Z","time spent":"736.082765ms","remote":"127.0.0.1:48346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:15:56.058621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.04896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:15:56.058678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.234183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-20T03:15:56.058704Z","caller":"traceutil/trace.go:171","msg":"trace[515577363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4726; }","duration":"664.173041ms","start":"2026-05-20T03:15:55.394511Z","end":"2026-05-20T03:15:56.058684Z","steps":["trace[515577363] 'range keys from in-memory index tree' (duration: 663.835836ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.058733Z","caller":"traceutil/trace.go:171","msg":"trace[1524623307] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:4726; }","duration":"498.320404ms","start":"2026-05-20T03:15:55.560396Z","end":"2026-05-20T03:15:56.058717Z","steps":["trace[1524623307] 'range keys from in-memory index tree' (duration: 498.08614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.058755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:55.394493Z","time spent":"664.247683ms","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T03:15:56.058779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:55.560377Z","time spent":"498.391696ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-05-20T03:15:56.058994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.775915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-20T03:15:56.059037Z","caller":"traceutil/trace.go:171","msg":"trace[1378080033] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe; range_end:; response_count:1; response_revision:4726; }","duration":"674.859087ms","start":"2026-05-20T03:15:55.384166Z","end":"2026-05-20T03:15:56.059026Z","steps":["trace[1378080033] 'range keys from in-memory index tree' (duration: 674.583642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.059068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:55.384144Z","time spent":"674.913868ms","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe\" "} {"level":"info","ts":"2026-05-20T03:15:56.386732Z","caller":"traceutil/trace.go:171","msg":"trace[10274785] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"434.021213ms","start":"2026-05-20T03:15:55.952691Z","end":"2026-05-20T03:15:56.386712Z","steps":["trace[10274785] 'process raft request' (duration: 433.903721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.386901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:55.952662Z","time spent":"434.171295ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:56.637055Z","caller":"traceutil/trace.go:171","msg":"trace[1475230300] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"628.256344ms","start":"2026-05-20T03:15:56.008776Z","end":"2026-05-20T03:15:56.637032Z","steps":["trace[1475230300] 'process raft request' (duration: 596.690419ms)","trace[1475230300] 'compare' (duration: 31.368061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:56.637211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.00875Z","time spent":"628.379656ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:56.637309Z","caller":"traceutil/trace.go:171","msg":"trace[478658349] linearizableReadLoop","detail":"{readStateIndex:4906; appliedIndex:4904; }","duration":"576.51249ms","start":"2026-05-20T03:15:56.060774Z","end":"2026-05-20T03:15:56.637287Z","steps":["trace[478658349] 'read index received' (duration: 325.991246ms)","trace[478658349] 'applied index is now lower than readState.Index' (duration: 250.519794ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:56.637408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.060721Z","time spent":"576.684464ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T03:15:56.637672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.898478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:56.637734Z","caller":"traceutil/trace.go:171","msg":"trace[1948685768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4728; }","duration":"576.994999ms","start":"2026-05-20T03:15:56.060724Z","end":"2026-05-20T03:15:56.637719Z","steps":["trace[1948685768] 'agreement among raft nodes before linearized reading' (duration: 576.886848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.637788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.060691Z","time spent":"577.085681ms","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T03:15:56.678225Z","caller":"traceutil/trace.go:171","msg":"trace[255782533] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"180.505286ms","start":"2026-05-20T03:15:56.497698Z","end":"2026-05-20T03:15:56.678203Z","steps":["trace[255782533] 'process raft request' (duration: 180.340243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.678971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.432663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-20T03:15:56.678971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.454855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T03:15:56.679004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.775262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-20T03:15:56.679062Z","caller":"traceutil/trace.go:171","msg":"trace[1995011946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4730; }","duration":"172.837633ms","start":"2026-05-20T03:15:56.506209Z","end":"2026-05-20T03:15:56.679047Z","steps":["trace[1995011946] 'agreement among raft nodes before linearized reading' (duration: 172.67629ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.67907Z","caller":"traceutil/trace.go:171","msg":"trace[1235732978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4730; }","duration":"176.642609ms","start":"2026-05-20T03:15:56.502405Z","end":"2026-05-20T03:15:56.679048Z","steps":["trace[1235732978] 'agreement among raft nodes before linearized reading' (duration: 176.302983ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.679021Z","caller":"traceutil/trace.go:171","msg":"trace[459190256] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4730; }","duration":"549.525415ms","start":"2026-05-20T03:15:56.129479Z","end":"2026-05-20T03:15:56.679004Z","steps":["trace[459190256] 'agreement among raft nodes before linearized reading' (duration: 549.354832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.679248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.129457Z","time spent":"549.776579ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T03:15:56.850005Z","caller":"traceutil/trace.go:171","msg":"trace[418654542] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"166.471573ms","start":"2026-05-20T03:15:56.683502Z","end":"2026-05-20T03:15:56.849974Z","steps":["trace[418654542] 'process raft request' (duration: 80.968798ms)","trace[418654542] 'compare' (duration: 85.024787ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:56.850751Z","caller":"traceutil/trace.go:171","msg":"trace[174818070] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"164.974327ms","start":"2026-05-20T03:15:56.68576Z","end":"2026-05-20T03:15:56.850735Z","steps":["trace[174818070] 'process raft request' (duration: 164.675982ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.850791Z","caller":"traceutil/trace.go:171","msg":"trace[296916187] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"164.874146ms","start":"2026-05-20T03:15:56.685902Z","end":"2026-05-20T03:15:56.850776Z","steps":["trace[296916187] 'process raft request' (duration: 164.800875ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.85105Z","caller":"traceutil/trace.go:171","msg":"trace[842050962] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"165.022118ms","start":"2026-05-20T03:15:56.686013Z","end":"2026-05-20T03:15:56.851035Z","steps":["trace[842050962] 'process raft request' (duration: 164.730253ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.851187Z","caller":"traceutil/trace.go:171","msg":"trace[1460490840] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"165.655201ms","start":"2026-05-20T03:15:56.684856Z","end":"2026-05-20T03:15:56.850511Z","steps":["trace[1460490840] 'process raft request' (duration: 164.990458ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.851448Z","caller":"traceutil/trace.go:171","msg":"trace[1558465748] linearizableReadLoop","detail":"{readStateIndex:4918; appliedIndex:4909; }","duration":"148.87917ms","start":"2026-05-20T03:15:56.702559Z","end":"2026-05-20T03:15:56.851438Z","steps":["trace[1558465748] 'read index received' (duration: 61.841958ms)","trace[1558465748] 'applied index is now lower than readState.Index' (duration: 87.036272ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:56.851433Z","caller":"traceutil/trace.go:171","msg":"trace[1179939785] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"165.521667ms","start":"2026-05-20T03:15:56.685893Z","end":"2026-05-20T03:15:56.851414Z","steps":["trace[1179939785] 'process raft request' (duration: 164.741814ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.851539Z","caller":"traceutil/trace.go:171","msg":"trace[101088644] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"164.761864ms","start":"2026-05-20T03:15:56.686766Z","end":"2026-05-20T03:15:56.851528Z","steps":["trace[101088644] 'process raft request' (duration: 164.452668ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.851263Z","caller":"traceutil/trace.go:171","msg":"trace[1270084089] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"165.201241ms","start":"2026-05-20T03:15:56.686052Z","end":"2026-05-20T03:15:56.851253Z","steps":["trace[1270084089] 'process raft request' (duration: 164.909276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.851822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-20T03:15:56.851867Z","caller":"traceutil/trace.go:171","msg":"trace[1333391447] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4740; }","duration":"147.311002ms","start":"2026-05-20T03:15:56.704546Z","end":"2026-05-20T03:15:56.851857Z","steps":["trace[1333391447] 'agreement among raft nodes before linearized reading' (duration: 147.224021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:56.851889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.591436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1823a551-8ed3-4b39-a495-b64c65dac600\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-20T03:15:56.852303Z","caller":"traceutil/trace.go:171","msg":"trace[587161922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1823a551-8ed3-4b39-a495-b64c65dac600; range_end:; response_count:1; response_revision:4740; }","duration":"169.74603ms","start":"2026-05-20T03:15:56.682257Z","end":"2026-05-20T03:15:56.852003Z","steps":["trace[587161922] 'agreement among raft nodes before linearized reading' (duration: 169.482665ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:56.851847Z","caller":"traceutil/trace.go:171","msg":"trace[1275153604] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"161.496668ms","start":"2026-05-20T03:15:56.69033Z","end":"2026-05-20T03:15:56.851827Z","steps":["trace[1275153604] 'process raft request' (duration: 161.055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:57.251049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.003794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:15:57.251316Z","caller":"traceutil/trace.go:171","msg":"trace[1148202680] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"392.203223ms","start":"2026-05-20T03:15:56.859078Z","end":"2026-05-20T03:15:57.251281Z","steps":["trace[1148202680] 'process raft request' (duration: 392.060851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:57.251496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.85907Z","time spent":"392.334375ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:57.251333Z","caller":"traceutil/trace.go:171","msg":"trace[1165800329] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"392.223504ms","start":"2026-05-20T03:15:56.859072Z","end":"2026-05-20T03:15:57.251296Z","steps":["trace[1165800329] 'process raft request' (duration: 392.138962ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:57.251511Z","caller":"traceutil/trace.go:171","msg":"trace[2118065364] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"392.723942ms","start":"2026-05-20T03:15:56.858765Z","end":"2026-05-20T03:15:57.251489Z","steps":["trace[2118065364] 'process raft request' (duration: 281.19535ms)","trace[2118065364] 'compare' (duration: 110.842979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:57.251754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.85905Z","time spent":"392.65928ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:15:57.251857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.858757Z","time spent":"392.985046ms","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:57.252013Z","caller":"traceutil/trace.go:171","msg":"trace[1493791755] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4919; }","duration":"307.785416ms","start":"2026-05-20T03:15:56.944209Z","end":"2026-05-20T03:15:57.251994Z","steps":["trace[1493791755] 'read index received' (duration: 195.784646ms)","trace[1493791755] 'applied index is now lower than readState.Index' (duration: 111.99944ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:57.25211Z","caller":"traceutil/trace.go:171","msg":"trace[281907886] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"337.946757ms","start":"2026-05-20T03:15:56.914146Z","end":"2026-05-20T03:15:57.252093Z","steps":["trace[281907886] 'process raft request' (duration: 337.453779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:57.252182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.914115Z","time spent":"338.032259ms","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:57.252195Z","caller":"traceutil/trace.go:171","msg":"trace[1772702114] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"392.158742ms","start":"2026-05-20T03:15:56.860019Z","end":"2026-05-20T03:15:57.252177Z","steps":["trace[1772702114] 'process raft request' (duration: 391.230227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:57.252244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.405963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16230"} {"level":"warn","ts":"2026-05-20T03:15:57.252286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.860012Z","time spent":"392.223503ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:57.252322Z","caller":"traceutil/trace.go:171","msg":"trace[352571491] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4746; }","duration":"393.493215ms","start":"2026-05-20T03:15:56.858813Z","end":"2026-05-20T03:15:57.252307Z","steps":["trace[352571491] 'agreement among raft nodes before linearized reading' (duration: 393.295031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:57.252372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.85881Z","time spent":"393.545845ms","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16252,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-20T03:15:57.252507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.902283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:15:57.252656Z","caller":"traceutil/trace.go:171","msg":"trace[1909095934] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4746; }","duration":"394.056905ms","start":"2026-05-20T03:15:56.85858Z","end":"2026-05-20T03:15:57.252637Z","steps":["trace[1909095934] 'agreement among raft nodes before linearized reading' (duration: 393.861362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:57.252563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.430535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a063e1b8-f4e1-43b3-b295-2275878f1e09\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-05-20T03:15:57.252724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.858577Z","time spent":"394.131716ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T03:15:57.252731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.06976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-20T03:15:57.252763Z","caller":"traceutil/trace.go:171","msg":"trace[1184989748] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a063e1b8-f4e1-43b3-b295-2275878f1e09; range_end:; response_count:1; response_revision:4746; }","duration":"305.660059ms","start":"2026-05-20T03:15:56.947085Z","end":"2026-05-20T03:15:57.252745Z","steps":["trace[1184989748] 'agreement among raft nodes before linearized reading' (duration: 305.352304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:57.252838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:56.947068Z","time spent":"305.75448ms","remote":"127.0.0.1:48334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-a063e1b8-f4e1-43b3-b295-2275878f1e09\" "} {"level":"info","ts":"2026-05-20T03:15:57.252842Z","caller":"traceutil/trace.go:171","msg":"trace[685713135] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe; range_end:; response_count:1; response_revision:4746; }","duration":"188.267984ms","start":"2026-05-20T03:15:57.064546Z","end":"2026-05-20T03:15:57.252814Z","steps":["trace[685713135] 'agreement among raft nodes before linearized reading' (duration: 187.986839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:57.777053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219947485055785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:15:58.277828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219947485055785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T03:15:58.348863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077503387s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T03:15:59.395887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T03:15:59.395976Z","caller":"traceutil/trace.go:171","msg":"trace[169986314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491534s","start":"2026-05-20T03:15:57.395465Z","end":"2026-05-20T03:15:59.395956Z","steps":["trace[169986314] 'agreement among raft nodes before linearized reading' (duration: 2.000377282s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.396078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:57.395453Z","time spent":"2.000611316s","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 03:15:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T03:15:59.489147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139942107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:15:59.489478Z","caller":"traceutil/trace.go:171","msg":"trace[836145889] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"1.097429267s","start":"2026-05-20T03:15:58.392025Z","end":"2026-05-20T03:15:59.489454Z","steps":["trace[836145889] 'process raft request' (duration: 1.097336446s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.489649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.391999Z","time spent":"1.097595671s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:59.489525Z","caller":"traceutil/trace.go:171","msg":"trace[829968614] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"2.2182185s","start":"2026-05-20T03:15:57.271248Z","end":"2026-05-20T03:15:59.489466Z","steps":["trace[829968614] 'process raft request' (duration: 1.077860665s)","trace[829968614] 'compare' (duration: 1.139540531s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:59.490711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:57.271225Z","time spent":"2.219150806s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:15:59.489811Z","caller":"traceutil/trace.go:171","msg":"trace[271495297] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4924; }","duration":"2.213649632s","start":"2026-05-20T03:15:57.275975Z","end":"2026-05-20T03:15:59.489624Z","steps":["trace[271495297] 'read index received' (duration: 1.073055472s)","trace[271495297] 'applied index is now lower than readState.Index' (duration: 1.14059049s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:15:59.489933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213944117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:59.490952Z","caller":"traceutil/trace.go:171","msg":"trace[1338079502] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4748; }","duration":"2.214949534s","start":"2026-05-20T03:15:57.275926Z","end":"2026-05-20T03:15:59.490876Z","steps":["trace[1338079502] 'agreement among raft nodes before linearized reading' (duration: 2.213944017s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.491124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:57.275908Z","time spent":"2.215175298s","remote":"127.0.0.1:34116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:15:59.56554Z","caller":"traceutil/trace.go:171","msg":"trace[1745413514] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"958.626817ms","start":"2026-05-20T03:15:58.606893Z","end":"2026-05-20T03:15:59.56552Z","steps":["trace[1745413514] 'process raft request' (duration: 958.403373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.565658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.606866Z","time spent":"958.730869ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:15:59.565825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.950981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T03:15:59.565869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300034771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-05-20T03:15:59.565991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869010038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:59.56604Z","caller":"traceutil/trace.go:171","msg":"trace[2011787925] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4751; }","duration":"1.869096659s","start":"2026-05-20T03:15:57.696935Z","end":"2026-05-20T03:15:59.566032Z","steps":["trace[2011787925] 'agreement among raft nodes before linearized reading' (duration: 1.869034098s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.566073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.26989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-20T03:15:59.566097Z","caller":"traceutil/trace.go:171","msg":"trace[829952542] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4751; }","duration":"887.31563ms","start":"2026-05-20T03:15:58.678775Z","end":"2026-05-20T03:15:59.56609Z","steps":["trace[829952542] 'agreement among raft nodes before linearized reading' (duration: 887.244669ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.565996Z","caller":"traceutil/trace.go:171","msg":"trace[1739370829] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe; range_end:; response_count:1; response_revision:4751; }","duration":"1.300206873s","start":"2026-05-20T03:15:58.265776Z","end":"2026-05-20T03:15:59.565983Z","steps":["trace[1739370829] 'agreement among raft nodes before linearized reading' (duration: 1.29998017s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.566126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.678763Z","time spent":"887.357001ms","remote":"127.0.0.1:37306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-20T03:15:59.566143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.265736Z","time spent":"1.300386367s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe\" "} {"level":"info","ts":"2026-05-20T03:15:59.566106Z","caller":"traceutil/trace.go:171","msg":"trace[1412955747] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"923.027615ms","start":"2026-05-20T03:15:58.643034Z","end":"2026-05-20T03:15:59.566062Z","steps":["trace[1412955747] 'process raft request' (duration: 922.379654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.566268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.643009Z","time spent":"923.216148ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:15:59.566382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221146576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:15:59.566411Z","caller":"traceutil/trace.go:171","msg":"trace[1435470629] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4751; }","duration":"2.221211027s","start":"2026-05-20T03:15:57.345193Z","end":"2026-05-20T03:15:59.566404Z","steps":["trace[1435470629] 'agreement among raft nodes before linearized reading' (duration: 2.221151546s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.566415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.611676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-20T03:15:59.56645Z","caller":"traceutil/trace.go:171","msg":"trace[1370103764] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4751; }","duration":"708.661937ms","start":"2026-05-20T03:15:58.85778Z","end":"2026-05-20T03:15:59.566442Z","steps":["trace[1370103764] 'agreement among raft nodes before linearized reading' (duration: 708.576746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.56645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:57.345178Z","time spent":"2.221247518s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:15:59.566373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90160959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-20T03:15:59.566098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:57.696916Z","time spent":"1.869160071s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:15:59.566528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.510125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:59.566554Z","caller":"traceutil/trace.go:171","msg":"trace[1686197975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4751; }","duration":"161.566546ms","start":"2026-05-20T03:15:59.404982Z","end":"2026-05-20T03:15:59.566549Z","steps":["trace[1686197975] 'agreement among raft nodes before linearized reading' (duration: 161.528655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.566538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.214476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:15:59.566588Z","caller":"traceutil/trace.go:171","msg":"trace[1840338230] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4751; }","duration":"1.901839234s","start":"2026-05-20T03:15:57.664691Z","end":"2026-05-20T03:15:59.56653Z","steps":["trace[1840338230] 'agreement among raft nodes before linearized reading' (duration: 1.901459747s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.566702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.053573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T03:15:59.566699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:57.664666Z","time spent":"1.902014447s","remote":"127.0.0.1:48346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-20T03:15:59.565953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598426336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-v9szx.18b127abfc1d96af\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-20T03:15:59.566847Z","caller":"traceutil/trace.go:171","msg":"trace[1472499198] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-v9szx.18b127abfc1d96af; range_end:; response_count:1; response_revision:4751; }","duration":"1.599345382s","start":"2026-05-20T03:15:57.967493Z","end":"2026-05-20T03:15:59.566838Z","steps":["trace[1472499198] 'agreement among raft nodes before linearized reading' (duration: 1.598340625s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.566873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.799686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:15:59.566895Z","caller":"traceutil/trace.go:171","msg":"trace[1534813185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4751; }","duration":"709.840117ms","start":"2026-05-20T03:15:58.857049Z","end":"2026-05-20T03:15:59.566889Z","steps":["trace[1534813185] 'agreement among raft nodes before linearized reading' (duration: 709.783666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.566895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:57.967477Z","time spent":"1.599410353s","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":928,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-v9szx.18b127abfc1d96af\" "} {"level":"warn","ts":"2026-05-20T03:15:59.566951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.857042Z","time spent":"709.902038ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T03:15:59.566284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.235847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:59.566998Z","caller":"traceutil/trace.go:171","msg":"trace[1559214291] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4751; }","duration":"916.98667ms","start":"2026-05-20T03:15:58.649998Z","end":"2026-05-20T03:15:59.566985Z","steps":["trace[1559214291] 'agreement among raft nodes before linearized reading' (duration: 916.264828ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.566738Z","caller":"traceutil/trace.go:171","msg":"trace[512142217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4751; }","duration":"709.126515ms","start":"2026-05-20T03:15:58.857603Z","end":"2026-05-20T03:15:59.566729Z","steps":["trace[512142217] 'agreement among raft nodes before linearized reading' (duration: 709.030223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.56705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.649976Z","time spent":"917.057691ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:15:59.567067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.857583Z","time spent":"709.475091ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T03:15:59.566499Z","caller":"traceutil/trace.go:171","msg":"trace[219873135] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"881.590072ms","start":"2026-05-20T03:15:58.684902Z","end":"2026-05-20T03:15:59.566492Z","steps":["trace[219873135] 'process raft request' (duration: 880.540564ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.566604Z","caller":"traceutil/trace.go:171","msg":"trace[1330151480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4751; }","duration":"709.322428ms","start":"2026-05-20T03:15:58.857266Z","end":"2026-05-20T03:15:59.566588Z","steps":["trace[1330151480] 'agreement among raft nodes before linearized reading' (duration: 709.113164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.567225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.684867Z","time spent":"882.334084ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:15:59.566707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.394727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T03:15:59.566471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.857774Z","time spent":"708.691778ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-20T03:15:59.566317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11103623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:15:59.567254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.85724Z","time spent":"710.0035ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T03:15:59.567375Z","caller":"traceutil/trace.go:171","msg":"trace[930551076] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4751; }","duration":"1.112123019s","start":"2026-05-20T03:15:58.455233Z","end":"2026-05-20T03:15:59.567356Z","steps":["trace[930551076] 'agreement among raft nodes before linearized reading' (duration: 1.111065381s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.567443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.455212Z","time spent":"1.11220806s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:15:59.567298Z","caller":"traceutil/trace.go:171","msg":"trace[380969117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4751; }","duration":"706.993697ms","start":"2026-05-20T03:15:58.860286Z","end":"2026-05-20T03:15:59.567279Z","steps":["trace[380969117] 'agreement among raft nodes before linearized reading' (duration: 706.377177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.567621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237430424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:59.567677Z","caller":"traceutil/trace.go:171","msg":"trace[1469093530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4751; }","duration":"1.237523286s","start":"2026-05-20T03:15:58.330144Z","end":"2026-05-20T03:15:59.567667Z","steps":["trace[1469093530] 'agreement among raft nodes before linearized reading' (duration: 1.237448195s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.56771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.330099Z","time spent":"1.237598387s","remote":"127.0.0.1:59494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T03:15:59.567796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.860276Z","time spent":"707.284554ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T03:15:59.565956Z","caller":"traceutil/trace.go:171","msg":"trace[1324789275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4751; }","duration":"709.081364ms","start":"2026-05-20T03:15:58.856857Z","end":"2026-05-20T03:15:59.565938Z","steps":["trace[1324789275] 'agreement among raft nodes before linearized reading' (duration: 708.814209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.567975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:15:58.856802Z","time spent":"711.16134ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:15:59.702176Z","caller":"traceutil/trace.go:171","msg":"trace[2110950428] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"205.157764ms","start":"2026-05-20T03:15:59.49699Z","end":"2026-05-20T03:15:59.702148Z","steps":["trace[2110950428] 'process raft request' (duration: 204.213328ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.70244Z","caller":"traceutil/trace.go:171","msg":"trace[1374200391] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"205.307237ms","start":"2026-05-20T03:15:59.497126Z","end":"2026-05-20T03:15:59.702433Z","steps":["trace[1374200391] 'process raft request' (duration: 204.995642ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.70252Z","caller":"traceutil/trace.go:171","msg":"trace[20302816] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"205.233236ms","start":"2026-05-20T03:15:59.497278Z","end":"2026-05-20T03:15:59.702512Z","steps":["trace[20302816] 'process raft request' (duration: 205.074683ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.702555Z","caller":"traceutil/trace.go:171","msg":"trace[1612787368] linearizableReadLoop","detail":"{readStateIndex:4933; appliedIndex:4929; }","duration":"137.048074ms","start":"2026-05-20T03:15:59.565492Z","end":"2026-05-20T03:15:59.70254Z","steps":["trace[1612787368] 'read index received' (duration: 135.66187ms)","trace[1612787368] 'applied index is now lower than readState.Index' (duration: 1.385614ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:15:59.702643Z","caller":"traceutil/trace.go:171","msg":"trace[1166622187] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"205.338488ms","start":"2026-05-20T03:15:59.497294Z","end":"2026-05-20T03:15:59.702632Z","steps":["trace[1166622187] 'process raft request' (duration: 205.168685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.70273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.623052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-20T03:15:59.70276Z","caller":"traceutil/trace.go:171","msg":"trace[1295909053] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb2e8130-4f88-49ff-8db7-060416d11bfe; range_end:; response_count:1; response_revision:4755; }","duration":"205.701904ms","start":"2026-05-20T03:15:59.497052Z","end":"2026-05-20T03:15:59.702754Z","steps":["trace[1295909053] 'agreement among raft nodes before linearized reading' (duration: 205.610192ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.716618Z","caller":"traceutil/trace.go:171","msg":"trace[658323490] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"141.826647ms","start":"2026-05-20T03:15:59.574777Z","end":"2026-05-20T03:15:59.716604Z","steps":["trace[658323490] 'process raft request' (duration: 141.806986ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.716769Z","caller":"traceutil/trace.go:171","msg":"trace[804439417] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"144.228777ms","start":"2026-05-20T03:15:59.572535Z","end":"2026-05-20T03:15:59.716764Z","steps":["trace[804439417] 'process raft request' (duration: 143.887782ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.716899Z","caller":"traceutil/trace.go:171","msg":"trace[1381398814] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"143.699167ms","start":"2026-05-20T03:15:59.573196Z","end":"2026-05-20T03:15:59.716895Z","steps":["trace[1381398814] 'process raft request' (duration: 143.299731ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.716962Z","caller":"traceutil/trace.go:171","msg":"trace[658478631] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"142.287355ms","start":"2026-05-20T03:15:59.574671Z","end":"2026-05-20T03:15:59.716958Z","steps":["trace[658478631] 'process raft request' (duration: 141.850437ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.717018Z","caller":"traceutil/trace.go:171","msg":"trace[299462728] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"142.286814ms","start":"2026-05-20T03:15:59.574727Z","end":"2026-05-20T03:15:59.717014Z","steps":["trace[299462728] 'process raft request' (duration: 141.809786ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.717104Z","caller":"traceutil/trace.go:171","msg":"trace[1023342358] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"142.345915ms","start":"2026-05-20T03:15:59.574745Z","end":"2026-05-20T03:15:59.717091Z","steps":["trace[1023342358] 'process raft request' (duration: 141.807836ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:15:59.717162Z","caller":"traceutil/trace.go:171","msg":"trace[5051771] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"142.407946ms","start":"2026-05-20T03:15:59.57475Z","end":"2026-05-20T03:15:59.717158Z","steps":["trace[5051771] 'process raft request' (duration: 141.817546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.717537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.717284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:15:59.717562Z","caller":"traceutil/trace.go:171","msg":"trace[891406667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4762; }","duration":"148.767905ms","start":"2026-05-20T03:15:59.568788Z","end":"2026-05-20T03:15:59.717556Z","steps":["trace[891406667] 'agreement among raft nodes before linearized reading' (duration: 148.721524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:15:59.717732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.065087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1823a551-8ed3-4b39-a495-b64c65dac600\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-20T03:15:59.71775Z","caller":"traceutil/trace.go:171","msg":"trace[2143469464] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1823a551-8ed3-4b39-a495-b64c65dac600; range_end:; response_count:1; response_revision:4762; }","duration":"143.102268ms","start":"2026-05-20T03:15:59.574643Z","end":"2026-05-20T03:15:59.717746Z","steps":["trace[2143469464] 'agreement among raft nodes before linearized reading' (duration: 143.042567ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:01.850779Z","caller":"traceutil/trace.go:171","msg":"trace[2049689799] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"125.161703ms","start":"2026-05-20T03:16:01.725592Z","end":"2026-05-20T03:16:01.850753Z","steps":["trace[2049689799] 'process raft request' (duration: 124.962408ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:01.851493Z","caller":"traceutil/trace.go:171","msg":"trace[1730750010] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"125.115753ms","start":"2026-05-20T03:16:01.72636Z","end":"2026-05-20T03:16:01.851476Z","steps":["trace[1730750010] 'process raft request' (duration: 125.071562ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:01.851606Z","caller":"traceutil/trace.go:171","msg":"trace[1699490162] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"125.393297ms","start":"2026-05-20T03:16:01.726207Z","end":"2026-05-20T03:16:01.851601Z","steps":["trace[1699490162] 'process raft request' (duration: 125.085412ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:01.851704Z","caller":"traceutil/trace.go:171","msg":"trace[1122903583] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"125.383837ms","start":"2026-05-20T03:16:01.726302Z","end":"2026-05-20T03:16:01.851686Z","steps":["trace[1122903583] 'process raft request' (duration: 125.107093ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:01.851768Z","caller":"traceutil/trace.go:171","msg":"trace[595343280] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"125.331536ms","start":"2026-05-20T03:16:01.726409Z","end":"2026-05-20T03:16:01.851741Z","steps":["trace[595343280] 'process raft request' (duration: 125.041291ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:01.851891Z","caller":"traceutil/trace.go:171","msg":"trace[438461963] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"125.352896ms","start":"2026-05-20T03:16:01.726531Z","end":"2026-05-20T03:16:01.851884Z","steps":["trace[438461963] 'process raft request' (duration: 125.075002ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:08.55223Z","caller":"traceutil/trace.go:171","msg":"trace[684375527] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"120.001772ms","start":"2026-05-20T03:16:08.432201Z","end":"2026-05-20T03:16:08.552202Z","steps":["trace[684375527] 'process raft request' (duration: 119.449413ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:14.013765Z","caller":"traceutil/trace.go:171","msg":"trace[278218715] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"476.668188ms","start":"2026-05-20T03:16:13.537076Z","end":"2026-05-20T03:16:14.013744Z","steps":["trace[278218715] 'process raft request' (duration: 476.498056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:14.013891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.537053Z","time spent":"476.773211ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:14.367674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.917232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T03:16:14.367903Z","caller":"traceutil/trace.go:171","msg":"trace[611932953] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5107; }","duration":"459.252847ms","start":"2026-05-20T03:16:13.908632Z","end":"2026-05-20T03:16:14.367885Z","steps":["trace[611932953] 'read index received' (duration: 105.531773ms)","trace[611932953] 'applied index is now lower than readState.Index' (duration: 353.720074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:14.368298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.046798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T03:16:14.368367Z","caller":"traceutil/trace.go:171","msg":"trace[743152340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4924; }","duration":"458.147229ms","start":"2026-05-20T03:16:13.910206Z","end":"2026-05-20T03:16:14.368353Z","steps":["trace[743152340] 'agreement among raft nodes before linearized reading' (duration: 457.966016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:14.368405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.910192Z","time spent":"458.206161ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T03:16:14.368442Z","caller":"traceutil/trace.go:171","msg":"trace[1684427474] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"759.273818ms","start":"2026-05-20T03:16:13.609127Z","end":"2026-05-20T03:16:14.368401Z","steps":["trace[1684427474] 'process raft request' (duration: 573.524812ms)","trace[1684427474] 'compare' (duration: 184.723909ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:14.368606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.14698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T03:16:14.368618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.609093Z","time spent":"759.40512ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:14.368712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.553544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-20T03:16:14.368737Z","caller":"traceutil/trace.go:171","msg":"trace[1256983168] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4924; }","duration":"446.594054ms","start":"2026-05-20T03:16:13.922137Z","end":"2026-05-20T03:16:14.368731Z","steps":["trace[1256983168] 'agreement among raft nodes before linearized reading' (duration: 446.513353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:14.368762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.922128Z","time spent":"446.629525ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-20T03:16:14.36885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.804988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T03:16:14.368866Z","caller":"traceutil/trace.go:171","msg":"trace[361438768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4924; }","duration":"449.842298ms","start":"2026-05-20T03:16:13.919019Z","end":"2026-05-20T03:16:14.368861Z","steps":["trace[361438768] 'agreement among raft nodes before linearized reading' (duration: 449.789278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:14.368888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.919007Z","time spent":"449.87593ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T03:16:14.368948Z","caller":"traceutil/trace.go:171","msg":"trace[1816667237] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"759.391981ms","start":"2026-05-20T03:16:13.609539Z","end":"2026-05-20T03:16:14.368931Z","steps":["trace[1816667237] 'process raft request' (duration: 758.252392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:14.369003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.179276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T03:16:14.369026Z","caller":"traceutil/trace.go:171","msg":"trace[251955478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4924; }","duration":"450.224066ms","start":"2026-05-20T03:16:13.918795Z","end":"2026-05-20T03:16:14.369019Z","steps":["trace[251955478] 'agreement among raft nodes before linearized reading' (duration: 450.169415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:14.369049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.918785Z","time spent":"450.259736ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T03:16:14.369049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.609521Z","time spent":"759.488762ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:14.368345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.691724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T03:16:14.368635Z","caller":"traceutil/trace.go:171","msg":"trace[1044123913] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4924; }","duration":"162.216642ms","start":"2026-05-20T03:16:14.206411Z","end":"2026-05-20T03:16:14.368628Z","steps":["trace[1044123913] 'agreement among raft nodes before linearized reading' (duration: 162.169751ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:14.369134Z","caller":"traceutil/trace.go:171","msg":"trace[740198672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4924; }","duration":"460.515688ms","start":"2026-05-20T03:16:13.908592Z","end":"2026-05-20T03:16:14.369107Z","steps":["trace[740198672] 'agreement among raft nodes before linearized reading' (duration: 459.519982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:14.369229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.908576Z","time spent":"460.62123ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T03:16:14.369993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.547565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T03:16:14.370034Z","caller":"traceutil/trace.go:171","msg":"trace[185126421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4924; }","duration":"455.643777ms","start":"2026-05-20T03:16:13.91438Z","end":"2026-05-20T03:16:14.370024Z","steps":["trace[185126421] 'agreement among raft nodes before linearized reading' (duration: 455.510004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:14.37006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:13.91437Z","time spent":"455.684278ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T03:16:14.489689Z","caller":"traceutil/trace.go:171","msg":"trace[1892992266] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"114.43288ms","start":"2026-05-20T03:16:14.375233Z","end":"2026-05-20T03:16:14.489666Z","steps":["trace[1892992266] 'process raft request' (duration: 107.21507ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:14.490123Z","caller":"traceutil/trace.go:171","msg":"trace[594093671] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"113.767058ms","start":"2026-05-20T03:16:14.376325Z","end":"2026-05-20T03:16:14.490092Z","steps":["trace[594093671] 'process raft request' (duration: 113.299941ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:14.490138Z","caller":"traceutil/trace.go:171","msg":"trace[2126043471] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"113.628336ms","start":"2026-05-20T03:16:14.376486Z","end":"2026-05-20T03:16:14.490114Z","steps":["trace[2126043471] 'process raft request' (duration: 113.486893ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:14.490381Z","caller":"traceutil/trace.go:171","msg":"trace[952132690] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"113.760469ms","start":"2026-05-20T03:16:14.376595Z","end":"2026-05-20T03:16:14.490355Z","steps":["trace[952132690] 'process raft request' (duration: 113.471583ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:14.490433Z","caller":"traceutil/trace.go:171","msg":"trace[902802582] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"113.776639ms","start":"2026-05-20T03:16:14.376631Z","end":"2026-05-20T03:16:14.490407Z","steps":["trace[902802582] 'process raft request' (duration: 113.546275ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:14.490515Z","caller":"traceutil/trace.go:171","msg":"trace[613344420] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"111.280867ms","start":"2026-05-20T03:16:14.37916Z","end":"2026-05-20T03:16:14.490441Z","steps":["trace[613344420] 'process raft request' (duration: 111.179554ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:14.490434Z","caller":"traceutil/trace.go:171","msg":"trace[228277014] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5110; }","duration":"113.573845ms","start":"2026-05-20T03:16:14.376833Z","end":"2026-05-20T03:16:14.490407Z","steps":["trace[228277014] 'read index received' (duration: 73.484132ms)","trace[228277014] 'applied index is now lower than readState.Index' (duration: 40.088583ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:14.490768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.921142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-05-20T03:16:14.49086Z","caller":"traceutil/trace.go:171","msg":"trace[654955671] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4931; }","duration":"114.155206ms","start":"2026-05-20T03:16:14.376691Z","end":"2026-05-20T03:16:14.490846Z","steps":["trace[654955671] 'agreement among raft nodes before linearized reading' (duration: 113.83104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:15.239888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.728348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:16:15.239957Z","caller":"traceutil/trace.go:171","msg":"trace[1002862259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4937; }","duration":"434.84887ms","start":"2026-05-20T03:16:14.805094Z","end":"2026-05-20T03:16:15.239942Z","steps":["trace[1002862259] 'count revisions from in-memory index tree' (duration: 434.656217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:15.239989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:14.805074Z","time spent":"434.906431ms","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T03:16:15.816263Z","caller":"traceutil/trace.go:171","msg":"trace[45209711] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5122; }","duration":"405.97386ms","start":"2026-05-20T03:16:15.410264Z","end":"2026-05-20T03:16:15.816238Z","steps":["trace[45209711] 'read index received' (duration: 405.876039ms)","trace[45209711] 'applied index is now lower than readState.Index' (duration: 96.631µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:16:15.816344Z","caller":"traceutil/trace.go:171","msg":"trace[1752756789] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"411.418252ms","start":"2026-05-20T03:16:15.404893Z","end":"2026-05-20T03:16:15.816311Z","steps":["trace[1752756789] 'process raft request' (duration: 411.174128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:15.816513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:15.404872Z","time spent":"411.539124ms","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17217,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T03:16:15.816537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.317847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-20T03:16:15.816585Z","caller":"traceutil/trace.go:171","msg":"trace[1845920848] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:4938; }","duration":"255.422799ms","start":"2026-05-20T03:16:15.56115Z","end":"2026-05-20T03:16:15.816572Z","steps":["trace[1845920848] 'agreement among raft nodes before linearized reading' (duration: 255.245236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:15.816601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.330207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-20T03:16:15.816658Z","caller":"traceutil/trace.go:171","msg":"trace[1001096743] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4938; }","duration":"406.431348ms","start":"2026-05-20T03:16:15.41021Z","end":"2026-05-20T03:16:15.816641Z","steps":["trace[1001096743] 'agreement among raft nodes before linearized reading' (duration: 406.117913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:16:15.816694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:16:15.410189Z","time spent":"406.49688ms","remote":"127.0.0.1:48346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-20T03:16:16.001016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.491347ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T03:16:16.001127Z","caller":"traceutil/trace.go:171","msg":"trace[442346576] linearizableReadLoop","detail":"{readStateIndex:5124; appliedIndex:5123; }","duration":"179.612958ms","start":"2026-05-20T03:16:15.821492Z","end":"2026-05-20T03:16:16.001105Z","steps":["trace[442346576] 'read index received' (duration: 40.04278ms)","trace[442346576] 'applied index is now lower than readState.Index' (duration: 139.568548ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:16:16.001312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.807932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1823a551-8ed3-4b39-a495-b64c65dac600\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-20T03:16:16.001428Z","caller":"traceutil/trace.go:171","msg":"trace[1122124190] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1823a551-8ed3-4b39-a495-b64c65dac600; range_end:; response_count:1; response_revision:4938; }","duration":"179.965124ms","start":"2026-05-20T03:16:15.821447Z","end":"2026-05-20T03:16:16.001412Z","steps":["trace[1122124190] 'agreement among raft nodes before linearized reading' (duration: 179.7171ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:16:16.242166Z","caller":"traceutil/trace.go:171","msg":"trace[253335870] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"184.975675ms","start":"2026-05-20T03:16:16.057168Z","end":"2026-05-20T03:16:16.242143Z","steps":["trace[253335870] 'process raft request' (duration: 106.967169ms)","trace[253335870] 'compare' (duration: 77.765812ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:17:00.76155Z","caller":"traceutil/trace.go:171","msg":"trace[1487231041] linearizableReadLoop","detail":"{readStateIndex:5502; appliedIndex:5501; }","duration":"152.673135ms","start":"2026-05-20T03:17:00.608813Z","end":"2026-05-20T03:17:00.761486Z","steps":["trace[1487231041] 'read index received' (duration: 152.526022ms)","trace[1487231041] 'applied index is now lower than readState.Index' (duration: 145.553µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:17:00.761649Z","caller":"traceutil/trace.go:171","msg":"trace[868221642] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"154.29786ms","start":"2026-05-20T03:17:00.607272Z","end":"2026-05-20T03:17:00.76157Z","steps":["trace[868221642] 'process raft request' (duration: 154.050176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:17:00.76175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.914958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T03:17:00.761868Z","caller":"traceutil/trace.go:171","msg":"trace[507784466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5306; }","duration":"153.108931ms","start":"2026-05-20T03:17:00.608739Z","end":"2026-05-20T03:17:00.761848Z","steps":["trace[507784466] 'agreement among raft nodes before linearized reading' (duration: 152.940549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:17:00.808295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.438058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:17:00.808383Z","caller":"traceutil/trace.go:171","msg":"trace[1915830947] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5306; }","duration":"162.583571ms","start":"2026-05-20T03:17:00.645781Z","end":"2026-05-20T03:17:00.808364Z","steps":["trace[1915830947] 'agreement among raft nodes before linearized reading' (duration: 162.430209ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:17:42.638791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2926} {"level":"info","ts":"2026-05-20T03:17:42.711715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2926,"took":"71.567137ms","hash":2182972668,"current-db-size-bytes":53198848,"current-db-size":"53 MB","current-db-size-in-use-bytes":29396992,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-20T03:17:42.711768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2182972668,"revision":2926,"compact-revision":-1} {"level":"info","ts":"2026-05-20T03:19:53.914891Z","caller":"traceutil/trace.go:171","msg":"trace[693702732] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"100.727076ms","start":"2026-05-20T03:19:53.814136Z","end":"2026-05-20T03:19:53.914864Z","steps":["trace[693702732] 'process raft request' (duration: 61.851496ms)","trace[693702732] 'compare' (duration: 38.744268ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:19:53.995544Z","caller":"traceutil/trace.go:171","msg":"trace[1943032696] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"180.85198ms","start":"2026-05-20T03:19:53.814667Z","end":"2026-05-20T03:19:53.995519Z","steps":["trace[1943032696] 'process raft request' (duration: 180.750789ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:19:53.995621Z","caller":"traceutil/trace.go:171","msg":"trace[1969296473] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"181.326826ms","start":"2026-05-20T03:19:53.814262Z","end":"2026-05-20T03:19:53.995589Z","steps":["trace[1969296473] 'process raft request' (duration: 181.021142ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:19:53.995778Z","caller":"traceutil/trace.go:171","msg":"trace[1762350715] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"181.015702ms","start":"2026-05-20T03:19:53.814751Z","end":"2026-05-20T03:19:53.995767Z","steps":["trace[1762350715] 'process raft request' (duration: 180.727358ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:19:53.995966Z","caller":"traceutil/trace.go:171","msg":"trace[785738683] linearizableReadLoop","detail":"{readStateIndex:6766; appliedIndex:6761; }","duration":"161.198912ms","start":"2026-05-20T03:19:53.834742Z","end":"2026-05-20T03:19:53.995941Z","steps":["trace[785738683] 'read index received' (duration: 41.214794ms)","trace[785738683] 'applied index is now lower than readState.Index' (duration: 119.982988ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T03:19:53.996034Z","caller":"traceutil/trace.go:171","msg":"trace[681526670] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"181.009863ms","start":"2026-05-20T03:19:53.815003Z","end":"2026-05-20T03:19:53.996013Z","steps":["trace[681526670] 'process raft request' (duration: 180.729118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:19:53.99621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.452267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-05-20T03:19:53.996261Z","caller":"traceutil/trace.go:171","msg":"trace[1243003164] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6528; }","duration":"161.552697ms","start":"2026-05-20T03:19:53.834697Z","end":"2026-05-20T03:19:53.996249Z","steps":["trace[1243003164] 'agreement among raft nodes before linearized reading' (duration: 161.366635ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:20:10.196246Z","caller":"traceutil/trace.go:171","msg":"trace[1489920573] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"103.948615ms","start":"2026-05-20T03:20:10.092275Z","end":"2026-05-20T03:20:10.196223Z","steps":["trace[1489920573] 'process raft request' (duration: 103.391576ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:20:11.673381Z","caller":"traceutil/trace.go:171","msg":"trace[973814959] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"305.301229ms","start":"2026-05-20T03:20:11.368057Z","end":"2026-05-20T03:20:11.673358Z","steps":["trace[973814959] 'process raft request' (duration: 305.148727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T03:20:11.673529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:20:11.368043Z","time spent":"305.40808ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:20:11.673955Z","caller":"traceutil/trace.go:171","msg":"trace[2122862507] linearizableReadLoop","detail":"{readStateIndex:6912; appliedIndex:6912; }","duration":"272.870242ms","start":"2026-05-20T03:20:11.401074Z","end":"2026-05-20T03:20:11.673944Z","steps":["trace[2122862507] 'read index received' (duration: 272.865832ms)","trace[2122862507] 'applied index is now lower than readState.Index' (duration: 3.69µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:20:11.674021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.942743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:20:11.674052Z","caller":"traceutil/trace.go:171","msg":"trace[1868663912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6667; }","duration":"273.010444ms","start":"2026-05-20T03:20:11.401034Z","end":"2026-05-20T03:20:11.674044Z","steps":["trace[1868663912] 'agreement among raft nodes before linearized reading' (duration: 272.957843ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:20:11.800985Z","caller":"traceutil/trace.go:171","msg":"trace[1032598293] linearizableReadLoop","detail":"{readStateIndex:6913; appliedIndex:6912; }","duration":"125.657628ms","start":"2026-05-20T03:20:11.675302Z","end":"2026-05-20T03:20:11.80096Z","steps":["trace[1032598293] 'read index received' (duration: 75.791537ms)","trace[1032598293] 'applied index is now lower than readState.Index' (duration: 49.864851ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:20:11.801131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.79719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T03:20:11.80117Z","caller":"traceutil/trace.go:171","msg":"trace[85723716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6668; }","duration":"125.903062ms","start":"2026-05-20T03:20:11.675255Z","end":"2026-05-20T03:20:11.801158Z","steps":["trace[85723716] 'agreement among raft nodes before linearized reading' (duration: 125.804351ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T03:20:11.801371Z","caller":"traceutil/trace.go:171","msg":"trace[41289155] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"300.882638ms","start":"2026-05-20T03:20:11.500459Z","end":"2026-05-20T03:20:11.801341Z","steps":["trace[41289155] 'process raft request' (duration: 250.66804ms)","trace[41289155] 'compare' (duration: 49.71599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T03:20:11.801515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T03:20:11.500435Z","time spent":"301.005649ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T03:22:42.643535Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5630} {"level":"info","ts":"2026-05-20T03:22:42.718383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5630,"took":"73.390463ms","hash":556874272,"current-db-size-bytes":53198848,"current-db-size":"53 MB","current-db-size-in-use-bytes":18477056,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-20T03:22:42.718448Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":556874272,"revision":5630,"compact-revision":2926}