{"level":"warn","ts":"2026-05-04T11:23:51.954318Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T11:23:51.954444Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.115:2380","--initial-cluster=instance=https://199.19.213.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-04T11:23:51.95453Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T11:23:51.954547Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-05-04T11:23:51.954573Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T11:23:51.955291Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"]} {"level":"info","ts":"2026-05-04T11:23:51.955402Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-04T11:23:52.564959Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"609.269972ms"} {"level":"info","ts":"2026-05-04T11:23:52.723782Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"76964ef0a001678d","cluster-id":"a26f37ac4c69834d"} {"level":"info","ts":"2026-05-04T11:23:52.723999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=()"} {"level":"info","ts":"2026-05-04T11:23:52.724074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became follower at term 0"} {"level":"info","ts":"2026-05-04T11:23:52.724133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 76964ef0a001678d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-04T11:23:52.724184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became follower at term 1"} {"level":"info","ts":"2026-05-04T11:23:52.724276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"warn","ts":"2026-05-04T11:23:52.725665Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-04T11:23:52.733022Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-04T11:23:52.734732Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-04T11:23:52.737681Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"76964ef0a001678d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-04T11:23:52.737851Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"76964ef0a001678d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-04T11:23:52.737949Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T11:23:52.738011Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T11:23:52.738028Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T11:23:52.73904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"info","ts":"2026-05-04T11:23:52.739208Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","added-peer-id":"76964ef0a001678d","added-peer-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-05-04T11:23:52.741375Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T11:23:52.741516Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-05-04T11:23:52.741542Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-05-04T11:23:52.742465Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"76964ef0a001678d","initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-04T11:23:52.74253Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-04T11:23:53.325278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d is starting a new election at term 1"} {"level":"info","ts":"2026-05-04T11:23:53.325345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became pre-candidate at term 1"} {"level":"info","ts":"2026-05-04T11:23:53.325359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d received MsgPreVoteResp from 76964ef0a001678d at term 1"} {"level":"info","ts":"2026-05-04T11:23:53.325371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became candidate at term 2"} {"level":"info","ts":"2026-05-04T11:23:53.325376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d received MsgVoteResp from 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-05-04T11:23:53.325384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became leader at term 2"} {"level":"info","ts":"2026-05-04T11:23:53.32539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 76964ef0a001678d elected leader 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-05-04T11:23:53.326084Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T11:23:53.326684Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T11:23:53.326804Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T11:23:53.326666Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"76964ef0a001678d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.115:2379]}","request-path":"/0/members/76964ef0a001678d/attributes","cluster-id":"a26f37ac4c69834d","publish-timeout":"7s"} {"level":"info","ts":"2026-05-04T11:23:53.327Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-04T11:23:53.327019Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-04T11:23:53.32844Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T11:23:53.328532Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T11:23:53.328558Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T11:23:53.329367Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.115:2379"} {"level":"info","ts":"2026-05-04T11:23:53.330527Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-04T11:24:22.753996Z","caller":"traceutil/trace.go:171","msg":"trace[935978242] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"146.993645ms","start":"2026-05-04T11:24:22.606976Z","end":"2026-05-04T11:24:22.75397Z","steps":["trace[935978242] 'process raft request' (duration: 146.831934ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.761818Z","caller":"traceutil/trace.go:171","msg":"trace[1347930751] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"148.382281ms","start":"2026-05-04T11:24:22.613389Z","end":"2026-05-04T11:24:22.761771Z","steps":["trace[1347930751] 'process raft request' (duration: 148.08475ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.762026Z","caller":"traceutil/trace.go:171","msg":"trace[1170694678] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"104.543144ms","start":"2026-05-04T11:24:22.657463Z","end":"2026-05-04T11:24:22.762006Z","steps":["trace[1170694678] 'process raft request' (duration: 104.487822ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.762193Z","caller":"traceutil/trace.go:171","msg":"trace[1880498596] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"139.12792ms","start":"2026-05-04T11:24:22.623057Z","end":"2026-05-04T11:24:22.762185Z","steps":["trace[1880498596] 'process raft request' (duration: 138.703928ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.76225Z","caller":"traceutil/trace.go:171","msg":"trace[1189718229] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"148.804123ms","start":"2026-05-04T11:24:22.61344Z","end":"2026-05-04T11:24:22.762244Z","steps":["trace[1189718229] 'process raft request' (duration: 148.23029ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.762284Z","caller":"traceutil/trace.go:171","msg":"trace[645693438] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"137.840764ms","start":"2026-05-04T11:24:22.624436Z","end":"2026-05-04T11:24:22.762277Z","steps":["trace[645693438] 'process raft request' (duration: 137.347531ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.76232Z","caller":"traceutil/trace.go:171","msg":"trace[1792262997] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"144.737805ms","start":"2026-05-04T11:24:22.617577Z","end":"2026-05-04T11:24:22.762315Z","steps":["trace[1792262997] 'process raft request' (duration: 144.119341ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.762347Z","caller":"traceutil/trace.go:171","msg":"trace[1948161477] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"120.827647ms","start":"2026-05-04T11:24:22.641515Z","end":"2026-05-04T11:24:22.762343Z","steps":["trace[1948161477] 'process raft request' (duration: 120.292554ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.762387Z","caller":"traceutil/trace.go:171","msg":"trace[889041699] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"141.090718ms","start":"2026-05-04T11:24:22.621292Z","end":"2026-05-04T11:24:22.762382Z","steps":["trace[889041699] 'process raft request' (duration: 140.427334ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.762407Z","caller":"traceutil/trace.go:171","msg":"trace[1493152470] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"115.361902ms","start":"2026-05-04T11:24:22.647041Z","end":"2026-05-04T11:24:22.762403Z","steps":["trace[1493152470] 'process raft request' (duration: 114.793969ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:22.762576Z","caller":"traceutil/trace.go:171","msg":"trace[1035196724] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"141.093429ms","start":"2026-05-04T11:24:22.621467Z","end":"2026-05-04T11:24:22.76256Z","steps":["trace[1035196724] 'process raft request' (duration: 140.272105ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:23.320021Z","caller":"traceutil/trace.go:171","msg":"trace[2064309091] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"449.569092ms","start":"2026-05-04T11:24:22.870428Z","end":"2026-05-04T11:24:23.319997Z","steps":["trace[2064309091] 'process raft request' (duration: 449.369522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:24:23.320615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:24:22.87041Z","time spent":"449.684983ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:24:23.484522Z","caller":"traceutil/trace.go:171","msg":"trace[517437846] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"612.194318ms","start":"2026-05-04T11:24:22.872303Z","end":"2026-05-04T11:24:23.484498Z","steps":["trace[517437846] 'process raft request' (duration: 527.639925ms)","trace[517437846] 'compare' (duration: 84.366662ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:24:23.484688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:24:22.872293Z","time spent":"612.302839ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:24:23.484909Z","caller":"traceutil/trace.go:171","msg":"trace[793612153] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"596.648468ms","start":"2026-05-04T11:24:22.888247Z","end":"2026-05-04T11:24:23.484895Z","steps":["trace[793612153] 'process raft request' (duration: 596.210826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:24:23.484965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:24:22.888227Z","time spent":"596.714148ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-04T11:24:23.485018Z","caller":"traceutil/trace.go:171","msg":"trace[1193028926] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:522; }","duration":"327.960672ms","start":"2026-05-04T11:24:23.157031Z","end":"2026-05-04T11:24:23.484991Z","steps":["trace[1193028926] 'read index received' (duration: 162.864896ms)","trace[1193028926] 'applied index is now lower than readState.Index' (duration: 165.093416ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:24:23.485208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.153023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T11:24:23.485276Z","caller":"traceutil/trace.go:171","msg":"trace[1679496905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:507; }","duration":"328.272014ms","start":"2026-05-04T11:24:23.156991Z","end":"2026-05-04T11:24:23.485263Z","steps":["trace[1679496905] 'agreement among raft nodes before linearized reading' (duration: 328.140684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:24:23.485348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:24:23.156974Z","time spent":"328.331474ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T11:24:23.485053Z","caller":"traceutil/trace.go:171","msg":"trace[1356882524] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"560.441713ms","start":"2026-05-04T11:24:22.924601Z","end":"2026-05-04T11:24:23.485042Z","steps":["trace[1356882524] 'process raft request' (duration: 560.192753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:24:23.485583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:24:22.924578Z","time spent":"560.914295ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:24:28.892666Z","caller":"traceutil/trace.go:171","msg":"trace[833198054] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"290.052769ms","start":"2026-05-04T11:24:28.602396Z","end":"2026-05-04T11:24:28.892449Z","steps":["trace[833198054] 'process raft request' (duration: 289.899999ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:28.902348Z","caller":"traceutil/trace.go:171","msg":"trace[1494381688] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"295.460384ms","start":"2026-05-04T11:24:28.60687Z","end":"2026-05-04T11:24:28.90233Z","steps":["trace[1494381688] 'process raft request' (duration: 295.240173ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:28.902976Z","caller":"traceutil/trace.go:171","msg":"trace[909525516] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"174.756009ms","start":"2026-05-04T11:24:28.728209Z","end":"2026-05-04T11:24:28.902965Z","steps":["trace[909525516] 'process raft request' (duration: 174.280636ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:29.655022Z","caller":"traceutil/trace.go:171","msg":"trace[2029063528] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:602; }","duration":"140.929066ms","start":"2026-05-04T11:24:29.514075Z","end":"2026-05-04T11:24:29.655004Z","steps":["trace[2029063528] 'read index received' (duration: 140.387823ms)","trace[2029063528] 'applied index is now lower than readState.Index' (duration: 540.733µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:24:29.655165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.080767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T11:24:29.655188Z","caller":"traceutil/trace.go:171","msg":"trace[1468210077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"141.177197ms","start":"2026-05-04T11:24:29.514004Z","end":"2026-05-04T11:24:29.655181Z","steps":["trace[1468210077] 'agreement among raft nodes before linearized reading' (duration: 141.067687ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:29.655876Z","caller":"traceutil/trace.go:171","msg":"trace[996054244] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"160.665084ms","start":"2026-05-04T11:24:29.495201Z","end":"2026-05-04T11:24:29.655866Z","steps":["trace[996054244] 'process raft request' (duration: 159.455849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:24:30.311239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461793823467247837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T11:24:30.46978Z","caller":"traceutil/trace.go:171","msg":"trace[263077578] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"658.587363ms","start":"2026-05-04T11:24:29.811165Z","end":"2026-05-04T11:24:30.469752Z","steps":["trace[263077578] 'read index received' (duration: 658.307161ms)","trace[263077578] 'applied index is now lower than readState.Index' (duration: 278.962µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:24:30.470006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.815384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5d88g\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-04T11:24:30.470047Z","caller":"traceutil/trace.go:171","msg":"trace[2052940646] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5d88g; range_end:; response_count:1; response_revision:585; }","duration":"658.900714ms","start":"2026-05-04T11:24:29.811135Z","end":"2026-05-04T11:24:30.470036Z","steps":["trace[2052940646] 'agreement among raft nodes before linearized reading' (duration: 658.719904ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:24:30.470196Z","caller":"traceutil/trace.go:171","msg":"trace[979592421] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"745.445525ms","start":"2026-05-04T11:24:29.724717Z","end":"2026-05-04T11:24:30.470163Z","steps":["trace[979592421] 'process raft request' (duration: 744.755701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:24:30.470329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:24:29.724695Z","time spent":"745.569925ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T11:24:30.470747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:24:29.81112Z","time spent":"659.563297ms","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-5d88g\" "} {"level":"info","ts":"2026-05-04T11:24:45.529875Z","caller":"traceutil/trace.go:171","msg":"trace[437137700] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"115.107847ms","start":"2026-05-04T11:24:45.414716Z","end":"2026-05-04T11:24:45.529824Z","steps":["trace[437137700] 'process raft request' (duration: 114.965087ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:25:37.474857Z","caller":"traceutil/trace.go:171","msg":"trace[169720122] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"128.916988ms","start":"2026-05-04T11:25:37.345907Z","end":"2026-05-04T11:25:37.474824Z","steps":["trace[169720122] 'process raft request' (duration: 124.419128ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:01.756377Z","caller":"traceutil/trace.go:171","msg":"trace[879016754] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"481.057074ms","start":"2026-05-04T11:26:01.27528Z","end":"2026-05-04T11:26:01.756337Z","steps":["trace[879016754] 'process raft request' (duration: 480.882813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:01.756563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.27526Z","time spent":"481.214005ms","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:26:01.990916Z","caller":"traceutil/trace.go:171","msg":"trace[1867811401] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"672.28774ms","start":"2026-05-04T11:26:01.318586Z","end":"2026-05-04T11:26:01.990874Z","steps":["trace[1867811401] 'process raft request' (duration: 672.017518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:01.991067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.318552Z","time spent":"672.43429ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T11:26:02.184669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.813208ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-04T11:26:02.184884Z","caller":"traceutil/trace.go:171","msg":"trace[948350018] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"254.171707ms","start":"2026-05-04T11:26:01.930699Z","end":"2026-05-04T11:26:02.184871Z","steps":["trace[948350018] 'process raft request' (duration: 254.135237ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:02.184922Z","caller":"traceutil/trace.go:171","msg":"trace[432842094] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"393.22467ms","start":"2026-05-04T11:26:01.791683Z","end":"2026-05-04T11:26:02.184908Z","steps":["trace[432842094] 'process raft request' (duration: 393.072739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:02.185003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.791658Z","time spent":"393.28806ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:26:02.185069Z","caller":"traceutil/trace.go:171","msg":"trace[1392976675] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1893; }","duration":"838.749513ms","start":"2026-05-04T11:26:01.346311Z","end":"2026-05-04T11:26:02.185061Z","steps":["trace[1392976675] 'read index received' (duration: 409.919515ms)","trace[1392976675] 'applied index is now lower than readState.Index' (duration: 428.828308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:26:02.18521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.903344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d66f3e8-687a-4f82-870f-a2debe614f05\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-05-04T11:26:02.185231Z","caller":"traceutil/trace.go:171","msg":"trace[1945878143] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d66f3e8-687a-4f82-870f-a2debe614f05; range_end:; response_count:1; response_revision:1830; }","duration":"838.953944ms","start":"2026-05-04T11:26:01.34627Z","end":"2026-05-04T11:26:02.185224Z","steps":["trace[1945878143] 'agreement among raft nodes before linearized reading' (duration: 838.855024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:02.185376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.346257Z","time spent":"839.031135ms","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d66f3e8-687a-4f82-870f-a2debe614f05\" "} {"level":"warn","ts":"2026-05-04T11:26:02.185485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.119449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T11:26:02.185561Z","caller":"traceutil/trace.go:171","msg":"trace[1069595142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1830; }","duration":"737.25674ms","start":"2026-05-04T11:26:01.448289Z","end":"2026-05-04T11:26:02.185545Z","steps":["trace[1069595142] 'agreement among raft nodes before linearized reading' (duration: 736.957878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:02.185603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.448259Z","time spent":"737.33546ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T11:26:02.185574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.833261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-05-04T11:26:02.185848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.903422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-04T11:26:02.185923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.863885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T11:26:02.185952Z","caller":"traceutil/trace.go:171","msg":"trace[365753196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1830; }","duration":"695.940235ms","start":"2026-05-04T11:26:01.490002Z","end":"2026-05-04T11:26:02.185942Z","steps":["trace[365753196] 'agreement among raft nodes before linearized reading' (duration: 695.857505ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:02.185969Z","caller":"traceutil/trace.go:171","msg":"trace[66348092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1830; }","duration":"566.055523ms","start":"2026-05-04T11:26:01.619887Z","end":"2026-05-04T11:26:02.185943Z","steps":["trace[66348092] 'agreement among raft nodes before linearized reading' (duration: 565.784402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:02.185985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.489983Z","time spent":"695.996405ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T11:26:02.185966Z","caller":"traceutil/trace.go:171","msg":"trace[848285314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1830; }","duration":"425.275944ms","start":"2026-05-04T11:26:01.760633Z","end":"2026-05-04T11:26:02.185909Z","steps":["trace[848285314] 'agreement among raft nodes before linearized reading' (duration: 424.726271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:02.186021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.619872Z","time spent":"566.135343ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T11:26:02.186055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.440624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T11:26:02.186084Z","caller":"traceutil/trace.go:171","msg":"trace[1085102441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1830; }","duration":"530.495394ms","start":"2026-05-04T11:26:01.655582Z","end":"2026-05-04T11:26:02.186077Z","steps":["trace[1085102441] 'agreement among raft nodes before linearized reading' (duration: 530.446494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:02.186107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.655567Z","time spent":"530.535684ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T11:26:02.186142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.760616Z","time spent":"425.510625ms","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-05-04T11:26:02.185841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.18ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T11:26:02.186362Z","caller":"traceutil/trace.go:171","msg":"trace[674028990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1830; }","duration":"619.680972ms","start":"2026-05-04T11:26:01.566653Z","end":"2026-05-04T11:26:02.186334Z","steps":["trace[674028990] 'agreement among raft nodes before linearized reading' (duration: 619.1165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:02.18645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:01.566596Z","time spent":"619.824713ms","remote":"127.0.0.1:56768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-04T11:26:14.542902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.826815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T11:26:14.543002Z","caller":"traceutil/trace.go:171","msg":"trace[860896148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"389.964985ms","start":"2026-05-04T11:26:14.153016Z","end":"2026-05-04T11:26:14.542981Z","steps":["trace[860896148] 'range keys from in-memory index tree' (duration: 389.750655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:14.543061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:14.153Z","time spent":"390.047496ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T11:26:14.543388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.545065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T11:26:14.543552Z","caller":"traceutil/trace.go:171","msg":"trace[1784787928] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2003; }","duration":"290.155609ms","start":"2026-05-04T11:26:14.253383Z","end":"2026-05-04T11:26:14.543539Z","steps":["trace[1784787928] 'read index received' (duration: 74.403493ms)","trace[1784787928] 'applied index is now lower than readState.Index' (duration: 215.751116ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:26:14.543727Z","caller":"traceutil/trace.go:171","msg":"trace[1850181032] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"315.366481ms","start":"2026-05-04T11:26:14.228346Z","end":"2026-05-04T11:26:14.543713Z","steps":["trace[1850181032] 'process raft request' (duration: 99.428745ms)","trace[1850181032] 'compare' (duration: 215.464454ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:26:14.543786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:14.22832Z","time spent":"315.438821ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:26:14.54388Z","caller":"traceutil/trace.go:171","msg":"trace[1342790312] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"294.473118ms","start":"2026-05-04T11:26:14.2494Z","end":"2026-05-04T11:26:14.543873Z","steps":["trace[1342790312] 'process raft request' (duration: 294.070646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:14.544195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.647716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-04T11:26:14.544239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.802107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T11:26:14.544262Z","caller":"traceutil/trace.go:171","msg":"trace[1260979708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1935; }","duration":"231.732077ms","start":"2026-05-04T11:26:14.312513Z","end":"2026-05-04T11:26:14.544245Z","steps":["trace[1260979708] 'agreement among raft nodes before linearized reading' (duration: 231.571336ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:14.544297Z","caller":"traceutil/trace.go:171","msg":"trace[1680777440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"186.907097ms","start":"2026-05-04T11:26:14.357375Z","end":"2026-05-04T11:26:14.544282Z","steps":["trace[1680777440] 'agreement among raft nodes before linearized reading' (duration: 186.758576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:14.544277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.55969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T11:26:14.544403Z","caller":"traceutil/trace.go:171","msg":"trace[2131152698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1935; }","duration":"290.737342ms","start":"2026-05-04T11:26:14.253658Z","end":"2026-05-04T11:26:14.544395Z","steps":["trace[2131152698] 'agreement among raft nodes before linearized reading' (duration: 290.582051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:14.544226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.183234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-04T11:26:14.544419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.999564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T11:26:14.544506Z","caller":"traceutil/trace.go:171","msg":"trace[1017521559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1935; }","duration":"231.125544ms","start":"2026-05-04T11:26:14.31336Z","end":"2026-05-04T11:26:14.544485Z","steps":["trace[1017521559] 'agreement among raft nodes before linearized reading' (duration: 230.831662ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:14.544459Z","caller":"traceutil/trace.go:171","msg":"trace[855886825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1935; }","duration":"249.444176ms","start":"2026-05-04T11:26:14.29501Z","end":"2026-05-04T11:26:14.544454Z","steps":["trace[855886825] 'agreement among raft nodes before linearized reading' (duration: 249.140684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:14.544662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.284684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-04T11:26:14.544708Z","caller":"traceutil/trace.go:171","msg":"trace[1062682649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"291.397134ms","start":"2026-05-04T11:26:14.253303Z","end":"2026-05-04T11:26:14.5447Z","steps":["trace[1062682649] 'agreement among raft nodes before linearized reading' (duration: 290.67693ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:36.055168Z","caller":"traceutil/trace.go:171","msg":"trace[135098506] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"197.648954ms","start":"2026-05-04T11:26:35.857481Z","end":"2026-05-04T11:26:36.05513Z","steps":["trace[135098506] 'process raft request' (duration: 197.417833ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:36.929039Z","caller":"traceutil/trace.go:171","msg":"trace[1138584132] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"200.019615ms","start":"2026-05-04T11:26:36.728991Z","end":"2026-05-04T11:26:36.929011Z","steps":["trace[1138584132] 'process raft request' (duration: 199.902955ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:36.929209Z","caller":"traceutil/trace.go:171","msg":"trace[1279516922] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"201.18037ms","start":"2026-05-04T11:26:36.728021Z","end":"2026-05-04T11:26:36.929201Z","steps":["trace[1279516922] 'process raft request' (duration: 129.079298ms)","trace[1279516922] 'compare' (duration: 71.62098ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:26:36.929342Z","caller":"traceutil/trace.go:171","msg":"trace[980864962] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"199.587774ms","start":"2026-05-04T11:26:36.729748Z","end":"2026-05-04T11:26:36.929336Z","steps":["trace[980864962] 'process raft request' (duration: 199.225231ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:36.929494Z","caller":"traceutil/trace.go:171","msg":"trace[438553410] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"184.734507ms","start":"2026-05-04T11:26:36.744752Z","end":"2026-05-04T11:26:36.929486Z","steps":["trace[438553410] 'process raft request' (duration: 184.692277ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:26:36.929557Z","caller":"traceutil/trace.go:171","msg":"trace[398276139] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"198.99346ms","start":"2026-05-04T11:26:36.730558Z","end":"2026-05-04T11:26:36.929551Z","steps":["trace[398276139] 'process raft request' (duration: 198.713029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:37.575735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.685963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T11:26:37.575874Z","caller":"traceutil/trace.go:171","msg":"trace[813518401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2080; }","duration":"420.871493ms","start":"2026-05-04T11:26:37.154979Z","end":"2026-05-04T11:26:37.57585Z","steps":["trace[813518401] 'range keys from in-memory index tree' (duration: 420.602653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:26:37.575935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:26:37.15496Z","time spent":"420.955883ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T11:27:45.309371Z","caller":"traceutil/trace.go:171","msg":"trace[544078353] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"254.551648ms","start":"2026-05-04T11:27:45.054731Z","end":"2026-05-04T11:27:45.309283Z","steps":["trace[544078353] 'process raft request' (duration: 236.810499ms)","trace[544078353] 'compare' (duration: 17.081137ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:27:45.309585Z","caller":"traceutil/trace.go:171","msg":"trace[313966126] linearizableReadLoop","detail":"{readStateIndex:2633; appliedIndex:2632; }","duration":"245.972121ms","start":"2026-05-04T11:27:45.063602Z","end":"2026-05-04T11:27:45.309574Z","steps":["trace[313966126] 'read index received' (duration: 227.85443ms)","trace[313966126] 'applied index is now lower than readState.Index' (duration: 18.116221ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:27:45.310041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.411693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-04T11:27:45.310122Z","caller":"traceutil/trace.go:171","msg":"trace[1105952089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2544; }","duration":"246.562833ms","start":"2026-05-04T11:27:45.063544Z","end":"2026-05-04T11:27:45.310106Z","steps":["trace[1105952089] 'agreement among raft nodes before linearized reading' (duration: 246.294002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:27:45.310398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.964952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T11:27:45.310452Z","caller":"traceutil/trace.go:171","msg":"trace[2034845065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"157.067913ms","start":"2026-05-04T11:27:45.153371Z","end":"2026-05-04T11:27:45.310439Z","steps":["trace[2034845065] 'agreement among raft nodes before linearized reading' (duration: 156.996112ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:28:16.730752Z","caller":"traceutil/trace.go:171","msg":"trace[1060640263] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"165.014889ms","start":"2026-05-04T11:28:16.565697Z","end":"2026-05-04T11:28:16.730712Z","steps":["trace[1060640263] 'process raft request' (duration: 164.796707ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:16.441914Z","caller":"traceutil/trace.go:171","msg":"trace[1876899565] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"117.276527ms","start":"2026-05-04T11:32:16.324604Z","end":"2026-05-04T11:32:16.44188Z","steps":["trace[1876899565] 'process raft request' (duration: 116.987906ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:16.498775Z","caller":"traceutil/trace.go:171","msg":"trace[1556753717] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4840; }","duration":"139.148157ms","start":"2026-05-04T11:32:16.359595Z","end":"2026-05-04T11:32:16.498744Z","steps":["trace[1556753717] 'read index received' (duration: 82.104227ms)","trace[1556753717] 'applied index is now lower than readState.Index' (duration: 57.04252ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:32:16.498854Z","caller":"traceutil/trace.go:171","msg":"trace[1461814356] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"130.495856ms","start":"2026-05-04T11:32:16.368308Z","end":"2026-05-04T11:32:16.498804Z","steps":["trace[1461814356] 'process raft request' (duration: 130.286208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:16.499095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.455979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T11:32:16.499187Z","caller":"traceutil/trace.go:171","msg":"trace[1041048465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4665; }","duration":"139.680528ms","start":"2026-05-04T11:32:16.359496Z","end":"2026-05-04T11:32:16.499176Z","steps":["trace[1041048465] 'agreement among raft nodes before linearized reading' (duration: 139.460559ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:16.499341Z","caller":"traceutil/trace.go:171","msg":"trace[2115338457] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4664; }","duration":"168.763849ms","start":"2026-05-04T11:32:16.32996Z","end":"2026-05-04T11:32:16.498724Z","steps":["trace[2115338457] 'process raft request' (duration: 168.455017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:16.553475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.365472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-04T11:32:16.553594Z","caller":"traceutil/trace.go:171","msg":"trace[1016934371] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4665; }","duration":"144.52714ms","start":"2026-05-04T11:32:16.409037Z","end":"2026-05-04T11:32:16.553564Z","steps":["trace[1016934371] 'agreement among raft nodes before linearized reading' (duration: 90.181174ms)","trace[1016934371] 'range keys from in-memory index tree' (duration: 54.061373ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:32:16.745593Z","caller":"traceutil/trace.go:171","msg":"trace[759605374] linearizableReadLoop","detail":"{readStateIndex:4846; appliedIndex:4845; }","duration":"113.793121ms","start":"2026-05-04T11:32:16.631774Z","end":"2026-05-04T11:32:16.745567Z","steps":["trace[759605374] 'read index received' (duration: 22.733504ms)","trace[759605374] 'applied index is now lower than readState.Index' (duration: 91.058557ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:32:16.745683Z","caller":"traceutil/trace.go:171","msg":"trace[813209631] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4668; }","duration":"116.248137ms","start":"2026-05-04T11:32:16.629397Z","end":"2026-05-04T11:32:16.745645Z","steps":["trace[813209631] 'process raft request' (duration: 25.071195ms)","trace[813209631] 'compare' (duration: 90.64288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:32:16.745809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.01652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T11:32:16.745857Z","caller":"traceutil/trace.go:171","msg":"trace[621557863] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4668; }","duration":"114.106534ms","start":"2026-05-04T11:32:16.631738Z","end":"2026-05-04T11:32:16.745845Z","steps":["trace[621557863] 'agreement among raft nodes before linearized reading' (duration: 113.956608ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:23.484464Z","caller":"traceutil/trace.go:171","msg":"trace[946481306] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4956; }","duration":"328.207287ms","start":"2026-05-04T11:32:23.156233Z","end":"2026-05-04T11:32:23.48444Z","steps":["trace[946481306] 'read index received' (duration: 327.955256ms)","trace[946481306] 'applied index is now lower than readState.Index' (duration: 250.821µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:32:23.484544Z","caller":"traceutil/trace.go:171","msg":"trace[1487260287] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"352.456454ms","start":"2026-05-04T11:32:23.132057Z","end":"2026-05-04T11:32:23.484514Z","steps":["trace[1487260287] 'process raft request' (duration: 352.148782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:23.484686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.132034Z","time spent":"352.570969ms","remote":"127.0.0.1:45992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T11:32:23.484847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.40054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5978bcbcf7-4d78b.18ac597c07cbf52f\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-05-04T11:32:23.484908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.34771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-04T11:32:23.484882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.411868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T11:32:23.484947Z","caller":"traceutil/trace.go:171","msg":"trace[177852721] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4777; }","duration":"294.425643ms","start":"2026-05-04T11:32:23.19051Z","end":"2026-05-04T11:32:23.484936Z","steps":["trace[177852721] 'agreement among raft nodes before linearized reading' (duration: 294.288618ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:23.484971Z","caller":"traceutil/trace.go:171","msg":"trace[1114203659] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4777; }","duration":"211.542293ms","start":"2026-05-04T11:32:23.273405Z","end":"2026-05-04T11:32:23.484947Z","steps":["trace[1114203659] 'agreement among raft nodes before linearized reading' (duration: 211.388687ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:23.484913Z","caller":"traceutil/trace.go:171","msg":"trace[1476681296] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5978bcbcf7-4d78b.18ac597c07cbf52f; range_end:; response_count:1; response_revision:4777; }","duration":"325.486343ms","start":"2026-05-04T11:32:23.15941Z","end":"2026-05-04T11:32:23.484896Z","steps":["trace[1476681296] 'agreement among raft nodes before linearized reading' (duration: 325.195892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:23.48514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.159404Z","time spent":"325.717011ms","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5978bcbcf7-4d78b.18ac597c07cbf52f\" "} {"level":"warn","ts":"2026-05-04T11:32:23.484848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.584961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-05-04T11:32:23.485272Z","caller":"traceutil/trace.go:171","msg":"trace[792171789] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4777; }","duration":"329.064809ms","start":"2026-05-04T11:32:23.156193Z","end":"2026-05-04T11:32:23.485258Z","steps":["trace[792171789] 'agreement among raft nodes before linearized reading' (duration: 328.385714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:23.485346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.156175Z","time spent":"329.158872ms","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-04T11:32:23.485728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.488747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-05-04T11:32:23.48581Z","caller":"traceutil/trace.go:171","msg":"trace[1301374095] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4777; }","duration":"121.618572ms","start":"2026-05-04T11:32:23.364172Z","end":"2026-05-04T11:32:23.485791Z","steps":["trace[1301374095] 'agreement among raft nodes before linearized reading' (duration: 120.455748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:24.052836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.682257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T11:32:24.053309Z","caller":"traceutil/trace.go:171","msg":"trace[1476772701] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"305.291722ms","start":"2026-05-04T11:32:23.747994Z","end":"2026-05-04T11:32:24.053285Z","steps":["trace[1476772701] 'process raft request' (duration: 305.220059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:24.053448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.747968Z","time spent":"305.434467ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:32:24.05353Z","caller":"traceutil/trace.go:171","msg":"trace[68399035] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"396.792772ms","start":"2026-05-04T11:32:23.656704Z","end":"2026-05-04T11:32:24.053497Z","steps":["trace[68399035] 'process raft request' (duration: 396.386566ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:24.053557Z","caller":"traceutil/trace.go:171","msg":"trace[391266267] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"396.314664ms","start":"2026-05-04T11:32:23.657227Z","end":"2026-05-04T11:32:24.053542Z","steps":["trace[391266267] 'process raft request' (duration: 395.920909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:24.05365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.656692Z","time spent":"396.887886ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:32:24.053643Z","caller":"traceutil/trace.go:171","msg":"trace[828720260] linearizableReadLoop","detail":"{readStateIndex:4969; appliedIndex:4965; }","duration":"393.640852ms","start":"2026-05-04T11:32:23.659971Z","end":"2026-05-04T11:32:24.053612Z","steps":["trace[828720260] 'read index received' (duration: 59.115932ms)","trace[828720260] 'applied index is now lower than readState.Index' (duration: 334.52061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:32:24.053911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T11:32:24.054006Z","caller":"traceutil/trace.go:171","msg":"trace[1584004281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4790; }","duration":"319.526736ms","start":"2026-05-04T11:32:23.734464Z","end":"2026-05-04T11:32:24.053991Z","steps":["trace[1584004281] 'agreement among raft nodes before linearized reading' (duration: 319.334719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:24.054081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.73444Z","time spent":"319.63011ms","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T11:32:24.054078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.657204Z","time spent":"396.383047ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:32:24.054152Z","caller":"traceutil/trace.go:171","msg":"trace[798431023] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"397.424806ms","start":"2026-05-04T11:32:23.656392Z","end":"2026-05-04T11:32:24.053817Z","steps":["trace[798431023] 'process raft request' (duration: 62.624616ms)","trace[798431023] 'compare' (duration: 333.46742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:32:24.054146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.256359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee8a4cac-ee3a-45a9-87fa-b7903056cfda\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-04T11:32:24.054209Z","caller":"traceutil/trace.go:171","msg":"trace[680185752] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee8a4cac-ee3a-45a9-87fa-b7903056cfda; range_end:; response_count:1; response_revision:4790; }","duration":"214.372725ms","start":"2026-05-04T11:32:23.839822Z","end":"2026-05-04T11:32:24.054195Z","steps":["trace[680185752] 'agreement among raft nodes before linearized reading' (duration: 214.203417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:24.054225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.656376Z","time spent":"397.814062ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T11:32:24.053995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.993895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-05-04T11:32:24.054472Z","caller":"traceutil/trace.go:171","msg":"trace[1427599133] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4790; }","duration":"394.524185ms","start":"2026-05-04T11:32:23.659934Z","end":"2026-05-04T11:32:24.054458Z","steps":["trace[1427599133] 'agreement among raft nodes before linearized reading' (duration: 393.828148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:24.054537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.659921Z","time spent":"394.589838ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-05-04T11:32:24.054083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.832258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-04T11:32:24.054598Z","caller":"traceutil/trace.go:171","msg":"trace[1700194416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4790; }","duration":"205.39454ms","start":"2026-05-04T11:32:23.849195Z","end":"2026-05-04T11:32:24.05459Z","steps":["trace[1700194416] 'agreement among raft nodes before linearized reading' (duration: 204.776586ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:24.05441Z","caller":"traceutil/trace.go:171","msg":"trace[366494856] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"397.897955ms","start":"2026-05-04T11:32:23.656503Z","end":"2026-05-04T11:32:24.054401Z","steps":["trace[366494856] 'process raft request' (duration: 396.497582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:24.054718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:23.656473Z","time spent":"398.195236ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T11:32:24.192495Z","caller":"traceutil/trace.go:171","msg":"trace[1820124615] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"100.871625ms","start":"2026-05-04T11:32:24.091598Z","end":"2026-05-04T11:32:24.19247Z","steps":["trace[1820124615] 'process raft request' (duration: 95.49316ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:37.191082Z","caller":"traceutil/trace.go:171","msg":"trace[1565616692] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"130.439152ms","start":"2026-05-04T11:32:37.060618Z","end":"2026-05-04T11:32:37.191058Z","steps":["trace[1565616692] 'process raft request' (duration: 130.263165ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:37.491613Z","caller":"traceutil/trace.go:171","msg":"trace[2107828692] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5145; }","duration":"375.72037ms","start":"2026-05-04T11:32:37.115856Z","end":"2026-05-04T11:32:37.491577Z","steps":["trace[2107828692] 'read index received' (duration: 75.143452ms)","trace[2107828692] 'applied index is now lower than readState.Index' (duration: 300.574948ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:32:37.491819Z","caller":"traceutil/trace.go:171","msg":"trace[1733146986] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"429.777555ms","start":"2026-05-04T11:32:37.062009Z","end":"2026-05-04T11:32:37.491786Z","steps":["trace[1733146986] 'process raft request' (duration: 425.245709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:37.491996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:37.061969Z","time spent":"429.93449ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T11:32:37.492096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.220868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T11:32:37.492144Z","caller":"traceutil/trace.go:171","msg":"trace[2103933982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4962; }","duration":"376.327942ms","start":"2026-05-04T11:32:37.1158Z","end":"2026-05-04T11:32:37.492128Z","steps":["trace[2103933982] 'agreement among raft nodes before linearized reading' (duration: 376.020341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:37.492226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:37.115779Z","time spent":"376.436046ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T11:32:37.492557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.720126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-04T11:32:37.49265Z","caller":"traceutil/trace.go:171","msg":"trace[1831133571] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4962; }","duration":"162.864581ms","start":"2026-05-04T11:32:37.329759Z","end":"2026-05-04T11:32:37.492624Z","steps":["trace[1831133571] 'agreement among raft nodes before linearized reading' (duration: 162.510728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:37.492263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.155917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T11:32:37.49275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.478537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"info","ts":"2026-05-04T11:32:37.492779Z","caller":"traceutil/trace.go:171","msg":"trace[107757568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4962; }","duration":"337.711428ms","start":"2026-05-04T11:32:37.155053Z","end":"2026-05-04T11:32:37.492765Z","steps":["trace[107757568] 'agreement among raft nodes before linearized reading' (duration: 337.172238ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:32:37.49279Z","caller":"traceutil/trace.go:171","msg":"trace[1705933162] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4962; }","duration":"192.518338ms","start":"2026-05-04T11:32:37.30026Z","end":"2026-05-04T11:32:37.492778Z","steps":["trace[1705933162] 'agreement among raft nodes before linearized reading' (duration: 192.389243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:37.492825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T11:32:37.155031Z","time spent":"337.78241ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T11:32:37.975906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.768311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T11:32:37.976307Z","caller":"traceutil/trace.go:171","msg":"trace[975324234] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"125.553675ms","start":"2026-05-04T11:32:37.850641Z","end":"2026-05-04T11:32:37.976195Z","steps":["trace[975324234] 'process raft request' (duration: 18.391789ms)","trace[975324234] 'compare' (duration: 106.555163ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T11:32:37.976366Z","caller":"traceutil/trace.go:171","msg":"trace[363113963] linearizableReadLoop","detail":"{readStateIndex:5159; appliedIndex:5158; }","duration":"117.876105ms","start":"2026-05-04T11:32:37.858457Z","end":"2026-05-04T11:32:37.976333Z","steps":["trace[363113963] 'read index received' (duration: 10.429228ms)","trace[363113963] 'applied index is now lower than readState.Index' (duration: 107.443697ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T11:32:37.976625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.146774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-04T11:32:37.976665Z","caller":"traceutil/trace.go:171","msg":"trace[1092408589] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4975; }","duration":"118.215377ms","start":"2026-05-04T11:32:37.858438Z","end":"2026-05-04T11:32:37.976654Z","steps":["trace[1092408589] 'agreement among raft nodes before linearized reading' (duration: 118.038141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:32:37.976801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.152415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18ac597c31fdbf20\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-05-04T11:32:37.976896Z","caller":"traceutil/trace.go:171","msg":"trace[454829571] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18ac597c31fdbf20; range_end:; response_count:1; response_revision:4975; }","duration":"118.254608ms","start":"2026-05-04T11:32:37.858621Z","end":"2026-05-04T11:32:37.976876Z","steps":["trace[454829571] 'agreement among raft nodes before linearized reading' (duration: 118.01853ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:33:08.408509Z","caller":"traceutil/trace.go:171","msg":"trace[1529387930] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"139.469008ms","start":"2026-05-04T11:33:08.269003Z","end":"2026-05-04T11:33:08.408472Z","steps":["trace[1529387930] 'process raft request' (duration: 139.155907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:33:08.421693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.216126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T11:33:08.421774Z","caller":"traceutil/trace.go:171","msg":"trace[1297341742] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5264; }","duration":"106.34182ms","start":"2026-05-04T11:33:08.315414Z","end":"2026-05-04T11:33:08.421756Z","steps":["trace[1297341742] 'agreement among raft nodes before linearized reading' (duration: 106.184125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T11:33:08.42209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.850213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-05-04T11:33:08.422247Z","caller":"traceutil/trace.go:171","msg":"trace[369858903] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5264; }","duration":"106.040899ms","start":"2026-05-04T11:33:08.316187Z","end":"2026-05-04T11:33:08.422228Z","steps":["trace[369858903] 'agreement among raft nodes before linearized reading' (duration: 105.676118ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T11:33:53.350361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2911} {"level":"info","ts":"2026-05-04T11:33:53.430868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2911,"took":"78.821416ms","hash":2147263542,"current-db-size-bytes":52809728,"current-db-size":"53 MB","current-db-size-in-use-bytes":28934144,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-04T11:33:53.430932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2147263542,"revision":2911,"compact-revision":-1} {"level":"info","ts":"2026-05-04T11:38:53.358727Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5585} {"level":"info","ts":"2026-05-04T11:38:53.473113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5585,"took":"112.81814ms","hash":1821424046,"current-db-size-bytes":52809728,"current-db-size":"53 MB","current-db-size-in-use-bytes":18268160,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-04T11:38:53.473175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1821424046,"revision":5585,"compact-revision":2911}