{"level":"warn","ts":"2026-05-04T01:39:35.400601Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T01:39:35.400769Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-04T01:39:35.400892Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T01:39:35.400916Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-04T01:39:35.400946Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T01:39:35.401761Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-05-04T01:39:35.40189Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-04T01:39:35.406012Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.7873ms"} {"level":"info","ts":"2026-05-04T01:39:35.413367Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-05-04T01:39:35.413495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-05-04T01:39:35.413529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-05-04T01:39:35.413547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-04T01:39:35.413561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-05-04T01:39:35.413614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-05-04T01:39:35.42062Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-04T01:39:35.422779Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-04T01:39:35.424189Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-04T01:39:35.426674Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-04T01:39:35.427101Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-04T01:39:35.42716Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:39:35.427297Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:39:35.427321Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T01:39:35.429451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-05-04T01:39:35.429672Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-04T01:39:35.432477Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T01:39:35.432629Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-05-04T01:39:35.43267Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-05-04T01:39:35.432831Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-04T01:39:35.433199Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-04T01:39:35.514531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-05-04T01:39:35.514618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-05-04T01:39:35.514643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-05-04T01:39:35.5147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-05-04T01:39:35.51472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-05-04T01:39:35.514932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-05-04T01:39:35.514962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-05-04T01:39:35.515953Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:39:35.516785Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T01:39:35.516787Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-05-04T01:39:35.516915Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T01:39:35.517206Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-04T01:39:35.517277Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-04T01:39:35.517511Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:39:35.517696Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:39:35.517859Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T01:39:35.523984Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-05-04T01:39:35.524056Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-04T01:39:48.989701Z","caller":"traceutil/trace.go:171","msg":"trace[283080480] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"145.60202ms","start":"2026-05-04T01:39:48.844056Z","end":"2026-05-04T01:39:48.989658Z","steps":["trace[283080480] 'process raft request' (duration: 82.041614ms)","trace[283080480] 'compare' (duration: 63.294027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:50.182615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088804537s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:39:50.182761Z","caller":"traceutil/trace.go:171","msg":"trace[927009119] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:417; }","duration":"1.021514392s","start":"2026-05-04T01:39:49.161233Z","end":"2026-05-04T01:39:50.182748Z","steps":["trace[927009119] 'read index received' (duration: 41.561µs)","trace[927009119] 'applied index is now lower than readState.Index' (duration: 1.021472191s)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:50.182819Z","caller":"traceutil/trace.go:171","msg":"trace[576747917] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.114557147s","start":"2026-05-04T01:39:49.068255Z","end":"2026-05-04T01:39:50.182813Z","steps":["trace[576747917] 'process raft request' (duration: 25.199893ms)","trace[576747917] 'compare' (duration: 1.088246239s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:50.182858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:49.06824Z","time spent":"1.114600219s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:39:50.183045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021790022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-04T01:39:50.183055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.386361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T01:39:50.18309Z","caller":"traceutil/trace.go:171","msg":"trace[147717693] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.111403308s","start":"2026-05-04T01:39:49.071644Z","end":"2026-05-04T01:39:50.183047Z","steps":["trace[147717693] 'process raft request' (duration: 1.111064177s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:50.183177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.659794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:39:50.183363Z","caller":"traceutil/trace.go:171","msg":"trace[1822669623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"398.879111ms","start":"2026-05-04T01:39:49.784459Z","end":"2026-05-04T01:39:50.183338Z","steps":["trace[1822669623] 'agreement among raft nodes before linearized reading' (duration: 398.619773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:50.183416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:49.78444Z","time spent":"398.964964ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:39:50.183128Z","caller":"traceutil/trace.go:171","msg":"trace[980990961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:404; }","duration":"701.590218ms","start":"2026-05-04T01:39:49.481522Z","end":"2026-05-04T01:39:50.183112Z","steps":["trace[980990961] 'agreement among raft nodes before linearized reading' (duration: 701.358501ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:50.183126Z","caller":"traceutil/trace.go:171","msg":"trace[1725393902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:404; }","duration":"1.021940197s","start":"2026-05-04T01:39:49.161164Z","end":"2026-05-04T01:39:50.183104Z","steps":["trace[1725393902] 'agreement among raft nodes before linearized reading' (duration: 1.021667818s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:50.183677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:49.481499Z","time spent":"702.133145ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T01:39:50.18374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:49.161139Z","time spent":"1.022588917s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:39:50.183538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:49.071624Z","time spent":"1.111694707s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:39:50.690337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933807753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:39:51.191324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933807753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:39:51.201515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012617758s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-04T01:39:51.71987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.017918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:39:51.719984Z","caller":"traceutil/trace.go:171","msg":"trace[499452333] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"1.531153193s","start":"2026-05-04T01:39:50.18881Z","end":"2026-05-04T01:39:51.719963Z","steps":["trace[499452333] 'process raft request' (duration: 1.012949939s)","trace[499452333] 'compare' (duration: 517.814862ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:39:51.720086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:50.18879Z","time spent":"1.531261416s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:39:51.726956Z","caller":"traceutil/trace.go:171","msg":"trace[1181240064] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"1.536805053s","start":"2026-05-04T01:39:50.190117Z","end":"2026-05-04T01:39:51.726922Z","steps":["trace[1181240064] 'process raft request' (duration: 1.536602116s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:51.727133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:50.190101Z","time spent":"1.536940788s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:39:51.727154Z","caller":"traceutil/trace.go:171","msg":"trace[387693461] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:419; }","duration":"1.537045761s","start":"2026-05-04T01:39:50.190068Z","end":"2026-05-04T01:39:51.727113Z","steps":["trace[387693461] 'read index received' (duration: 1.011750081s)","trace[387693461] 'applied index is now lower than readState.Index' (duration: 525.29442ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:39:51.727237Z","caller":"traceutil/trace.go:171","msg":"trace[2100324913] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"656.516851ms","start":"2026-05-04T01:39:51.070661Z","end":"2026-05-04T01:39:51.727178Z","steps":["trace[2100324913] 'process raft request' (duration: 656.213891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:51.72734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537268048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T01:39:51.72738Z","caller":"traceutil/trace.go:171","msg":"trace[159010679] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:407; }","duration":"1.537305159s","start":"2026-05-04T01:39:50.190062Z","end":"2026-05-04T01:39:51.727368Z","steps":["trace[159010679] 'agreement among raft nodes before linearized reading' (duration: 1.537238047s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:51.727411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:50.190016Z","time spent":"1.537388151s","remote":"127.0.0.1:38590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-04T01:39:51.727428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037050687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4795"} {"level":"warn","ts":"2026-05-04T01:39:51.727456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:51.070623Z","time spent":"656.731698ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:39:51.727478Z","caller":"traceutil/trace.go:171","msg":"trace[2044377264] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:407; }","duration":"1.037141551s","start":"2026-05-04T01:39:50.690322Z","end":"2026-05-04T01:39:51.727463Z","steps":["trace[2044377264] 'agreement among raft nodes before linearized reading' (duration: 1.037031338s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:51.727514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:50.690299Z","time spent":"1.037207632s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4817,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-05-04T01:39:51.72762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:39:51.727661Z","caller":"traceutil/trace.go:171","msg":"trace[1053741487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"660.301852ms","start":"2026-05-04T01:39:51.067348Z","end":"2026-05-04T01:39:51.72765Z","steps":["trace[1053741487] 'agreement among raft nodes before linearized reading' (duration: 660.2253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:51.727691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:51.067322Z","time spent":"660.360944ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T01:39:51.727756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.925444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:39:51.727828Z","caller":"traceutil/trace.go:171","msg":"trace[924320480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"919.043658ms","start":"2026-05-04T01:39:50.808767Z","end":"2026-05-04T01:39:51.727811Z","steps":["trace[924320480] 'agreement among raft nodes before linearized reading' (duration: 918.860782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:39:51.727872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:39:50.808751Z","time spent":"919.11422ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:39:56.48861Z","caller":"traceutil/trace.go:171","msg":"trace[1040702486] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"279.207729ms","start":"2026-05-04T01:39:56.209374Z","end":"2026-05-04T01:39:56.488581Z","steps":["trace[1040702486] 'process raft request' (duration: 278.986011ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:39:59.882685Z","caller":"traceutil/trace.go:171","msg":"trace[1659051136] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"112.676491ms","start":"2026-05-04T01:39:59.769968Z","end":"2026-05-04T01:39:59.882645Z","steps":["trace[1659051136] 'process raft request' (duration: 81.630911ms)","trace[1659051136] 'compare' (duration: 30.874115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:02.387081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933807865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:40:02.933553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.81777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:40:02.933653Z","caller":"traceutil/trace.go:171","msg":"trace[1228032010] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"1.046892432s","start":"2026-05-04T01:40:01.886744Z","end":"2026-05-04T01:40:02.933637Z","steps":["trace[1228032010] 'read index received' (duration: 850.883276ms)","trace[1228032010] 'applied index is now lower than readState.Index' (duration: 196.007076ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:02.933842Z","caller":"traceutil/trace.go:171","msg":"trace[955244025] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.058656836s","start":"2026-05-04T01:40:01.875175Z","end":"2026-05-04T01:40:02.933832Z","steps":["trace[955244025] 'process raft request' (duration: 862.473934ms)","trace[955244025] 'compare' (duration: 195.725077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:02.9339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:01.875152Z","time spent":"1.058716618s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:40:02.93406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047313705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:40:02.934093Z","caller":"traceutil/trace.go:171","msg":"trace[1894307695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:464; }","duration":"1.047343056s","start":"2026-05-04T01:40:01.886739Z","end":"2026-05-04T01:40:02.934082Z","steps":["trace[1894307695] 'agreement among raft nodes before linearized reading' (duration: 1.047293544s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:02.93412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:01.886699Z","time spent":"1.047413668s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T01:40:02.934243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.377694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:40:02.934271Z","caller":"traceutil/trace.go:171","msg":"trace[1586592659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"408.437126ms","start":"2026-05-04T01:40:02.525826Z","end":"2026-05-04T01:40:02.934263Z","steps":["trace[1586592659] 'agreement among raft nodes before linearized reading' (duration: 408.392194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:02.934294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:02.525806Z","time spent":"408.481938ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:40:02.934556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.507294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:40:02.934588Z","caller":"traceutil/trace.go:171","msg":"trace[1829835391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"149.578377ms","start":"2026-05-04T01:40:02.785Z","end":"2026-05-04T01:40:02.934578Z","steps":["trace[1829835391] 'agreement among raft nodes before linearized reading' (duration: 149.531465ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:03.426506Z","caller":"traceutil/trace.go:171","msg":"trace[1927816656] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"483.630332ms","start":"2026-05-04T01:40:02.942852Z","end":"2026-05-04T01:40:03.426482Z","steps":["trace[1927816656] 'process raft request' (duration: 483.455567ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:03.426812Z","caller":"traceutil/trace.go:171","msg":"trace[977097986] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"483.88664ms","start":"2026-05-04T01:40:02.94285Z","end":"2026-05-04T01:40:03.426737Z","steps":["trace[977097986] 'process raft request' (duration: 483.592711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:03.427084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:02.942825Z","time spent":"484.111048ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:40:03.427779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:02.942833Z","time spent":"483.750035ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:40:07.605767Z","caller":"traceutil/trace.go:171","msg":"trace[1348914392] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"229.789644ms","start":"2026-05-04T01:40:07.375958Z","end":"2026-05-04T01:40:07.605748Z","steps":["trace[1348914392] 'read index received' (duration: 229.658499ms)","trace[1348914392] 'applied index is now lower than readState.Index' (duration: 130.495µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:07.606584Z","caller":"traceutil/trace.go:171","msg":"trace[1492305925] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"653.60886ms","start":"2026-05-04T01:40:06.952926Z","end":"2026-05-04T01:40:07.606535Z","steps":["trace[1492305925] 'process raft request' (duration: 652.738212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:07.606721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.316898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-04T01:40:07.606775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:06.952898Z","time spent":"653.784965ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:40:07.607Z","caller":"traceutil/trace.go:171","msg":"trace[1310845369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:472; }","duration":"164.439172ms","start":"2026-05-04T01:40:07.442342Z","end":"2026-05-04T01:40:07.606781Z","steps":["trace[1310845369] 'agreement among raft nodes before linearized reading' (duration: 164.278336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:07.607147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.08043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:40:07.607301Z","caller":"traceutil/trace.go:171","msg":"trace[1234995077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:472; }","duration":"164.236575ms","start":"2026-05-04T01:40:07.443017Z","end":"2026-05-04T01:40:07.607253Z","steps":["trace[1234995077] 'agreement among raft nodes before linearized reading' (duration: 163.727848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:07.607667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.702135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-05-04T01:40:07.60773Z","caller":"traceutil/trace.go:171","msg":"trace[535939687] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:472; }","duration":"231.785898ms","start":"2026-05-04T01:40:07.375919Z","end":"2026-05-04T01:40:07.607705Z","steps":["trace[535939687] 'agreement among raft nodes before linearized reading' (duration: 229.909958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:08.456388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.112829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:40:08.456538Z","caller":"traceutil/trace.go:171","msg":"trace[2114792045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:476; }","duration":"110.328646ms","start":"2026-05-04T01:40:08.346168Z","end":"2026-05-04T01:40:08.456497Z","steps":["trace[2114792045] 'range keys from in-memory index tree' (duration: 110.008066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:10.362913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.863971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:40:10.363049Z","caller":"traceutil/trace.go:171","msg":"trace[1022207934] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:515; }","duration":"303.078538ms","start":"2026-05-04T01:40:10.059947Z","end":"2026-05-04T01:40:10.363026Z","steps":["trace[1022207934] 'range keys from in-memory index tree' (duration: 302.760708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:10.363105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:10.059915Z","time spent":"303.179222ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-05-04T01:40:14.783974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.995276ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-04T01:40:14.784364Z","caller":"traceutil/trace.go:171","msg":"trace[87562446] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"176.413162ms","start":"2026-05-04T01:40:14.60793Z","end":"2026-05-04T01:40:14.784343Z","steps":["trace[87562446] 'process raft request' (duration: 176.151103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:14.936937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.476873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:40:14.937041Z","caller":"traceutil/trace.go:171","msg":"trace[1962897677] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:605; }","duration":"138.626828ms","start":"2026-05-04T01:40:14.798393Z","end":"2026-05-04T01:40:14.93702Z","steps":["trace[1962897677] 'range keys from in-memory index tree' (duration: 138.40028ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:16.129815Z","caller":"traceutil/trace.go:171","msg":"trace[411977771] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"106.270187ms","start":"2026-05-04T01:40:16.023505Z","end":"2026-05-04T01:40:16.129775Z","steps":["trace[411977771] 'process raft request' (duration: 22.488037ms)","trace[411977771] 'compare' (duration: 83.445069ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:17.50023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.777818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:40:17.500375Z","caller":"traceutil/trace.go:171","msg":"trace[777105120] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"226.140797ms","start":"2026-05-04T01:40:17.274213Z","end":"2026-05-04T01:40:17.500354Z","steps":["trace[777105120] 'process raft request' (duration: 111.174153ms)","trace[777105120] 'compare' (duration: 114.424606ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:17.898371Z","caller":"traceutil/trace.go:171","msg":"trace[857641869] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:642; }","duration":"148.258145ms","start":"2026-05-04T01:40:17.750039Z","end":"2026-05-04T01:40:17.898297Z","steps":["trace[857641869] 'read index received' (duration: 20.755402ms)","trace[857641869] 'applied index is now lower than readState.Index' (duration: 127.501273ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:17.898446Z","caller":"traceutil/trace.go:171","msg":"trace[1940764880] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"150.405123ms","start":"2026-05-04T01:40:17.748002Z","end":"2026-05-04T01:40:17.898407Z","steps":["trace[1940764880] 'process raft request' (duration: 85.202965ms)","trace[1940764880] 'compare' (duration: 64.957431ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:17.898608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.558135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:40:17.898656Z","caller":"traceutil/trace.go:171","msg":"trace[2112380660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"148.674838ms","start":"2026-05-04T01:40:17.749966Z","end":"2026-05-04T01:40:17.898641Z","steps":["trace[2112380660] 'agreement among raft nodes before linearized reading' (duration: 148.517023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:17.902551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.832487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:40:17.902607Z","caller":"traceutil/trace.go:171","msg":"trace[1378792281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"118.948281ms","start":"2026-05-04T01:40:17.783645Z","end":"2026-05-04T01:40:17.902593Z","steps":["trace[1378792281] 'agreement among raft nodes before linearized reading' (duration: 118.848477ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:18.04336Z","caller":"traceutil/trace.go:171","msg":"trace[1088270612] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"132.329317ms","start":"2026-05-04T01:40:17.910957Z","end":"2026-05-04T01:40:18.043286Z","steps":["trace[1088270612] 'process raft request' (duration: 112.886898ms)","trace[1088270612] 'compare' (duration: 18.907752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:19.324617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933808227,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T01:40:19.389127Z","caller":"traceutil/trace.go:171","msg":"trace[725867493] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"564.57793ms","start":"2026-05-04T01:40:18.824514Z","end":"2026-05-04T01:40:19.389092Z","steps":["trace[725867493] 'read index received' (duration: 563.681221ms)","trace[725867493] 'applied index is now lower than readState.Index' (duration: 895.409µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:19.389166Z","caller":"traceutil/trace.go:171","msg":"trace[119304390] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"847.739414ms","start":"2026-05-04T01:40:18.54141Z","end":"2026-05-04T01:40:19.38915Z","steps":["trace[119304390] 'process raft request' (duration: 847.039012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:19.389298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.783697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hvlv4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-04T01:40:19.389325Z","caller":"traceutil/trace.go:171","msg":"trace[1670659525] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hvlv4; range_end:; response_count:1; response_revision:628; }","duration":"564.877149ms","start":"2026-05-04T01:40:18.824439Z","end":"2026-05-04T01:40:19.389316Z","steps":["trace[1670659525] 'agreement among raft nodes before linearized reading' (duration: 564.762336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:19.389348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:18.824412Z","time spent":"564.929301ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-hvlv4\" "} {"level":"warn","ts":"2026-05-04T01:40:19.389349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:18.541358Z","time spent":"847.91719ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:40:19.389595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.995034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-04T01:40:19.389637Z","caller":"traceutil/trace.go:171","msg":"trace[1895895452] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:628; }","duration":"383.059645ms","start":"2026-05-04T01:40:19.006568Z","end":"2026-05-04T01:40:19.389627Z","steps":["trace[1895895452] 'agreement among raft nodes before linearized reading' (duration: 382.954132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:19.389673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:19.006549Z","time spent":"383.116607ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-05-04T01:40:19.539294Z","caller":"traceutil/trace.go:171","msg":"trace[1538050121] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"127.781702ms","start":"2026-05-04T01:40:19.411436Z","end":"2026-05-04T01:40:19.539217Z","steps":["trace[1538050121] 'process raft request' (duration: 127.256525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:20.488486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.938841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:40:20.488979Z","caller":"traceutil/trace.go:171","msg":"trace[1590374271] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"713.757766ms","start":"2026-05-04T01:40:19.775199Z","end":"2026-05-04T01:40:20.488956Z","steps":["trace[1590374271] 'read index received' (duration: 128.242917ms)","trace[1590374271] 'applied index is now lower than readState.Index' (duration: 585.512579ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:20.489058Z","caller":"traceutil/trace.go:171","msg":"trace[1872925641] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"919.40412ms","start":"2026-05-04T01:40:19.569569Z","end":"2026-05-04T01:40:20.488974Z","steps":["trace[1872925641] 'process raft request' (duration: 333.87097ms)","trace[1872925641] 'compare' (duration: 584.646862ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:20.489288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:19.569537Z","time spent":"919.644207ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T01:40:20.489333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.489289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-04T01:40:20.489339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.9845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-04T01:40:20.489371Z","caller":"traceutil/trace.go:171","msg":"trace[93524530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"585.563621ms","start":"2026-05-04T01:40:19.903794Z","end":"2026-05-04T01:40:20.489358Z","steps":["trace[93524530] 'agreement among raft nodes before linearized reading' (duration: 585.335664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:20.489412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:19.903774Z","time spent":"585.629753ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T01:40:20.489414Z","caller":"traceutil/trace.go:171","msg":"trace[1902587082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"391.086513ms","start":"2026-05-04T01:40:20.098295Z","end":"2026-05-04T01:40:20.489382Z","steps":["trace[1902587082] 'agreement among raft nodes before linearized reading' (duration: 390.816244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:20.489449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.098273Z","time spent":"391.167106ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:40:20.489407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.178089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-04T01:40:20.489435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.453603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:40:20.489542Z","caller":"traceutil/trace.go:171","msg":"trace[2110666476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"714.379546ms","start":"2026-05-04T01:40:19.775123Z","end":"2026-05-04T01:40:20.489503Z","steps":["trace[2110666476] 'agreement among raft nodes before linearized reading' (duration: 713.925421ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:20.489589Z","caller":"traceutil/trace.go:171","msg":"trace[1491871212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"561.651698ms","start":"2026-05-04T01:40:19.927901Z","end":"2026-05-04T01:40:20.489553Z","steps":["trace[1491871212] 'agreement among raft nodes before linearized reading' (duration: 561.214184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:20.489631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:19.775046Z","time spent":"714.569842ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T01:40:20.489659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:19.927887Z","time spent":"561.759082ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:40:20.489779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.064792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:40:20.489814Z","caller":"traceutil/trace.go:171","msg":"trace[105936537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"707.157615ms","start":"2026-05-04T01:40:19.782648Z","end":"2026-05-04T01:40:20.489805Z","steps":["trace[105936537] 'agreement among raft nodes before linearized reading' (duration: 706.438802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:20.489838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:19.782613Z","time spent":"707.219637ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T01:40:21.485392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.55845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:40:21.485509Z","caller":"traceutil/trace.go:171","msg":"trace[1003231909] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"991.645521ms","start":"2026-05-04T01:40:20.493845Z","end":"2026-05-04T01:40:21.485491Z","steps":["trace[1003231909] 'process raft request' (duration: 769.891134ms)","trace[1003231909] 'compare' (duration: 220.978302ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:21.485564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.493825Z","time spent":"991.715633ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-04T01:40:22.424598Z","caller":"traceutil/trace.go:171","msg":"trace[52518329] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.93051429s","start":"2026-05-04T01:40:20.494044Z","end":"2026-05-04T01:40:22.424558Z","steps":["trace[52518329] 'process raft request' (duration: 1.929229429s)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:22.424928Z","caller":"traceutil/trace.go:171","msg":"trace[1836244504] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.929118586s","start":"2026-05-04T01:40:20.495791Z","end":"2026-05-04T01:40:22.42491Z","steps":["trace[1836244504] 'process raft request' (duration: 1.928574239s)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:22.425031Z","caller":"traceutil/trace.go:171","msg":"trace[772407457] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.9283149s","start":"2026-05-04T01:40:20.496375Z","end":"2026-05-04T01:40:22.42469Z","steps":["trace[772407457] 'process raft request' (duration: 1.928117094s)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:22.424948Z","caller":"traceutil/trace.go:171","msg":"trace[1425548018] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.930370946s","start":"2026-05-04T01:40:20.49456Z","end":"2026-05-04T01:40:22.424931Z","steps":["trace[1425548018] 'process raft request' (duration: 1.929728005s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:22.425147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.495781Z","time spent":"1.92925472s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T01:40:22.425214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.494548Z","time spent":"1.930621023s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:40:22.424953Z","caller":"traceutil/trace.go:171","msg":"trace[196218927] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.929063533s","start":"2026-05-04T01:40:20.49586Z","end":"2026-05-04T01:40:22.424924Z","steps":["trace[196218927] 'process raft request' (duration: 1.928576688s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:22.425272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.494019Z","time spent":"1.931052107s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:40:22.425326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.495852Z","time spent":"1.929409095s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:40:22.425267Z","caller":"traceutil/trace.go:171","msg":"trace[1798698010] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.927650519s","start":"2026-05-04T01:40:20.497572Z","end":"2026-05-04T01:40:22.425222Z","steps":["trace[1798698010] 'process raft request' (duration: 1.927035579s)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:22.425469Z","caller":"traceutil/trace.go:171","msg":"trace[1280069500] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.927192204s","start":"2026-05-04T01:40:20.498268Z","end":"2026-05-04T01:40:22.42546Z","steps":["trace[1280069500] 'process raft request' (duration: 1.926931456s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:22.425461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.497544Z","time spent":"1.927852905s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:40:22.425517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.498257Z","time spent":"1.927236986s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:40:22.42563Z","caller":"traceutil/trace.go:171","msg":"trace[1304204909] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:658; }","duration":"1.641205411s","start":"2026-05-04T01:40:20.78441Z","end":"2026-05-04T01:40:22.425616Z","steps":["trace[1304204909] 'read index received' (duration: 479.337726ms)","trace[1304204909] 'applied index is now lower than readState.Index' (duration: 1.161866215s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:22.425709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641303914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:40:22.425745Z","caller":"traceutil/trace.go:171","msg":"trace[1745767627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"1.641385256s","start":"2026-05-04T01:40:20.78435Z","end":"2026-05-04T01:40:22.425736Z","steps":["trace[1745767627] 'agreement among raft nodes before linearized reading' (duration: 1.641320404s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:22.425808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.78432Z","time spent":"1.641473159s","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T01:40:22.426249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:20.496362Z","time spent":"1.928745683s","remote":"127.0.0.1:38538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:40:26.368343Z","caller":"traceutil/trace.go:171","msg":"trace[1095665332] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"145.722052ms","start":"2026-05-04T01:40:26.222589Z","end":"2026-05-04T01:40:26.368311Z","steps":["trace[1095665332] 'process raft request' (duration: 145.551137ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:27.034737Z","caller":"traceutil/trace.go:171","msg":"trace[1034831771] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:732; }","duration":"115.828581ms","start":"2026-05-04T01:40:26.918876Z","end":"2026-05-04T01:40:27.034704Z","steps":["trace[1034831771] 'read index received' (duration: 13.462739ms)","trace[1034831771] 'applied index is now lower than readState.Index' (duration: 102.364302ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:40:27.034765Z","caller":"traceutil/trace.go:171","msg":"trace[78544565] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"118.499676ms","start":"2026-05-04T01:40:26.916229Z","end":"2026-05-04T01:40:27.034729Z","steps":["trace[78544565] 'process raft request' (duration: 100.299156ms)","trace[78544565] 'compare' (duration: 17.985383ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:27.035049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.149782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-05-04T01:40:27.035264Z","caller":"traceutil/trace.go:171","msg":"trace[1213688] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"116.361149ms","start":"2026-05-04T01:40:26.918853Z","end":"2026-05-04T01:40:27.035214Z","steps":["trace[1213688] 'agreement among raft nodes before linearized reading' (duration: 115.945655ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:27.303183Z","caller":"traceutil/trace.go:171","msg":"trace[1476552884] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"152.931183ms","start":"2026-05-04T01:40:27.150206Z","end":"2026-05-04T01:40:27.303138Z","steps":["trace[1476552884] 'process raft request' (duration: 152.646184ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:27.708551Z","caller":"traceutil/trace.go:171","msg":"trace[486186073] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"147.595144ms","start":"2026-05-04T01:40:27.560933Z","end":"2026-05-04T01:40:27.708528Z","steps":["trace[486186073] 'process raft request' (duration: 147.442019ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:32.354369Z","caller":"traceutil/trace.go:171","msg":"trace[1208471411] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"103.835049ms","start":"2026-05-04T01:40:32.250509Z","end":"2026-05-04T01:40:32.354344Z","steps":["trace[1208471411] 'process raft request' (duration: 103.723256ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:35.999163Z","caller":"traceutil/trace.go:171","msg":"trace[798266870] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"190.242793ms","start":"2026-05-04T01:40:35.808892Z","end":"2026-05-04T01:40:35.999135Z","steps":["trace[798266870] 'process raft request' (duration: 190.077438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:39.303109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.118886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-04T01:40:39.303177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.957082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-04T01:40:39.303177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.008141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:40:39.303269Z","caller":"traceutil/trace.go:171","msg":"trace[2126308848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:794; }","duration":"698.310382ms","start":"2026-05-04T01:40:38.604908Z","end":"2026-05-04T01:40:39.303218Z","steps":["trace[2126308848] 'range keys from in-memory index tree' (duration: 697.93349ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:39.303302Z","caller":"traceutil/trace.go:171","msg":"trace[1419677530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:794; }","duration":"697.209077ms","start":"2026-05-04T01:40:38.606079Z","end":"2026-05-04T01:40:39.303288Z","steps":["trace[1419677530] 'range keys from in-memory index tree' (duration: 696.818735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:39.303321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:38.604887Z","time spent":"698.423066ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:40:39.303362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:38.606065Z","time spent":"697.28299ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T01:40:39.303299Z","caller":"traceutil/trace.go:171","msg":"trace[926307365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:794; }","duration":"714.180348ms","start":"2026-05-04T01:40:38.589098Z","end":"2026-05-04T01:40:39.303278Z","steps":["trace[926307365] 'range keys from in-memory index tree' (duration: 713.696123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:39.303409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:38.589067Z","time spent":"714.336753ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:40:39.303363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.062046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T01:40:39.303487Z","caller":"traceutil/trace.go:171","msg":"trace[1016318453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:794; }","duration":"699.246973ms","start":"2026-05-04T01:40:38.604211Z","end":"2026-05-04T01:40:39.303458Z","steps":["trace[1016318453] 'range keys from in-memory index tree' (duration: 698.779407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:39.303542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:38.604183Z","time spent":"699.348066ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T01:40:39.303557Z","caller":"traceutil/trace.go:171","msg":"trace[1951171263] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"594.122452ms","start":"2026-05-04T01:40:38.70942Z","end":"2026-05-04T01:40:39.303543Z","steps":["trace[1951171263] 'process raft request' (duration: 497.951968ms)","trace[1951171263] 'compare' (duration: 95.592536ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:39.303656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:38.709387Z","time spent":"594.204695ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:40:39.308195Z","caller":"traceutil/trace.go:171","msg":"trace[802319376] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:824; }","duration":"301.084035ms","start":"2026-05-04T01:40:39.007083Z","end":"2026-05-04T01:40:39.308167Z","steps":["trace[802319376] 'read index received' (duration: 200.243461ms)","trace[802319376] 'applied index is now lower than readState.Index' (duration: 100.839554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:40:39.308439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.344233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-04T01:40:39.30838Z","caller":"traceutil/trace.go:171","msg":"trace[487201864] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"342.404812ms","start":"2026-05-04T01:40:38.96594Z","end":"2026-05-04T01:40:39.308344Z","steps":["trace[487201864] 'process raft request' (duration: 342.082571ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:39.308515Z","caller":"traceutil/trace.go:171","msg":"trace[1776946988] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:796; }","duration":"301.500317ms","start":"2026-05-04T01:40:39.006993Z","end":"2026-05-04T01:40:39.308493Z","steps":["trace[1776946988] 'agreement among raft nodes before linearized reading' (duration: 301.27758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:40:39.308573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:39.006958Z","time spent":"301.599522ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-05-04T01:40:39.308604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:40:38.965907Z","time spent":"342.603148ms","remote":"127.0.0.1:38538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:40:43.38193Z","caller":"traceutil/trace.go:171","msg":"trace[1042726939] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"184.093541ms","start":"2026-05-04T01:40:43.19779Z","end":"2026-05-04T01:40:43.381883Z","steps":["trace[1042726939] 'process raft request' (duration: 182.80546ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:45.131196Z","caller":"traceutil/trace.go:171","msg":"trace[1813421362] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"134.174956ms","start":"2026-05-04T01:40:44.996998Z","end":"2026-05-04T01:40:45.131173Z","steps":["trace[1813421362] 'process raft request' (duration: 133.98861ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:40:45.240502Z","caller":"traceutil/trace.go:171","msg":"trace[331172318] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"102.547246ms","start":"2026-05-04T01:40:45.137932Z","end":"2026-05-04T01:40:45.24048Z","steps":["trace[331172318] 'process raft request' (duration: 93.039003ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:04.582073Z","caller":"traceutil/trace.go:171","msg":"trace[1714995373] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"216.674173ms","start":"2026-05-04T01:41:04.365362Z","end":"2026-05-04T01:41:04.582036Z","steps":["trace[1714995373] 'process raft request' (duration: 216.462036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:12.409951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933809319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:41:12.868221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040827983s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T01:41:12.891203Z","caller":"traceutil/trace.go:171","msg":"trace[1327548338] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"1.06389997s","start":"2026-05-04T01:41:11.827277Z","end":"2026-05-04T01:41:12.891177Z","steps":["trace[1327548338] 'process raft request' (duration: 1.041306378s)","trace[1327548338] 'compare' (duration: 21.976672ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:41:12.891195Z","caller":"traceutil/trace.go:171","msg":"trace[117290953] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1244; }","duration":"982.290273ms","start":"2026-05-04T01:41:11.908858Z","end":"2026-05-04T01:41:12.891149Z","steps":["trace[117290953] 'read index received' (duration: 959.544346ms)","trace[117290953] 'applied index is now lower than readState.Index' (duration: 22.743797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:41:12.891421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:11.827255Z","time spent":"1.064073686s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:41:12.891573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.719057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:41:12.891619Z","caller":"traceutil/trace.go:171","msg":"trace[1474770088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1206; }","duration":"982.80976ms","start":"2026-05-04T01:41:11.908797Z","end":"2026-05-04T01:41:12.891607Z","steps":["trace[1474770088] 'agreement among raft nodes before linearized reading' (duration: 982.601473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:12.891653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:11.90877Z","time spent":"982.874352ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:41:12.891617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.527392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T01:41:12.891693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.989085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-04T01:41:12.891718Z","caller":"traceutil/trace.go:171","msg":"trace[2105575605] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1206; }","duration":"372.644405ms","start":"2026-05-04T01:41:12.519048Z","end":"2026-05-04T01:41:12.891692Z","steps":["trace[2105575605] 'agreement among raft nodes before linearized reading' (duration: 372.451479ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:12.891756Z","caller":"traceutil/trace.go:171","msg":"trace[76521260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1206; }","duration":"962.084548ms","start":"2026-05-04T01:41:11.929656Z","end":"2026-05-04T01:41:12.89174Z","steps":["trace[76521260] 'agreement among raft nodes before linearized reading' (duration: 961.83377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:12.891788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:12.518981Z","time spent":"372.785491ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":17,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:41:12.891799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:11.92964Z","time spent":"962.14692ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:41:12.891815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.398271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:41:12.891871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.835615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T01:41:12.891846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.585861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:41:12.891921Z","caller":"traceutil/trace.go:171","msg":"trace[1001972485] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1206; }","duration":"789.923337ms","start":"2026-05-04T01:41:12.101983Z","end":"2026-05-04T01:41:12.891906Z","steps":["trace[1001972485] 'agreement among raft nodes before linearized reading' (duration: 789.841465ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:12.89193Z","caller":"traceutil/trace.go:171","msg":"trace[2135510895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1206; }","duration":"107.553347ms","start":"2026-05-04T01:41:12.784343Z","end":"2026-05-04T01:41:12.891896Z","steps":["trace[2135510895] 'agreement among raft nodes before linearized reading' (duration: 107.33657ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:12.891949Z","caller":"traceutil/trace.go:171","msg":"trace[490627631] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1206; }","duration":"540.754207ms","start":"2026-05-04T01:41:12.351169Z","end":"2026-05-04T01:41:12.891924Z","steps":["trace[490627631] 'agreement among raft nodes before linearized reading' (duration: 540.55151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:12.892018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:12.351128Z","time spent":"540.85958ms","remote":"127.0.0.1:38792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:41:12.892045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:12.101956Z","time spent":"789.99392ms","remote":"127.0.0.1:38558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:41:12.892997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.352613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-04T01:41:12.893103Z","caller":"traceutil/trace.go:171","msg":"trace[814103810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1206; }","duration":"257.523288ms","start":"2026-05-04T01:41:12.635553Z","end":"2026-05-04T01:41:12.893077Z","steps":["trace[814103810] 'agreement among raft nodes before linearized reading' (duration: 256.201535ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:33.182628Z","caller":"traceutil/trace.go:171","msg":"trace[806386663] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"177.630945ms","start":"2026-05-04T01:41:33.004964Z","end":"2026-05-04T01:41:33.182595Z","steps":["trace[806386663] 'process raft request' (duration: 177.435169ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:33.183989Z","caller":"traceutil/trace.go:171","msg":"trace[2007057205] linearizableReadLoop","detail":"{readStateIndex:1503; appliedIndex:1502; }","duration":"178.157112ms","start":"2026-05-04T01:41:33.005804Z","end":"2026-05-04T01:41:33.183961Z","steps":["trace[2007057205] 'read index received' (duration: 176.968374ms)","trace[2007057205] 'applied index is now lower than readState.Index' (duration: 1.187588ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:41:33.184062Z","caller":"traceutil/trace.go:171","msg":"trace[1773477186] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"122.516374ms","start":"2026-05-04T01:41:33.061528Z","end":"2026-05-04T01:41:33.184045Z","steps":["trace[1773477186] 'process raft request' (duration: 122.38721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:33.18419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.364698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-04T01:41:33.184271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.08238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:41:33.1843Z","caller":"traceutil/trace.go:171","msg":"trace[1158948402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1457; }","duration":"178.499313ms","start":"2026-05-04T01:41:33.005779Z","end":"2026-05-04T01:41:33.184278Z","steps":["trace[1158948402] 'agreement among raft nodes before linearized reading' (duration: 178.289246ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:33.184316Z","caller":"traceutil/trace.go:171","msg":"trace[1157631943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1457; }","duration":"178.197253ms","start":"2026-05-04T01:41:33.006105Z","end":"2026-05-04T01:41:33.184302Z","steps":["trace[1157631943] 'agreement among raft nodes before linearized reading' (duration: 178.001076ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:33.18412Z","caller":"traceutil/trace.go:171","msg":"trace[110087970] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"178.217494ms","start":"2026-05-04T01:41:33.00577Z","end":"2026-05-04T01:41:33.183988Z","steps":["trace[110087970] 'process raft request' (duration: 178.016137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:35.649253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.608623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:41:35.649358Z","caller":"traceutil/trace.go:171","msg":"trace[1281894852] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1472; }","duration":"279.790319ms","start":"2026-05-04T01:41:35.369543Z","end":"2026-05-04T01:41:35.649334Z","steps":["trace[1281894852] 'count revisions from in-memory index tree' (duration: 279.485309ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:41:36.17905Z","caller":"traceutil/trace.go:171","msg":"trace[869879385] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"188.334827ms","start":"2026-05-04T01:41:35.990682Z","end":"2026-05-04T01:41:36.179017Z","steps":["trace[869879385] 'process raft request' (duration: 188.139021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:36.885751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.16458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:41:36.885854Z","caller":"traceutil/trace.go:171","msg":"trace[652418900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"100.350476ms","start":"2026-05-04T01:41:36.785482Z","end":"2026-05-04T01:41:36.885833Z","steps":["trace[652418900] 'range keys from in-memory index tree' (duration: 100.028886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:36.886051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.42181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:41:36.886169Z","caller":"traceutil/trace.go:171","msg":"trace[1891721857] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1473; }","duration":"306.623606ms","start":"2026-05-04T01:41:36.579523Z","end":"2026-05-04T01:41:36.886147Z","steps":["trace[1891721857] 'count revisions from in-memory index tree' (duration: 306.334837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:41:36.886215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:41:36.579497Z","time spent":"306.707969ms","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-04T01:42:00.92303Z","caller":"traceutil/trace.go:171","msg":"trace[1265887855] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"105.593475ms","start":"2026-05-04T01:42:00.817395Z","end":"2026-05-04T01:42:00.922988Z","steps":["trace[1265887855] 'read index received' (duration: 100.570664ms)","trace[1265887855] 'applied index is now lower than readState.Index' (duration: 5.021431ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:00.923149Z","caller":"traceutil/trace.go:171","msg":"trace[1647840954] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"107.176406ms","start":"2026-05-04T01:42:00.815922Z","end":"2026-05-04T01:42:00.923098Z","steps":["trace[1647840954] 'process raft request' (duration: 102.0057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:00.923352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.914636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:00.923476Z","caller":"traceutil/trace.go:171","msg":"trace[1352321872] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1866; }","duration":"106.094142ms","start":"2026-05-04T01:42:00.817344Z","end":"2026-05-04T01:42:00.923438Z","steps":["trace[1352321872] 'agreement among raft nodes before linearized reading' (duration: 105.819143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:02.380619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.52518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-04T01:42:02.380755Z","caller":"traceutil/trace.go:171","msg":"trace[953203407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1882; }","duration":"278.713117ms","start":"2026-05-04T01:42:02.102006Z","end":"2026-05-04T01:42:02.380719Z","steps":["trace[953203407] 'range keys from in-memory index tree' (duration: 278.298213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:02.381062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.427014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-04T01:42:02.38112Z","caller":"traceutil/trace.go:171","msg":"trace[1989934750] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945; range_end:; response_count:1; response_revision:1882; }","duration":"451.534237ms","start":"2026-05-04T01:42:01.929569Z","end":"2026-05-04T01:42:02.381104Z","steps":["trace[1989934750] 'range keys from in-memory index tree' (duration: 451.281408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:02.38117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:01.929543Z","time spent":"451.6116ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945\" "} {"level":"info","ts":"2026-05-04T01:42:02.72749Z","caller":"traceutil/trace.go:171","msg":"trace[616925972] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1956; }","duration":"318.544384ms","start":"2026-05-04T01:42:02.4089Z","end":"2026-05-04T01:42:02.727444Z","steps":["trace[616925972] 'read index received' (duration: 35.262861ms)","trace[616925972] 'applied index is now lower than readState.Index' (duration: 283.279743ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:02.72756Z","caller":"traceutil/trace.go:171","msg":"trace[85272789] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"341.508491ms","start":"2026-05-04T01:42:02.386006Z","end":"2026-05-04T01:42:02.727514Z","steps":["trace[85272789] 'process raft request' (duration: 278.678106ms)","trace[85272789] 'compare' (duration: 62.600257ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:02.727765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:02.385949Z","time spent":"341.698477ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:02.727861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.039523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T01:42:02.727956Z","caller":"traceutil/trace.go:171","msg":"trace[673593359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"151.145896ms","start":"2026-05-04T01:42:02.57677Z","end":"2026-05-04T01:42:02.727916Z","steps":["trace[673593359] 'agreement among raft nodes before linearized reading' (duration: 150.895128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:02.727975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.068531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-04T01:42:02.728102Z","caller":"traceutil/trace.go:171","msg":"trace[1244295902] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945; range_end:; response_count:1; response_revision:1884; }","duration":"319.243827ms","start":"2026-05-04T01:42:02.408842Z","end":"2026-05-04T01:42:02.728086Z","steps":["trace[1244295902] 'agreement among raft nodes before linearized reading' (duration: 318.72699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:02.728193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:02.408818Z","time spent":"319.36284ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945\" "} {"level":"info","ts":"2026-05-04T01:42:02.96727Z","caller":"traceutil/trace.go:171","msg":"trace[18119238] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1958; }","duration":"182.962117ms","start":"2026-05-04T01:42:02.784249Z","end":"2026-05-04T01:42:02.967211Z","steps":["trace[18119238] 'read index received' (duration: 182.698328ms)","trace[18119238] 'applied index is now lower than readState.Index' (duration: 262.529µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:02.967311Z","caller":"traceutil/trace.go:171","msg":"trace[109308318] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"230.331685ms","start":"2026-05-04T01:42:02.736959Z","end":"2026-05-04T01:42:02.96729Z","steps":["trace[109308318] 'process raft request' (duration: 230.072427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:02.967621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.342648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:02.967749Z","caller":"traceutil/trace.go:171","msg":"trace[73931302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"183.558245ms","start":"2026-05-04T01:42:02.784167Z","end":"2026-05-04T01:42:02.967725Z","steps":["trace[73931302] 'agreement among raft nodes before linearized reading' (duration: 183.318708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.587582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.329886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:03.587711Z","caller":"traceutil/trace.go:171","msg":"trace[1619836951] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1885; }","duration":"439.551873ms","start":"2026-05-04T01:42:03.148132Z","end":"2026-05-04T01:42:03.587684Z","steps":["trace[1619836951] 'count revisions from in-memory index tree' (duration: 439.190482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.587771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.148104Z","time spent":"439.653057ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-04T01:42:03.723423Z","caller":"traceutil/trace.go:171","msg":"trace[1158822064] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"430.165121ms","start":"2026-05-04T01:42:03.293229Z","end":"2026-05-04T01:42:03.723394Z","steps":["trace[1158822064] 'process raft request' (duration: 430.028467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.723627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.293181Z","time spent":"430.313707ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:03.733874Z","caller":"traceutil/trace.go:171","msg":"trace[1664269655] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1960; }","duration":"346.352215ms","start":"2026-05-04T01:42:03.387494Z","end":"2026-05-04T01:42:03.733846Z","steps":["trace[1664269655] 'read index received' (duration: 336.128317ms)","trace[1664269655] 'applied index is now lower than readState.Index' (duration: 10.222808ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:03.733992Z","caller":"traceutil/trace.go:171","msg":"trace[216894265] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"336.23548ms","start":"2026-05-04T01:42:03.397749Z","end":"2026-05-04T01:42:03.733984Z","steps":["trace[216894265] 'process raft request' (duration: 336.051114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.734157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.397724Z","time spent":"336.331973ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:03.733909Z","caller":"traceutil/trace.go:171","msg":"trace[620134977] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"399.454417ms","start":"2026-05-04T01:42:03.334415Z","end":"2026-05-04T01:42:03.73387Z","steps":["trace[620134977] 'process raft request' (duration: 399.283562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.734347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.334376Z","time spent":"399.940263ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:03.734463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.951983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-05-04T01:42:03.734533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.032235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:42:03.734573Z","caller":"traceutil/trace.go:171","msg":"trace[685016136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1888; }","duration":"317.070136ms","start":"2026-05-04T01:42:03.417494Z","end":"2026-05-04T01:42:03.734564Z","steps":["trace[685016136] 'agreement among raft nodes before linearized reading' (duration: 316.923501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.734595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.417459Z","time spent":"317.131158ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:03.734612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.281285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:42:03.734658Z","caller":"traceutil/trace.go:171","msg":"trace[1136274130] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945; range_end:; response_count:1; response_revision:1888; }","duration":"347.064137ms","start":"2026-05-04T01:42:03.387474Z","end":"2026-05-04T01:42:03.734538Z","steps":["trace[1136274130] 'agreement among raft nodes before linearized reading' (duration: 346.649794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.734812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.387404Z","time spent":"347.388208ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2c3d601-83dd-42fc-b63e-e4b96c26f945\" "} {"level":"warn","ts":"2026-05-04T01:42:03.734786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.18872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-04T01:42:03.734996Z","caller":"traceutil/trace.go:171","msg":"trace[1910774757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1888; }","duration":"317.436978ms","start":"2026-05-04T01:42:03.417535Z","end":"2026-05-04T01:42:03.734972Z","steps":["trace[1910774757] 'agreement among raft nodes before linearized reading' (duration: 316.822658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.735078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.417507Z","time spent":"317.549491ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:03.73473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.371237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-04T01:42:03.735221Z","caller":"traceutil/trace.go:171","msg":"trace[1113649100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1888; }","duration":"318.888634ms","start":"2026-05-04T01:42:03.416293Z","end":"2026-05-04T01:42:03.735182Z","steps":["trace[1113649100] 'agreement among raft nodes before linearized reading' (duration: 318.304766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.735324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.416268Z","time spent":"319.033339ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T01:42:03.73472Z","caller":"traceutil/trace.go:171","msg":"trace[1526546440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1888; }","duration":"318.44169ms","start":"2026-05-04T01:42:03.416255Z","end":"2026-05-04T01:42:03.734697Z","steps":["trace[1526546440] 'agreement among raft nodes before linearized reading' (duration: 318.078468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:03.735467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:03.416235Z","time spent":"319.213015ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T01:42:11.197652Z","caller":"traceutil/trace.go:171","msg":"trace[1313086807] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"173.220984ms","start":"2026-05-04T01:42:11.024399Z","end":"2026-05-04T01:42:11.19762Z","steps":["trace[1313086807] 'process raft request' (duration: 173.067089ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:11.989161Z","caller":"traceutil/trace.go:171","msg":"trace[969929465] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"123.19001ms","start":"2026-05-04T01:42:11.865938Z","end":"2026-05-04T01:42:11.989128Z","steps":["trace[969929465] 'process raft request' (duration: 81.69739ms)","trace[969929465] 'compare' (duration: 41.302624ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:11.989474Z","caller":"traceutil/trace.go:171","msg":"trace[1759474104] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"123.411736ms","start":"2026-05-04T01:42:11.866039Z","end":"2026-05-04T01:42:11.989451Z","steps":["trace[1759474104] 'process raft request' (duration: 123.271052ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:11.989587Z","caller":"traceutil/trace.go:171","msg":"trace[196420792] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"123.22104ms","start":"2026-05-04T01:42:11.866349Z","end":"2026-05-04T01:42:11.98957Z","steps":["trace[196420792] 'process raft request' (duration: 123.155378ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:11.989637Z","caller":"traceutil/trace.go:171","msg":"trace[1429716999] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"123.607033ms","start":"2026-05-04T01:42:11.866014Z","end":"2026-05-04T01:42:11.989621Z","steps":["trace[1429716999] 'process raft request' (duration: 123.057445ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:11.989742Z","caller":"traceutil/trace.go:171","msg":"trace[658058127] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"123.690135ms","start":"2026-05-04T01:42:11.866039Z","end":"2026-05-04T01:42:11.989729Z","steps":["trace[658058127] 'process raft request' (duration: 123.355285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:18.198951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.620443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:18.199107Z","caller":"traceutil/trace.go:171","msg":"trace[802051337] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2019; }","duration":"103.869981ms","start":"2026-05-04T01:42:18.095177Z","end":"2026-05-04T01:42:18.199046Z","steps":["trace[802051337] 'count revisions from in-memory index tree' (duration: 103.409516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:19.285111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933810964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T01:42:19.56278Z","caller":"traceutil/trace.go:171","msg":"trace[2100758736] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2096; }","duration":"778.100578ms","start":"2026-05-04T01:42:18.784653Z","end":"2026-05-04T01:42:19.562754Z","steps":["trace[2100758736] 'read index received' (duration: 777.963314ms)","trace[2100758736] 'applied index is now lower than readState.Index' (duration: 135.754µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:19.562934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.261673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:19.562958Z","caller":"traceutil/trace.go:171","msg":"trace[695869142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2020; }","duration":"778.337086ms","start":"2026-05-04T01:42:18.784614Z","end":"2026-05-04T01:42:19.562951Z","steps":["trace[695869142] 'agreement among raft nodes before linearized reading' (duration: 778.274764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:19.56298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:18.784594Z","time spent":"778.381236ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:42:19.562945Z","caller":"traceutil/trace.go:171","msg":"trace[1103220804] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"966.24182ms","start":"2026-05-04T01:42:18.596646Z","end":"2026-05-04T01:42:19.562888Z","steps":["trace[1103220804] 'process raft request' (duration: 965.973111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:19.563181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:18.596624Z","time spent":"966.425756ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:19.563163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.111655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-04T01:42:19.563278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.269433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-04T01:42:19.56337Z","caller":"traceutil/trace.go:171","msg":"trace[1204446069] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:2020; }","duration":"550.45287ms","start":"2026-05-04T01:42:19.012897Z","end":"2026-05-04T01:42:19.56335Z","steps":["trace[1204446069] 'agreement among raft nodes before linearized reading' (duration: 550.176391ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:19.563377Z","caller":"traceutil/trace.go:171","msg":"trace[944412516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2020; }","duration":"641.367924ms","start":"2026-05-04T01:42:18.921967Z","end":"2026-05-04T01:42:19.563335Z","steps":["trace[944412516] 'agreement among raft nodes before linearized reading' (duration: 641.009073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:19.563414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:19.012865Z","time spent":"550.540182ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-05-04T01:42:19.563424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.576322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-04T01:42:19.563547Z","caller":"traceutil/trace.go:171","msg":"trace[68163943] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2020; }","duration":"564.736657ms","start":"2026-05-04T01:42:18.998786Z","end":"2026-05-04T01:42:19.563523Z","steps":["trace[68163943] 'agreement among raft nodes before linearized reading' (duration: 564.376546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:19.563606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:18.998773Z","time spent":"564.817909ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-04T01:42:19.563472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:18.921938Z","time spent":"641.512339ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-04T01:42:19.679561Z","caller":"traceutil/trace.go:171","msg":"trace[1396760349] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"110.902135ms","start":"2026-05-04T01:42:19.56862Z","end":"2026-05-04T01:42:19.679522Z","steps":["trace[1396760349] 'process raft request' (duration: 110.534863ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:28.973379Z","caller":"traceutil/trace.go:171","msg":"trace[1315547044] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"155.436573ms","start":"2026-05-04T01:42:28.817903Z","end":"2026-05-04T01:42:28.97334Z","steps":["trace[1315547044] 'process raft request' (duration: 153.277934ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:38.115192Z","caller":"traceutil/trace.go:171","msg":"trace[1527379864] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"104.705897ms","start":"2026-05-04T01:42:38.010446Z","end":"2026-05-04T01:42:38.115152Z","steps":["trace[1527379864] 'process raft request' (duration: 33.749342ms)","trace[1527379864] 'compare' (duration: 70.77548ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:38.115444Z","caller":"traceutil/trace.go:171","msg":"trace[1741700436] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"104.346906ms","start":"2026-05-04T01:42:38.011062Z","end":"2026-05-04T01:42:38.115409Z","steps":["trace[1741700436] 'process raft request' (duration: 104.200621ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:38.346348Z","caller":"traceutil/trace.go:171","msg":"trace[1996789559] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"130.615808ms","start":"2026-05-04T01:42:38.215692Z","end":"2026-05-04T01:42:38.346308Z","steps":["trace[1996789559] 'process raft request' (duration: 130.404041ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:48.386155Z","caller":"traceutil/trace.go:171","msg":"trace[2092064104] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"233.068193ms","start":"2026-05-04T01:42:48.153056Z","end":"2026-05-04T01:42:48.386124Z","steps":["trace[2092064104] 'process raft request' (duration: 232.856906ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:48.767112Z","caller":"traceutil/trace.go:171","msg":"trace[965851168] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2264; }","duration":"559.638203ms","start":"2026-05-04T01:42:48.207445Z","end":"2026-05-04T01:42:48.767083Z","steps":["trace[965851168] 'read index received' (duration: 178.473812ms)","trace[965851168] 'applied index is now lower than readState.Index' (duration: 381.160211ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:48.767355Z","caller":"traceutil/trace.go:171","msg":"trace[23348968] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"613.438108ms","start":"2026-05-04T01:42:48.153879Z","end":"2026-05-04T01:42:48.767317Z","steps":["trace[23348968] 'process raft request' (duration: 612.987813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:48.767529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.074197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-04T01:42:48.767602Z","caller":"traceutil/trace.go:171","msg":"trace[1797087421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2183; }","duration":"560.211422ms","start":"2026-05-04T01:42:48.207374Z","end":"2026-05-04T01:42:48.767586Z","steps":["trace[1797087421] 'agreement among raft nodes before linearized reading' (duration: 559.963544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:48.767596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.690106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:42:48.76764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:48.207348Z","time spent":"560.285314ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T01:42:48.767621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.252288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-04T01:42:48.767641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.53837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-04T01:42:48.76765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.712259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-04T01:42:48.767702Z","caller":"traceutil/trace.go:171","msg":"trace[718048385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2183; }","duration":"504.370262ms","start":"2026-05-04T01:42:48.263321Z","end":"2026-05-04T01:42:48.767691Z","steps":["trace[718048385] 'agreement among raft nodes before linearized reading' (duration: 504.032501ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:48.767752Z","caller":"traceutil/trace.go:171","msg":"trace[109030762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2183; }","duration":"370.698616ms","start":"2026-05-04T01:42:48.397027Z","end":"2026-05-04T01:42:48.767725Z","steps":["trace[109030762] 'agreement among raft nodes before linearized reading' (duration: 370.329754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:48.767726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.408593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T01:42:48.767769Z","caller":"traceutil/trace.go:171","msg":"trace[2147319852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2183; }","duration":"420.895145ms","start":"2026-05-04T01:42:48.346849Z","end":"2026-05-04T01:42:48.767744Z","steps":["trace[2147319852] 'agreement among raft nodes before linearized reading' (duration: 420.534643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:48.76781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:48.397007Z","time spent":"370.793538ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T01:42:48.767827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:48.346815Z","time spent":"421.002468ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:48.767822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:48.263258Z","time spent":"504.521047ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T01:42:48.767838Z","caller":"traceutil/trace.go:171","msg":"trace[1175428520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2183; }","duration":"499.577028ms","start":"2026-05-04T01:42:48.268231Z","end":"2026-05-04T01:42:48.767808Z","steps":["trace[1175428520] 'agreement among raft nodes before linearized reading' (duration: 499.219936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:48.767987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:48.268199Z","time spent":"499.779474ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T01:42:48.767683Z","caller":"traceutil/trace.go:171","msg":"trace[1007874429] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2183; }","duration":"322.861622ms","start":"2026-05-04T01:42:48.4448Z","end":"2026-05-04T01:42:48.767662Z","steps":["trace[1007874429] 'agreement among raft nodes before linearized reading' (duration: 322.674546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:48.768003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:48.153839Z","time spent":"613.655036ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:48.76807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:48.444772Z","time spent":"323.269185ms","remote":"127.0.0.1:37446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-04T01:42:49.94885Z","caller":"traceutil/trace.go:171","msg":"trace[840913576] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2273; }","duration":"213.35512ms","start":"2026-05-04T01:42:49.735468Z","end":"2026-05-04T01:42:49.948823Z","steps":["trace[840913576] 'read index received' (duration: 213.130093ms)","trace[840913576] 'applied index is now lower than readState.Index' (duration: 223.687µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:49.94906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.538653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:49.949103Z","caller":"traceutil/trace.go:171","msg":"trace[851574852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2190; }","duration":"163.654747ms","start":"2026-05-04T01:42:49.785437Z","end":"2026-05-04T01:42:49.949091Z","steps":["trace[851574852] 'agreement among raft nodes before linearized reading' (duration: 163.569754ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:49.949073Z","caller":"traceutil/trace.go:171","msg":"trace[1241863909] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"244.279182ms","start":"2026-05-04T01:42:49.704753Z","end":"2026-05-04T01:42:49.949032Z","steps":["trace[1241863909] 'process raft request' (duration: 243.835538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:49.94936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.233212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-04T01:42:49.94921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.711202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T01:42:49.949576Z","caller":"traceutil/trace.go:171","msg":"trace[2005059511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2190; }","duration":"104.388657ms","start":"2026-05-04T01:42:49.845047Z","end":"2026-05-04T01:42:49.949436Z","steps":["trace[2005059511] 'agreement among raft nodes before linearized reading' (duration: 104.016005ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:49.949629Z","caller":"traceutil/trace.go:171","msg":"trace[2116624516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2190; }","duration":"214.199197ms","start":"2026-05-04T01:42:49.735405Z","end":"2026-05-04T01:42:49.949604Z","steps":["trace[2116624516] 'agreement among raft nodes before linearized reading' (duration: 213.540276ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:50.348026Z","caller":"traceutil/trace.go:171","msg":"trace[177219337] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2274; }","duration":"172.656316ms","start":"2026-05-04T01:42:50.175346Z","end":"2026-05-04T01:42:50.348003Z","steps":["trace[177219337] 'read index received' (duration: 126.726298ms)","trace[177219337] 'applied index is now lower than readState.Index' (duration: 45.928618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:50.348267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.898743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:50.348357Z","caller":"traceutil/trace.go:171","msg":"trace[396332190] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2192; }","duration":"173.047688ms","start":"2026-05-04T01:42:50.175286Z","end":"2026-05-04T01:42:50.348334Z","steps":["trace[396332190] 'agreement among raft nodes before linearized reading' (duration: 172.859892ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:50.348427Z","caller":"traceutil/trace.go:171","msg":"trace[1325250592] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"393.661882ms","start":"2026-05-04T01:42:49.954717Z","end":"2026-05-04T01:42:50.348379Z","steps":["trace[1325250592] 'process raft request' (duration: 347.324891ms)","trace[1325250592] 'compare' (duration: 44.817022ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:50.348541Z","caller":"traceutil/trace.go:171","msg":"trace[477921849] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"325.30656ms","start":"2026-05-04T01:42:50.023193Z","end":"2026-05-04T01:42:50.348499Z","steps":["trace[477921849] 'process raft request' (duration: 324.71313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:50.348642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:49.954681Z","time spent":"393.838547ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:50.349146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:50.023166Z","time spent":"325.536227ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:50.634178Z","caller":"traceutil/trace.go:171","msg":"trace[847320341] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"241.095917ms","start":"2026-05-04T01:42:50.393037Z","end":"2026-05-04T01:42:50.634133Z","steps":["trace[847320341] 'process raft request' (duration: 240.58308ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:51.153279Z","caller":"traceutil/trace.go:171","msg":"trace[1840215874] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2279; }","duration":"354.86149ms","start":"2026-05-04T01:42:50.798387Z","end":"2026-05-04T01:42:51.153248Z","steps":["trace[1840215874] 'read index received' (duration: 263.435729ms)","trace[1840215874] 'applied index is now lower than readState.Index' (duration: 91.424451ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:51.153343Z","caller":"traceutil/trace.go:171","msg":"trace[716816384] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"378.101142ms","start":"2026-05-04T01:42:50.775203Z","end":"2026-05-04T01:42:51.153304Z","steps":["trace[716816384] 'process raft request' (duration: 286.692723ms)","trace[716816384] 'compare' (duration: 90.908183ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:51.153507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:50.775173Z","time spent":"378.253987ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:51.153583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.226051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T01:42:51.15362Z","caller":"traceutil/trace.go:171","msg":"trace[950922498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2195; }","duration":"195.266612ms","start":"2026-05-04T01:42:50.95834Z","end":"2026-05-04T01:42:51.153607Z","steps":["trace[950922498] 'agreement among raft nodes before linearized reading' (duration: 195.093817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:51.153617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.208211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T01:42:51.153717Z","caller":"traceutil/trace.go:171","msg":"trace[1708609724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2195; }","duration":"355.376926ms","start":"2026-05-04T01:42:50.798315Z","end":"2026-05-04T01:42:51.153692Z","steps":["trace[1708609724] 'agreement among raft nodes before linearized reading' (duration: 355.066196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:51.153773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:50.798284Z","time spent":"355.479189ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:51.153787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.781267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-04T01:42:51.153827Z","caller":"traceutil/trace.go:171","msg":"trace[1315750758] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2195; }","duration":"333.829649ms","start":"2026-05-04T01:42:50.819979Z","end":"2026-05-04T01:42:51.153808Z","steps":["trace[1315750758] 'agreement among raft nodes before linearized reading' (duration: 333.769407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:51.153863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:50.819959Z","time spent":"333.897601ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T01:42:51.153634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.012494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-04T01:42:51.153902Z","caller":"traceutil/trace.go:171","msg":"trace[915368781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2195; }","duration":"338.346005ms","start":"2026-05-04T01:42:50.815546Z","end":"2026-05-04T01:42:51.153892Z","steps":["trace[915368781] 'agreement among raft nodes before linearized reading' (duration: 337.893971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:51.15393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:50.815521Z","time spent":"338.398016ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:51.153734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.038393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-04T01:42:51.154001Z","caller":"traceutil/trace.go:171","msg":"trace[1988794302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2195; }","duration":"270.343243ms","start":"2026-05-04T01:42:50.883639Z","end":"2026-05-04T01:42:51.153982Z","steps":["trace[1988794302] 'agreement among raft nodes before linearized reading' (duration: 270.040744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:51.154012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.414975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-04T01:42:51.154056Z","caller":"traceutil/trace.go:171","msg":"trace[1703879906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2195; }","duration":"337.478517ms","start":"2026-05-04T01:42:50.816566Z","end":"2026-05-04T01:42:51.154044Z","steps":["trace[1703879906] 'agreement among raft nodes before linearized reading' (duration: 337.286181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:51.15409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:50.816528Z","time spent":"337.548479ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:51.15465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.80503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-04T01:42:51.154779Z","caller":"traceutil/trace.go:171","msg":"trace[1470934644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2195; }","duration":"338.976775ms","start":"2026-05-04T01:42:50.815773Z","end":"2026-05-04T01:42:51.154749Z","steps":["trace[1470934644] 'agreement among raft nodes before linearized reading' (duration: 338.089216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:51.154856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:50.815761Z","time spent":"339.080729ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T01:42:53.212636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617646934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:42:53.212762Z","caller":"traceutil/trace.go:171","msg":"trace[1832614766] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2200; }","duration":"1.617801839s","start":"2026-05-04T01:42:51.594933Z","end":"2026-05-04T01:42:53.212735Z","steps":["trace[1832614766] 'count revisions from in-memory index tree' (duration: 1.617545711s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.212819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:51.594831Z","time spent":"1.617972885s","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:42:53.212826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050572804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T01:42:53.212882Z","caller":"traceutil/trace.go:171","msg":"trace[2091617093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"1.050862063s","start":"2026-05-04T01:42:52.162003Z","end":"2026-05-04T01:42:53.212865Z","steps":["trace[2091617093] 'range keys from in-memory index tree' (duration: 1.050317345s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.212931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:52.161969Z","time spent":"1.050952277s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-04T01:42:53.21295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954327555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T01:42:53.213081Z","caller":"traceutil/trace.go:171","msg":"trace[1052115309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"1.954524562s","start":"2026-05-04T01:42:51.258517Z","end":"2026-05-04T01:42:53.213041Z","steps":["trace[1052115309] 'range keys from in-memory index tree' (duration: 1.954070307s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.213155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:51.258494Z","time spent":"1.954644116s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-04T01:42:53.213466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429018248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:42:53.213493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489131904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:53.213519Z","caller":"traceutil/trace.go:171","msg":"trace[1752747559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2200; }","duration":"1.429125391s","start":"2026-05-04T01:42:51.784381Z","end":"2026-05-04T01:42:53.213506Z","steps":["trace[1752747559] 'range keys from in-memory index tree' (duration: 1.428914824s)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:53.213527Z","caller":"traceutil/trace.go:171","msg":"trace[96591573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2200; }","duration":"1.489167685s","start":"2026-05-04T01:42:51.724349Z","end":"2026-05-04T01:42:53.213517Z","steps":["trace[96591573] 'range keys from in-memory index tree' (duration: 1.489035031s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.213551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:51.784356Z","time spent":"1.429187893s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T01:42:53.213557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:51.724269Z","time spent":"1.489280688s","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T01:42:53.213901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.049613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:42:53.214384Z","caller":"traceutil/trace.go:171","msg":"trace[1692551243] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"942.299668ms","start":"2026-05-04T01:42:52.272055Z","end":"2026-05-04T01:42:53.214355Z","steps":["trace[1692551243] 'process raft request' (duration: 221.665517ms)","trace[1692551243] 'compare' (duration: 718.923826ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:53.214444Z","caller":"traceutil/trace.go:171","msg":"trace[624328611] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"859.403424ms","start":"2026-05-04T01:42:52.355009Z","end":"2026-05-04T01:42:53.214412Z","steps":["trace[624328611] 'process raft request' (duration: 859.059583ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:53.214466Z","caller":"traceutil/trace.go:171","msg":"trace[1197588538] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2285; }","duration":"861.080259ms","start":"2026-05-04T01:42:52.353356Z","end":"2026-05-04T01:42:53.214436Z","steps":["trace[1197588538] 'read index received' (duration: 140.456818ms)","trace[1197588538] 'applied index is now lower than readState.Index' (duration: 720.619241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:53.21455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:52.272021Z","time spent":"942.423542ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:53.214561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:52.354979Z","time spent":"859.525278ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:53.214704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.340508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T01:42:53.214738Z","caller":"traceutil/trace.go:171","msg":"trace[1781611532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2202; }","duration":"861.44248ms","start":"2026-05-04T01:42:52.353288Z","end":"2026-05-04T01:42:53.214731Z","steps":["trace[1781611532] 'agreement among raft nodes before linearized reading' (duration: 861.288395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.214765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:52.353263Z","time spent":"861.495632ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T01:42:53.218101Z","caller":"traceutil/trace.go:171","msg":"trace[44304095] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"573.389144ms","start":"2026-05-04T01:42:52.644673Z","end":"2026-05-04T01:42:53.218062Z","steps":["trace[44304095] 'process raft request' (duration: 572.446314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.21914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:52.644637Z","time spent":"573.5675ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:53.562269Z","caller":"traceutil/trace.go:171","msg":"trace[244035080] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2288; }","duration":"338.675395ms","start":"2026-05-04T01:42:53.223548Z","end":"2026-05-04T01:42:53.562224Z","steps":["trace[244035080] 'read index received' (duration: 58.666119ms)","trace[244035080] 'applied index is now lower than readState.Index' (duration: 280.008166ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:53.562467Z","caller":"traceutil/trace.go:171","msg":"trace[1523398171] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"322.75393ms","start":"2026-05-04T01:42:53.239693Z","end":"2026-05-04T01:42:53.562447Z","steps":["trace[1523398171] 'process raft request' (duration: 322.478882ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:53.562448Z","caller":"traceutil/trace.go:171","msg":"trace[1572369130] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"339.866174ms","start":"2026-05-04T01:42:53.222529Z","end":"2026-05-04T01:42:53.562395Z","steps":["trace[1572369130] 'process raft request' (duration: 339.45405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.562645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.239654Z","time spent":"322.861084ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:53.562673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.222506Z","time spent":"340.04659ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:53.562801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.066769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:42:53.562894Z","caller":"traceutil/trace.go:171","msg":"trace[672500267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2206; }","duration":"314.221594ms","start":"2026-05-04T01:42:53.248648Z","end":"2026-05-04T01:42:53.56287Z","steps":["trace[672500267] 'agreement among raft nodes before linearized reading' (duration: 313.953215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.562882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.300735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:42:53.562947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.248619Z","time spent":"314.311517ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T01:42:53.562985Z","caller":"traceutil/trace.go:171","msg":"trace[1416845939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2206; }","duration":"339.44822ms","start":"2026-05-04T01:42:53.223516Z","end":"2026-05-04T01:42:53.562964Z","steps":["trace[1416845939] 'agreement among raft nodes before linearized reading' (duration: 339.260524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.562824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.18821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-04T01:42:53.56304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.223504Z","time spent":"339.526723ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:42:53.563077Z","caller":"traceutil/trace.go:171","msg":"trace[1747430300] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2206; }","duration":"313.480189ms","start":"2026-05-04T01:42:53.249553Z","end":"2026-05-04T01:42:53.563033Z","steps":["trace[1747430300] 'agreement among raft nodes before linearized reading' (duration: 313.122808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.563156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.249533Z","time spent":"313.578263ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T01:42:53.562801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.423708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-04T01:42:53.563122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.312547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:42:53.563214Z","caller":"traceutil/trace.go:171","msg":"trace[548854281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2206; }","duration":"313.862722ms","start":"2026-05-04T01:42:53.249338Z","end":"2026-05-04T01:42:53.563201Z","steps":["trace[548854281] 'agreement among raft nodes before linearized reading' (duration: 313.363186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.563281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.249328Z","time spent":"313.941205ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T01:42:53.56329Z","caller":"traceutil/trace.go:171","msg":"trace[2106505808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2206; }","duration":"314.503934ms","start":"2026-05-04T01:42:53.248717Z","end":"2026-05-04T01:42:53.563221Z","steps":["trace[2106505808] 'agreement among raft nodes before linearized reading' (duration: 314.119321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:53.563349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.248685Z","time spent":"314.650788ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:54.724035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933811430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:42:55.22477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933811430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:42:55.363707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464516058s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:42:55.36443Z","caller":"traceutil/trace.go:171","msg":"trace[662364207] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.796128344s","start":"2026-05-04T01:42:53.568277Z","end":"2026-05-04T01:42:55.364406Z","steps":["trace[662364207] 'process raft request' (duration: 330.795391ms)","trace[662364207] 'compare' (duration: 1.464063242s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:55.364504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.568262Z","time spent":"1.796204616s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:55.72581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933811430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T01:42:56.102507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.203358259s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-04T01:42:56.784919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T01:42:56.785008Z","caller":"traceutil/trace.go:171","msg":"trace[1148653221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262313s","start":"2026-05-04T01:42:54.784726Z","end":"2026-05-04T01:42:56.784988Z","steps":["trace[1148653221] 'agreement among raft nodes before linearized reading' (duration: 2.000146369s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:56.785062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:54.784637Z","time spent":"2.000415468s","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 01:42:56 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T01:42:57.204681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101833924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:42:57.204901Z","caller":"traceutil/trace.go:171","msg":"trace[1979273939] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"3.635762757s","start":"2026-05-04T01:42:53.569122Z","end":"2026-05-04T01:42:57.204884Z","steps":["trace[1979273939] 'process raft request' (duration: 3.635672884s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:57.204952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.56911Z","time spent":"3.635821879s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:57.204891Z","caller":"traceutil/trace.go:171","msg":"trace[256904666] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"3.636551592s","start":"2026-05-04T01:42:53.568296Z","end":"2026-05-04T01:42:57.204847Z","steps":["trace[256904666] 'process raft request' (duration: 2.534456349s)","trace[256904666] 'compare' (duration: 1.101270446s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:42:57.205155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.568265Z","time spent":"3.63679568s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:57.205317Z","caller":"traceutil/trace.go:171","msg":"trace[2100327833] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"3.635120126s","start":"2026-05-04T01:42:53.570166Z","end":"2026-05-04T01:42:57.205286Z","steps":["trace[2100327833] 'process raft request' (duration: 3.634687502s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:57.205498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.570155Z","time spent":"3.63524269s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:57.205526Z","caller":"traceutil/trace.go:171","msg":"trace[135170494] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"3.432260297s","start":"2026-05-04T01:42:53.773224Z","end":"2026-05-04T01:42:57.205485Z","steps":["trace[135170494] 'process raft request' (duration: 3.431839294s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:57.205724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:53.773194Z","time spent":"3.432420263s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:58.78578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000552793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T01:42:58.785899Z","caller":"traceutil/trace.go:171","msg":"trace[1173489969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074363s","start":"2026-05-04T01:42:56.785132Z","end":"2026-05-04T01:42:58.785875Z","steps":["trace[1173489969] 'agreement among raft nodes before linearized reading' (duration: 2.000588965s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:58.785953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:56.78511Z","time spent":"2.000830172s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T01:42:58.785936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580603597s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} 2026/05/04 01:42:58 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T01:42:58.786475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083427759s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:58.786625Z","caller":"traceutil/trace.go:171","msg":"trace[1217368509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2211; }","duration":"1.083641175s","start":"2026-05-04T01:42:57.702966Z","end":"2026-05-04T01:42:58.786607Z","steps":["trace[1217368509] 'range keys from in-memory index tree' (duration: 1.083410598s)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:58.786995Z","caller":"traceutil/trace.go:171","msg":"trace[1814156922] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"3.567192286s","start":"2026-05-04T01:42:55.219781Z","end":"2026-05-04T01:42:58.786973Z","steps":["trace[1814156922] 'process raft request' (duration: 3.566264246s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:58.787272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:55.219737Z","time spent":"3.567405984s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:59.583141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.076896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:42:59.583484Z","caller":"traceutil/trace.go:171","msg":"trace[593602691] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2292; }","duration":"5.360483019s","start":"2026-05-04T01:42:54.22298Z","end":"2026-05-04T01:42:59.583464Z","steps":["trace[593602691] 'read index received' (duration: 1.879785183s)","trace[593602691] 'applied index is now lower than readState.Index' (duration: 3.480696426s)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:59.583599Z","caller":"traceutil/trace.go:171","msg":"trace[1288020340] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"4.349394712s","start":"2026-05-04T01:42:55.234192Z","end":"2026-05-04T01:42:59.583586Z","steps":["trace[1288020340] 'process raft request' (duration: 4.349100462s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.583688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:55.234177Z","time spent":"4.349458365s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:59.583926Z","caller":"traceutil/trace.go:171","msg":"trace[1178780993] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"4.359949804s","start":"2026-05-04T01:42:55.223937Z","end":"2026-05-04T01:42:59.583886Z","steps":["trace[1178780993] 'process raft request' (duration: 3.563016861s)","trace[1178780993] 'compare' (duration: 795.648201ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:42:59.583978Z","caller":"traceutil/trace.go:171","msg":"trace[877167946] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"4.014431397s","start":"2026-05-04T01:42:55.569505Z","end":"2026-05-04T01:42:59.583937Z","steps":["trace[877167946] 'process raft request' (duration: 4.013861659s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.58397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.360961305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-04T01:42:59.584085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648982909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:42:59.584106Z","caller":"traceutil/trace.go:171","msg":"trace[707105052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"5.361145991s","start":"2026-05-04T01:42:54.222922Z","end":"2026-05-04T01:42:59.584068Z","steps":["trace[707105052] 'agreement among raft nodes before linearized reading' (duration: 5.360796459s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.293781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-04T01:42:59.58413Z","caller":"traceutil/trace.go:171","msg":"trace[1058958351] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2215; }","duration":"2.649082421s","start":"2026-05-04T01:42:56.935034Z","end":"2026-05-04T01:42:59.584116Z","steps":["trace[1058958351] 'agreement among raft nodes before linearized reading' (duration: 2.648998708s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:55.223924Z","time spent":"4.360089909s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:42:59.584118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.504702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:42:59.584168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:54.222896Z","time spent":"5.361258514s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-04T01:42:59.584172Z","caller":"traceutil/trace.go:171","msg":"trace[895909225] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:2215; }","duration":"568.369072ms","start":"2026-05-04T01:42:59.015786Z","end":"2026-05-04T01:42:59.584155Z","steps":["trace[895909225] 'agreement among raft nodes before linearized reading' (duration: 568.215287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:55.569494Z","time spent":"4.014578542s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:42:59.584211Z","caller":"traceutil/trace.go:171","msg":"trace[1795318981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"789.650577ms","start":"2026-05-04T01:42:58.794539Z","end":"2026-05-04T01:42:59.58419Z","steps":["trace[1795318981] 'agreement among raft nodes before linearized reading' (duration: 789.490831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132121646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:42:59.584261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:58.794521Z","time spent":"789.73172ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:42:59.584293Z","caller":"traceutil/trace.go:171","msg":"trace[305680149] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2215; }","duration":"5.132330762s","start":"2026-05-04T01:42:54.451936Z","end":"2026-05-04T01:42:59.584267Z","steps":["trace[305680149] 'agreement among raft nodes before linearized reading' (duration: 5.132048833s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015977748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-04T01:42:59.584315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214667866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-04T01:42:59.584351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:54.451895Z","time spent":"5.132443986s","remote":"127.0.0.1:44098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-04T01:42:59.584387Z","caller":"traceutil/trace.go:171","msg":"trace[102946342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2215; }","duration":"4.016122722s","start":"2026-05-04T01:42:55.568239Z","end":"2026-05-04T01:42:59.584362Z","steps":["trace[102946342] 'agreement among raft nodes before linearized reading' (duration: 4.015787801s)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:42:59.584415Z","caller":"traceutil/trace.go:171","msg":"trace[1215112191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2215; }","duration":"2.21479669s","start":"2026-05-04T01:42:57.369585Z","end":"2026-05-04T01:42:59.584381Z","steps":["trace[1215112191] 'agreement among raft nodes before linearized reading' (duration: 2.214611264s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:56.935001Z","time spent":"2.649163474s","remote":"127.0.0.1:38666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:42:59.584435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:55.568216Z","time spent":"4.016209394s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:59.584495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.3296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-04T01:42:59.584524Z","caller":"traceutil/trace.go:171","msg":"trace[235966511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2215; }","duration":"374.358151ms","start":"2026-05-04T01:42:59.210159Z","end":"2026-05-04T01:42:59.584517Z","steps":["trace[235966511] 'agreement among raft nodes before linearized reading' (duration: 374.286339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:59.210071Z","time spent":"374.470054ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:59.584764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856999524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:42:59.584752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.137675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T01:42:59.585171Z","caller":"traceutil/trace.go:171","msg":"trace[810821475] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2215; }","duration":"665.596411ms","start":"2026-05-04T01:42:58.919558Z","end":"2026-05-04T01:42:59.585155Z","steps":["trace[810821475] 'agreement among raft nodes before linearized reading' (duration: 664.93932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.585221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:58.919529Z","time spent":"665.676143ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":273,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:42:59.584422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.186085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T01:42:59.585346Z","caller":"traceutil/trace.go:171","msg":"trace[589578280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2215; }","duration":"375.121416ms","start":"2026-05-04T01:42:59.210193Z","end":"2026-05-04T01:42:59.585315Z","steps":["trace[589578280] 'agreement among raft nodes before linearized reading' (duration: 374.163195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.585413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:59.21017Z","time spent":"375.222149ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:42:59.584335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.741651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-04T01:42:59.585531Z","caller":"traceutil/trace.go:171","msg":"trace[1504511427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2215; }","duration":"374.94339ms","start":"2026-05-04T01:42:59.210571Z","end":"2026-05-04T01:42:59.585514Z","steps":["trace[1504511427] 'agreement among raft nodes before linearized reading' (duration: 373.680349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.585565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766905747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T01:42:59.585587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:59.210566Z","time spent":"375.004391ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T01:42:59.585626Z","caller":"traceutil/trace.go:171","msg":"trace[41508093] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2215; }","duration":"2.76794699s","start":"2026-05-04T01:42:56.817653Z","end":"2026-05-04T01:42:59.5856Z","steps":["trace[41508093] 'agreement among raft nodes before linearized reading' (duration: 2.766910827s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:59.015772Z","time spent":"568.440085ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-05-04T01:42:59.585664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:56.817636Z","time spent":"2.768017892s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:42:59.585638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:57.369546Z","time spent":"2.214903204s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-04T01:42:59.584785Z","caller":"traceutil/trace.go:171","msg":"trace[622496715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2215; }","duration":"2.857067206s","start":"2026-05-04T01:42:56.727711Z","end":"2026-05-04T01:42:59.584779Z","steps":["trace[622496715] 'agreement among raft nodes before linearized reading' (duration: 2.857021404s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.585863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:56.727686Z","time spent":"2.858149411s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:42:59.585947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067035216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T01:42:59.584801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.649469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:42:59.585994Z","caller":"traceutil/trace.go:171","msg":"trace[67613777] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2215; }","duration":"2.067124409s","start":"2026-05-04T01:42:57.518858Z","end":"2026-05-04T01:42:59.585982Z","steps":["trace[67613777] 'agreement among raft nodes before linearized reading' (duration: 2.065124794s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.586032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:57.518831Z","time spent":"2.067192681s","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-04T01:42:59.586027Z","caller":"traceutil/trace.go:171","msg":"trace[576074087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"896.919581ms","start":"2026-05-04T01:42:58.689089Z","end":"2026-05-04T01:42:59.586009Z","steps":["trace[576074087] 'agreement among raft nodes before linearized reading' (duration: 895.638619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297683318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-04T01:42:59.58609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:58.689067Z","time spent":"897.011243ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:42:59.586102Z","caller":"traceutil/trace.go:171","msg":"trace[1251475245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2215; }","duration":"4.29896612s","start":"2026-05-04T01:42:55.287119Z","end":"2026-05-04T01:42:59.586085Z","steps":["trace[1251475245] 'agreement among raft nodes before linearized reading' (duration: 4.297690289s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.586159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:55.287086Z","time spent":"4.299055073s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T01:42:59.584871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313351775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:42:59.586286Z","caller":"traceutil/trace.go:171","msg":"trace[1243209438] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2215; }","duration":"4.314798583s","start":"2026-05-04T01:42:55.271472Z","end":"2026-05-04T01:42:59.58627Z","steps":["trace[1243209438] 'agreement among raft nodes before linearized reading' (duration: 4.313358106s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.584868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21928237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ac394cdc2e8c05\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-05-04T01:42:59.586357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:55.271458Z","time spent":"4.314883155s","remote":"127.0.0.1:38680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-04T01:42:59.58639Z","caller":"traceutil/trace.go:171","msg":"trace[856419625] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ac394cdc2e8c05; range_end:; response_count:1; response_revision:2215; }","duration":"4.22084269s","start":"2026-05-04T01:42:55.365524Z","end":"2026-05-04T01:42:59.586367Z","steps":["trace[856419625] 'agreement among raft nodes before linearized reading' (duration: 4.219124254s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.586457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:55.365507Z","time spent":"4.220931564s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ac394cdc2e8c05\" "} {"level":"warn","ts":"2026-05-04T01:42:59.584905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36268033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-04T01:42:59.586529Z","caller":"traceutil/trace.go:171","msg":"trace[282579154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2215; }","duration":"1.364339195s","start":"2026-05-04T01:42:58.222172Z","end":"2026-05-04T01:42:59.586511Z","steps":["trace[282579154] 'agreement among raft nodes before linearized reading' (duration: 1.362629099s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.586605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:58.222146Z","time spent":"1.364441297s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T01:42:59.584803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96484403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:42:59.586781Z","caller":"traceutil/trace.go:171","msg":"trace[1715376822] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2215; }","duration":"4.966867325s","start":"2026-05-04T01:42:54.619892Z","end":"2026-05-04T01:42:59.58676Z","steps":["trace[1715376822] 'agreement among raft nodes before linearized reading' (duration: 4.96486688s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:42:59.586835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:54.619863Z","time spent":"4.966952978s","remote":"127.0.0.1:38814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:43:00.448302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.660445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:43:00.448417Z","caller":"traceutil/trace.go:171","msg":"trace[1377236891] linearizableReadLoop","detail":"{readStateIndex:2312; appliedIndex:2311; }","duration":"665.799426ms","start":"2026-05-04T01:42:59.782599Z","end":"2026-05-04T01:43:00.448399Z","steps":["trace[1377236891] 'read index received' (duration: 75.622µs)","trace[1377236891] 'applied index is now lower than readState.Index' (duration: 665.721954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:43:00.448547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.955261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:43:00.448586Z","caller":"traceutil/trace.go:171","msg":"trace[1118432496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"666.051295ms","start":"2026-05-04T01:42:59.782522Z","end":"2026-05-04T01:43:00.448573Z","steps":["trace[1118432496] 'agreement among raft nodes before linearized reading' (duration: 665.92144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:43:00.448612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:59.782485Z","time spent":"666.122047ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:43:00.448808Z","caller":"traceutil/trace.go:171","msg":"trace[301153551] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"776.121498ms","start":"2026-05-04T01:42:59.672557Z","end":"2026-05-04T01:43:00.448678Z","steps":["trace[301153551] 'process raft request' (duration: 61.957176ms)","trace[301153551] 'compare' (duration: 713.539142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:43:00.449187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:42:59.672542Z","time spent":"776.373537ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:44:12.272553Z","caller":"traceutil/trace.go:171","msg":"trace[810042426] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"126.50304ms","start":"2026-05-04T01:44:12.146013Z","end":"2026-05-04T01:44:12.272516Z","steps":["trace[810042426] 'process raft request' (duration: 126.269382ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:44:22.20473Z","caller":"traceutil/trace.go:171","msg":"trace[1219162124] linearizableReadLoop","detail":"{readStateIndex:2935; appliedIndex:2934; }","duration":"261.083962ms","start":"2026-05-04T01:44:21.94362Z","end":"2026-05-04T01:44:22.204704Z","steps":["trace[1219162124] 'read index received' (duration: 260.893306ms)","trace[1219162124] 'applied index is now lower than readState.Index' (duration: 186.146µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:44:22.205135Z","caller":"traceutil/trace.go:171","msg":"trace[642936256] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"262.85509ms","start":"2026-05-04T01:44:21.942267Z","end":"2026-05-04T01:44:22.205122Z","steps":["trace[642936256] 'process raft request' (duration: 262.23879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:22.205247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.596399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:44:22.205366Z","caller":"traceutil/trace.go:171","msg":"trace[635298840] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2825; }","duration":"261.788316ms","start":"2026-05-04T01:44:21.943546Z","end":"2026-05-04T01:44:22.205335Z","steps":["trace[635298840] 'agreement among raft nodes before linearized reading' (duration: 261.564388ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:44:22.370955Z","caller":"traceutil/trace.go:171","msg":"trace[811052137] linearizableReadLoop","detail":"{readStateIndex:2936; appliedIndex:2935; }","duration":"166.106546ms","start":"2026-05-04T01:44:22.204812Z","end":"2026-05-04T01:44:22.370919Z","steps":["trace[811052137] 'read index received' (duration: 165.313181ms)","trace[811052137] 'applied index is now lower than readState.Index' (duration: 792.565µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:44:22.371076Z","caller":"traceutil/trace.go:171","msg":"trace[766733128] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"424.014395ms","start":"2026-05-04T01:44:21.947025Z","end":"2026-05-04T01:44:22.371039Z","steps":["trace[766733128] 'process raft request' (duration: 423.136117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:22.37127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.412526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-04T01:44:22.371205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.873496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:44:22.371283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:21.94701Z","time spent":"424.14994ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:44:22.371311Z","caller":"traceutil/trace.go:171","msg":"trace[732006902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2826; }","duration":"170.542391ms","start":"2026-05-04T01:44:22.200758Z","end":"2026-05-04T01:44:22.3713Z","steps":["trace[732006902] 'agreement among raft nodes before linearized reading' (duration: 170.331344ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:44:22.371369Z","caller":"traceutil/trace.go:171","msg":"trace[1948530422] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2826; }","duration":"161.093104ms","start":"2026-05-04T01:44:22.210242Z","end":"2026-05-04T01:44:22.371335Z","steps":["trace[1948530422] 'agreement among raft nodes before linearized reading' (duration: 160.873567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:22.3715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.197073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:44:22.371535Z","caller":"traceutil/trace.go:171","msg":"trace[1188241815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2826; }","duration":"107.273895ms","start":"2026-05-04T01:44:22.26425Z","end":"2026-05-04T01:44:22.371524Z","steps":["trace[1188241815] 'agreement among raft nodes before linearized reading' (duration: 107.209383ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:44:27.273246Z","caller":"traceutil/trace.go:171","msg":"trace[572102870] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"101.948163ms","start":"2026-05-04T01:44:27.171255Z","end":"2026-05-04T01:44:27.273203Z","steps":["trace[572102870] 'process raft request' (duration: 101.581751ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:44:35.159659Z","caller":"traceutil/trace.go:171","msg":"trace[2043467930] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"128.200865ms","start":"2026-05-04T01:44:35.031432Z","end":"2026-05-04T01:44:35.159633Z","steps":["trace[2043467930] 'process raft request' (duration: 128.016719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:54.94733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.088149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:44:54.94745Z","caller":"traceutil/trace.go:171","msg":"trace[1509812122] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"316.799021ms","start":"2026-05-04T01:44:54.630634Z","end":"2026-05-04T01:44:54.947433Z","steps":["trace[1509812122] 'process raft request' (duration: 16.485916ms)","trace[1509812122] 'compare' (duration: 299.941493ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:44:54.947501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:54.630624Z","time spent":"316.857093ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:44:54.978865Z","caller":"traceutil/trace.go:171","msg":"trace[87859093] linearizableReadLoop","detail":"{readStateIndex:3145; appliedIndex:3144; }","duration":"317.043039ms","start":"2026-05-04T01:44:54.661787Z","end":"2026-05-04T01:44:54.97883Z","steps":["trace[87859093] 'read index received' (duration: 316.866704ms)","trace[87859093] 'applied index is now lower than readState.Index' (duration: 175.055µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:44:54.978936Z","caller":"traceutil/trace.go:171","msg":"trace[1765648308] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"347.926312ms","start":"2026-05-04T01:44:54.630972Z","end":"2026-05-04T01:44:54.978899Z","steps":["trace[1765648308] 'process raft request' (duration: 347.680675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:54.979055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.236365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T01:44:54.979132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:54.63096Z","time spent":"348.070437ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:44:54.979148Z","caller":"traceutil/trace.go:171","msg":"trace[1552292531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3028; }","duration":"317.393481ms","start":"2026-05-04T01:44:54.661736Z","end":"2026-05-04T01:44:54.97913Z","steps":["trace[1552292531] 'agreement among raft nodes before linearized reading' (duration: 317.241336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:54.979281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:44:54.66171Z","time spent":"317.553335ms","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-04T01:44:55.001133Z","caller":"traceutil/trace.go:171","msg":"trace[780410768] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"121.445966ms","start":"2026-05-04T01:44:54.879641Z","end":"2026-05-04T01:44:55.001087Z","steps":["trace[780410768] 'process raft request' (duration: 121.196367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:55.001148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.319827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:44:55.001257Z","caller":"traceutil/trace.go:171","msg":"trace[852785106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3029; }","duration":"216.481922ms","start":"2026-05-04T01:44:54.784745Z","end":"2026-05-04T01:44:55.001226Z","steps":["trace[852785106] 'agreement among raft nodes before linearized reading' (duration: 216.277685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:55.37121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.981592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:44:55.37134Z","caller":"traceutil/trace.go:171","msg":"trace[2000003955] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3029; }","duration":"182.175799ms","start":"2026-05-04T01:44:55.189136Z","end":"2026-05-04T01:44:55.371312Z","steps":["trace[2000003955] 'count revisions from in-memory index tree' (duration: 181.819937ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:44:55.680866Z","caller":"traceutil/trace.go:171","msg":"trace[1273126856] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"148.607919ms","start":"2026-05-04T01:44:55.532218Z","end":"2026-05-04T01:44:55.680826Z","steps":["trace[1273126856] 'process raft request' (duration: 148.395272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:56.496733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.157695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:44:56.496962Z","caller":"traceutil/trace.go:171","msg":"trace[643172265] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3030; }","duration":"257.437944ms","start":"2026-05-04T01:44:56.239462Z","end":"2026-05-04T01:44:56.4969Z","steps":["trace[643172265] 'count revisions from in-memory index tree' (duration: 256.749782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:56.498099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.542349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:44:56.498242Z","caller":"traceutil/trace.go:171","msg":"trace[1195923849] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3030; }","duration":"129.761056ms","start":"2026-05-04T01:44:56.36845Z","end":"2026-05-04T01:44:56.498211Z","steps":["trace[1195923849] 'count revisions from in-memory index tree' (duration: 129.432575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:44:56.498642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.055002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18ac396911527185\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-04T01:44:56.498707Z","caller":"traceutil/trace.go:171","msg":"trace[719260031] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"127.890865ms","start":"2026-05-04T01:44:56.370758Z","end":"2026-05-04T01:44:56.498648Z","steps":["trace[719260031] 'process raft request' (duration: 124.569967ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:44:56.498776Z","caller":"traceutil/trace.go:171","msg":"trace[1207891969] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18ac396911527185; range_end:; response_count:1; response_revision:3030; }","duration":"181.255049ms","start":"2026-05-04T01:44:56.317486Z","end":"2026-05-04T01:44:56.498741Z","steps":["trace[1207891969] 'range keys from in-memory index tree' (duration: 179.825582ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:45:02.647467Z","caller":"traceutil/trace.go:171","msg":"trace[1214027357] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"126.07741ms","start":"2026-05-04T01:45:02.521358Z","end":"2026-05-04T01:45:02.647436Z","steps":["trace[1214027357] 'process raft request' (duration: 125.851352ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:45:02.662875Z","caller":"traceutil/trace.go:171","msg":"trace[24291843] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"139.941003ms","start":"2026-05-04T01:45:02.522904Z","end":"2026-05-04T01:45:02.662845Z","steps":["trace[24291843] 'process raft request' (duration: 139.696065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:45:31.081654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.209264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:45:31.081773Z","caller":"traceutil/trace.go:171","msg":"trace[1979689620] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3223; }","duration":"131.390929ms","start":"2026-05-04T01:45:30.950353Z","end":"2026-05-04T01:45:31.081744Z","steps":["trace[1979689620] 'count revisions from in-memory index tree' (duration: 131.093439ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:33.166387Z","caller":"traceutil/trace.go:171","msg":"trace[239648809] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"169.036949ms","start":"2026-05-04T01:47:32.997322Z","end":"2026-05-04T01:47:33.166359Z","steps":["trace[239648809] 'process raft request' (duration: 168.835372ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:47:38.641696Z","caller":"traceutil/trace.go:171","msg":"trace[798495960] linearizableReadLoop","detail":"{readStateIndex:4240; appliedIndex:4239; }","duration":"209.363002ms","start":"2026-05-04T01:47:38.432298Z","end":"2026-05-04T01:47:38.641661Z","steps":["trace[798495960] 'read index received' (duration: 208.415772ms)","trace[798495960] 'applied index is now lower than readState.Index' (duration: 945.58µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:47:38.64177Z","caller":"traceutil/trace.go:171","msg":"trace[1694287891] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"210.603971ms","start":"2026-05-04T01:47:38.431126Z","end":"2026-05-04T01:47:38.64173Z","steps":["trace[1694287891] 'process raft request' (duration: 209.687652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:47:38.642297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.956841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63084"} {"level":"info","ts":"2026-05-04T01:47:38.6426Z","caller":"traceutil/trace.go:171","msg":"trace[773659094] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4085; }","duration":"210.209029ms","start":"2026-05-04T01:47:38.432264Z","end":"2026-05-04T01:47:38.642473Z","steps":["trace[773659094] 'agreement among raft nodes before linearized reading' (duration: 209.598379ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:02.938509Z","caller":"traceutil/trace.go:171","msg":"trace[1292515304] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"101.868959ms","start":"2026-05-04T01:49:02.836599Z","end":"2026-05-04T01:49:02.938468Z","steps":["trace[1292515304] 'process raft request' (duration: 51.608406ms)","trace[1292515304] 'compare' (duration: 49.998224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:49:05.615971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.269056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-05-04T01:49:05.616189Z","caller":"traceutil/trace.go:171","msg":"trace[2025568815] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5083; }","duration":"258.531844ms","start":"2026-05-04T01:49:05.357628Z","end":"2026-05-04T01:49:05.616159Z","steps":["trace[2025568815] 'range keys from in-memory index tree' (duration: 258.049818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:05.61623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.886883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-04T01:49:05.61634Z","caller":"traceutil/trace.go:171","msg":"trace[794214790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5083; }","duration":"257.049687ms","start":"2026-05-04T01:49:05.359262Z","end":"2026-05-04T01:49:05.616312Z","steps":["trace[794214790] 'range keys from in-memory index tree' (duration: 256.662445ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:05.701323Z","caller":"traceutil/trace.go:171","msg":"trace[210332986] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5277; }","duration":"227.783569ms","start":"2026-05-04T01:49:05.473508Z","end":"2026-05-04T01:49:05.701291Z","steps":["trace[210332986] 'read index received' (duration: 227.704466ms)","trace[210332986] 'applied index is now lower than readState.Index' (duration: 78.123µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:05.701454Z","caller":"traceutil/trace.go:171","msg":"trace[714738465] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"309.49625ms","start":"2026-05-04T01:49:05.391927Z","end":"2026-05-04T01:49:05.701424Z","steps":["trace[714738465] 'process raft request' (duration: 309.18751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:05.701644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:05.391899Z","time spent":"309.630425ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T01:49:05.701663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.1338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec9b999d-495c-4e30-a557-4014b5371398\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-04T01:49:05.701705Z","caller":"traceutil/trace.go:171","msg":"trace[1279737924] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec9b999d-495c-4e30-a557-4014b5371398; range_end:; response_count:1; response_revision:5084; }","duration":"228.242954ms","start":"2026-05-04T01:49:05.473448Z","end":"2026-05-04T01:49:05.701691Z","steps":["trace[1279737924] 'agreement among raft nodes before linearized reading' (duration: 227.998406ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:05.745217Z","caller":"traceutil/trace.go:171","msg":"trace[1668381352] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"123.711299ms","start":"2026-05-04T01:49:05.621448Z","end":"2026-05-04T01:49:05.74516Z","steps":["trace[1668381352] 'process raft request' (duration: 94.888425ms)","trace[1668381352] 'compare' (duration: 28.290117ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:49:05.745222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.014321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:49:05.745336Z","caller":"traceutil/trace.go:171","msg":"trace[1663192492] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5086; }","duration":"125.176696ms","start":"2026-05-04T01:49:05.620134Z","end":"2026-05-04T01:49:05.74531Z","steps":["trace[1663192492] 'agreement among raft nodes before linearized reading' (duration: 124.951639ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:07.058413Z","caller":"traceutil/trace.go:171","msg":"trace[1083365157] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5311; }","duration":"137.591535ms","start":"2026-05-04T01:49:06.920787Z","end":"2026-05-04T01:49:07.058379Z","steps":["trace[1083365157] 'read index received' (duration: 58.442µs)","trace[1083365157] 'applied index is now lower than readState.Index' (duration: 137.531593ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:07.058486Z","caller":"traceutil/trace.go:171","msg":"trace[381519381] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"137.669967ms","start":"2026-05-04T01:49:06.920773Z","end":"2026-05-04T01:49:07.058443Z","steps":["trace[381519381] 'process raft request' (duration: 137.413189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:07.058929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.116882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-04T01:49:07.058992Z","caller":"traceutil/trace.go:171","msg":"trace[594802162] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5117; }","duration":"138.249176ms","start":"2026-05-04T01:49:06.920727Z","end":"2026-05-04T01:49:07.058976Z","steps":["trace[594802162] 'agreement among raft nodes before linearized reading' (duration: 137.769691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:07.060058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.389205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64207d63-e4c1-4759-880b-ad935e2e5817\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-05-04T01:49:07.06013Z","caller":"traceutil/trace.go:171","msg":"trace[799624437] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-64207d63-e4c1-4759-880b-ad935e2e5817; range_end:; response_count:1; response_revision:5119; }","duration":"116.649983ms","start":"2026-05-04T01:49:06.943462Z","end":"2026-05-04T01:49:07.060112Z","steps":["trace[799624437] 'agreement among raft nodes before linearized reading' (duration: 115.93652ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:07.859633Z","caller":"traceutil/trace.go:171","msg":"trace[1415053147] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"107.731167ms","start":"2026-05-04T01:49:07.751867Z","end":"2026-05-04T01:49:07.859598Z","steps":["trace[1415053147] 'process raft request' (duration: 107.54009ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:08.106723Z","caller":"traceutil/trace.go:171","msg":"trace[699080242] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"351.845239ms","start":"2026-05-04T01:49:07.754846Z","end":"2026-05-04T01:49:08.106692Z","steps":["trace[699080242] 'process raft request' (duration: 338.934465ms)","trace[699080242] 'compare' (duration: 12.661896ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:08.106868Z","caller":"traceutil/trace.go:171","msg":"trace[513198157] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"340.66259ms","start":"2026-05-04T01:49:07.766179Z","end":"2026-05-04T01:49:08.106842Z","steps":["trace[513198157] 'read index received' (duration: 93.426418ms)","trace[513198157] 'applied index is now lower than readState.Index' (duration: 247.234012ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:08.106882Z","caller":"traceutil/trace.go:171","msg":"trace[1062901184] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"338.77102ms","start":"2026-05-04T01:49:07.768073Z","end":"2026-05-04T01:49:08.106844Z","steps":["trace[1062901184] 'process raft request' (duration: 338.554843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:08.106918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:07.754818Z","time spent":"351.997154ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:49:08.107039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:07.768063Z","time spent":"338.895383ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T01:49:08.107133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.944699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhq6k\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-05-04T01:49:08.107183Z","caller":"traceutil/trace.go:171","msg":"trace[1245182494] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhq6k; range_end:; response_count:1; response_revision:5139; }","duration":"341.035012ms","start":"2026-05-04T01:49:07.766134Z","end":"2026-05-04T01:49:08.107169Z","steps":["trace[1245182494] 'agreement among raft nodes before linearized reading' (duration: 340.834786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:08.10725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:07.766117Z","time spent":"341.099704ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhq6k\" "} {"level":"warn","ts":"2026-05-04T01:49:08.107465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.430435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:49:08.107526Z","caller":"traceutil/trace.go:171","msg":"trace[1334824940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5139; }","duration":"322.508438ms","start":"2026-05-04T01:49:07.785006Z","end":"2026-05-04T01:49:08.107515Z","steps":["trace[1334824940] 'agreement among raft nodes before linearized reading' (duration: 322.429445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:08.107556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:07.784997Z","time spent":"322.552969ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T01:49:08.107477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.877472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-05-04T01:49:08.107698Z","caller":"traceutil/trace.go:171","msg":"trace[92088727] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5139; }","duration":"104.116671ms","start":"2026-05-04T01:49:08.003542Z","end":"2026-05-04T01:49:08.107658Z","steps":["trace[92088727] 'agreement among raft nodes before linearized reading' (duration: 103.7702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:08.10771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.843281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:522613"} {"level":"info","ts":"2026-05-04T01:49:08.10934Z","caller":"traceutil/trace.go:171","msg":"trace[1561830833] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5139; }","duration":"324.297385ms","start":"2026-05-04T01:49:07.783824Z","end":"2026-05-04T01:49:08.108121Z","steps":["trace[1561830833] 'agreement among raft nodes before linearized reading' (duration: 323.425497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:08.109498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:07.78374Z","time spent":"325.70738ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":522635,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-04T01:49:13.551566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.335189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4fd7e0b-cc05-4e1e-b503-a3c7bf562b86\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-04T01:49:13.551686Z","caller":"traceutil/trace.go:171","msg":"trace[897280106] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4fd7e0b-cc05-4e1e-b503-a3c7bf562b86; range_end:; response_count:1; response_revision:5327; }","duration":"709.526615ms","start":"2026-05-04T01:49:12.842135Z","end":"2026-05-04T01:49:13.551662Z","steps":["trace[897280106] 'range keys from in-memory index tree' (duration: 709.102102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:13.551738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:12.842108Z","time spent":"709.619238ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4fd7e0b-cc05-4e1e-b503-a3c7bf562b86\" "} {"level":"warn","ts":"2026-05-04T01:49:13.551795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.477638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:49:13.551907Z","caller":"traceutil/trace.go:171","msg":"trace[929298890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5327; }","duration":"765.058057ms","start":"2026-05-04T01:49:12.786824Z","end":"2026-05-04T01:49:13.551882Z","steps":["trace[929298890] 'range keys from in-memory index tree' (duration: 764.369085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:13.551958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:12.786784Z","time spent":"765.163051ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:49:13.662567Z","caller":"traceutil/trace.go:171","msg":"trace[1959015066] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5528; }","duration":"468.74747ms","start":"2026-05-04T01:49:13.193749Z","end":"2026-05-04T01:49:13.662496Z","steps":["trace[1959015066] 'read index received' (duration: 468.43302ms)","trace[1959015066] 'applied index is now lower than readState.Index' (duration: 312.99µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:13.662649Z","caller":"traceutil/trace.go:171","msg":"trace[43178803] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"583.43982ms","start":"2026-05-04T01:49:13.079164Z","end":"2026-05-04T01:49:13.662604Z","steps":["trace[43178803] 'process raft request' (duration: 583.037207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:13.662978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.190454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T01:49:13.6631Z","caller":"traceutil/trace.go:171","msg":"trace[263597365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:5328; }","duration":"469.386081ms","start":"2026-05-04T01:49:13.193686Z","end":"2026-05-04T01:49:13.663072Z","steps":["trace[263597365] 'agreement among raft nodes before linearized reading' (duration: 469.018529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:13.663176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:13.193659Z","time spent":"469.500435ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zp76c\" "} {"level":"warn","ts":"2026-05-04T01:49:13.663466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:13.079132Z","time spent":"583.690448ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:49:14.113999Z","caller":"traceutil/trace.go:171","msg":"trace[1443657118] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"242.17518ms","start":"2026-05-04T01:49:13.871794Z","end":"2026-05-04T01:49:14.113969Z","steps":["trace[1443657118] 'process raft request' (duration: 242.009825ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:14.160753Z","caller":"traceutil/trace.go:171","msg":"trace[1722264762] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5532; }","duration":"173.430044ms","start":"2026-05-04T01:49:13.987295Z","end":"2026-05-04T01:49:14.160725Z","steps":["trace[1722264762] 'read index received' (duration: 126.597801ms)","trace[1722264762] 'applied index is now lower than readState.Index' (duration: 46.830493ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:14.160891Z","caller":"traceutil/trace.go:171","msg":"trace[26375491] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"282.07273ms","start":"2026-05-04T01:49:13.878805Z","end":"2026-05-04T01:49:14.160878Z","steps":["trace[26375491] 'process raft request' (duration: 281.77254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:14.161437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.122107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778245"} {"level":"info","ts":"2026-05-04T01:49:14.161531Z","caller":"traceutil/trace.go:171","msg":"trace[1183872847] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5333; }","duration":"174.323753ms","start":"2026-05-04T01:49:13.987188Z","end":"2026-05-04T01:49:14.161511Z","steps":["trace[1183872847] 'agreement among raft nodes before linearized reading' (duration: 173.723284ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:14.326271Z","caller":"traceutil/trace.go:171","msg":"trace[2083136558] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"201.602028ms","start":"2026-05-04T01:49:14.124616Z","end":"2026-05-04T01:49:14.326218Z","steps":["trace[2083136558] 'process raft request' (duration: 169.800268ms)","trace[2083136558] 'compare' (duration: 31.361616ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:14.32627Z","caller":"traceutil/trace.go:171","msg":"trace[1499253727] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"195.939546ms","start":"2026-05-04T01:49:14.13029Z","end":"2026-05-04T01:49:14.32623Z","steps":["trace[1499253727] 'process raft request' (duration: 195.671998ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:14.326387Z","caller":"traceutil/trace.go:171","msg":"trace[2083807148] linearizableReadLoop","detail":"{readStateIndex:5536; appliedIndex:5534; }","duration":"165.50834ms","start":"2026-05-04T01:49:14.160839Z","end":"2026-05-04T01:49:14.326348Z","steps":["trace[2083807148] 'read index received' (duration: 133.553605ms)","trace[2083807148] 'applied index is now lower than readState.Index' (duration: 31.951275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:49:14.398414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.653144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T01:49:14.39851Z","caller":"traceutil/trace.go:171","msg":"trace[1079609648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5335; }","duration":"251.81749ms","start":"2026-05-04T01:49:14.146672Z","end":"2026-05-04T01:49:14.398489Z","steps":["trace[1079609648] 'agreement among raft nodes before linearized reading' (duration: 179.845131ms)","trace[1079609648] 'range keys from in-memory index tree' (duration: 71.728102ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:49:14.39859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.956937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-04T01:49:14.39844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.752919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-04T01:49:14.398666Z","caller":"traceutil/trace.go:171","msg":"trace[1270694046] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5335; }","duration":"191.04499ms","start":"2026-05-04T01:49:14.207599Z","end":"2026-05-04T01:49:14.398644Z","steps":["trace[1270694046] 'agreement among raft nodes before linearized reading' (duration: 190.898665ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:14.3987Z","caller":"traceutil/trace.go:171","msg":"trace[1746743890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5335; }","duration":"224.051989ms","start":"2026-05-04T01:49:14.174614Z","end":"2026-05-04T01:49:14.398666Z","steps":["trace[1746743890] 'agreement among raft nodes before linearized reading' (duration: 223.690237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:14.398597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.807089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T01:49:14.398897Z","caller":"traceutil/trace.go:171","msg":"trace[1322771505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5335; }","duration":"223.122329ms","start":"2026-05-04T01:49:14.175761Z","end":"2026-05-04T01:49:14.398883Z","steps":["trace[1322771505] 'agreement among raft nodes before linearized reading' (duration: 222.775137ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:20.851332Z","caller":"traceutil/trace.go:171","msg":"trace[608679506] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"112.678945ms","start":"2026-05-04T01:49:20.73861Z","end":"2026-05-04T01:49:20.851289Z","steps":["trace[608679506] 'process raft request' (duration: 75.466935ms)","trace[608679506] 'compare' (duration: 36.797807ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:20.851416Z","caller":"traceutil/trace.go:171","msg":"trace[1940065710] linearizableReadLoop","detail":"{readStateIndex:5687; appliedIndex:5684; }","duration":"107.762618ms","start":"2026-05-04T01:49:20.743622Z","end":"2026-05-04T01:49:20.851384Z","steps":["trace[1940065710] 'read index received' (duration: 1.110876ms)","trace[1940065710] 'applied index is now lower than readState.Index' (duration: 106.650142ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:20.851492Z","caller":"traceutil/trace.go:171","msg":"trace[1162271314] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"112.704876ms","start":"2026-05-04T01:49:20.73873Z","end":"2026-05-04T01:49:20.851435Z","steps":["trace[1162271314] 'process raft request' (duration: 112.52209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:20.851711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.058238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-04T01:49:20.851766Z","caller":"traceutil/trace.go:171","msg":"trace[327458836] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5482; }","duration":"108.13654ms","start":"2026-05-04T01:49:20.743614Z","end":"2026-05-04T01:49:20.851751Z","steps":["trace[327458836] 'agreement among raft nodes before linearized reading' (duration: 107.941114ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:23.888149Z","caller":"traceutil/trace.go:171","msg":"trace[55269197] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5727; }","duration":"157.224191ms","start":"2026-05-04T01:49:23.730884Z","end":"2026-05-04T01:49:23.888108Z","steps":["trace[55269197] 'read index received' (duration: 156.57178ms)","trace[55269197] 'applied index is now lower than readState.Index' (duration: 649.621µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:23.888193Z","caller":"traceutil/trace.go:171","msg":"trace[1398678751] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"192.174149ms","start":"2026-05-04T01:49:23.695961Z","end":"2026-05-04T01:49:23.888136Z","steps":["trace[1398678751] 'process raft request' (duration: 191.621211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:23.88834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.430667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:49:23.888405Z","caller":"traceutil/trace.go:171","msg":"trace[326677061] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5522; }","duration":"157.617053ms","start":"2026-05-04T01:49:23.730771Z","end":"2026-05-04T01:49:23.888388Z","steps":["trace[326677061] 'agreement among raft nodes before linearized reading' (duration: 157.418457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:23.888501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.146022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:49:23.888555Z","caller":"traceutil/trace.go:171","msg":"trace[1667551120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5522; }","duration":"104.267846ms","start":"2026-05-04T01:49:23.784273Z","end":"2026-05-04T01:49:23.888541Z","steps":["trace[1667551120] 'agreement among raft nodes before linearized reading' (duration: 104.127081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:23.88855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.718397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T01:49:23.888661Z","caller":"traceutil/trace.go:171","msg":"trace[302519377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:5522; }","duration":"152.891842ms","start":"2026-05-04T01:49:23.735744Z","end":"2026-05-04T01:49:23.888636Z","steps":["trace[302519377] 'agreement among raft nodes before linearized reading' (duration: 152.580092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:23.888732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.795249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-jvk9v\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-05-04T01:49:23.888841Z","caller":"traceutil/trace.go:171","msg":"trace[1367878404] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-jvk9v; range_end:; response_count:1; response_revision:5522; }","duration":"147.928773ms","start":"2026-05-04T01:49:23.74088Z","end":"2026-05-04T01:49:23.888809Z","steps":["trace[1367878404] 'agreement among raft nodes before linearized reading' (duration: 147.654355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:26.928822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.607801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:49:26.928933Z","caller":"traceutil/trace.go:171","msg":"trace[1488107081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5564; }","duration":"142.777947ms","start":"2026-05-04T01:49:26.786128Z","end":"2026-05-04T01:49:26.928906Z","steps":["trace[1488107081] 'range keys from in-memory index tree' (duration: 142.497148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:26.929098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.650841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-pv54z\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-05-04T01:49:26.929228Z","caller":"traceutil/trace.go:171","msg":"trace[760858938] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-pv54z; range_end:; response_count:1; response_revision:5564; }","duration":"141.879579ms","start":"2026-05-04T01:49:26.787324Z","end":"2026-05-04T01:49:26.929203Z","steps":["trace[760858938] 'range keys from in-memory index tree' (duration: 141.382933ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:27.206266Z","caller":"traceutil/trace.go:171","msg":"trace[279296658] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"267.435967ms","start":"2026-05-04T01:49:26.938794Z","end":"2026-05-04T01:49:27.20623Z","steps":["trace[279296658] 'process raft request' (duration: 267.201989ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:27.836864Z","caller":"traceutil/trace.go:171","msg":"trace[1874827042] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"106.305441ms","start":"2026-05-04T01:49:27.730526Z","end":"2026-05-04T01:49:27.836831Z","steps":["trace[1874827042] 'process raft request' (duration: 86.954362ms)","trace[1874827042] 'compare' (duration: 19.091401ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:33.846057Z","caller":"traceutil/trace.go:171","msg":"trace[1914361458] linearizableReadLoop","detail":"{readStateIndex:5938; appliedIndex:5937; }","duration":"268.923265ms","start":"2026-05-04T01:49:33.577102Z","end":"2026-05-04T01:49:33.846026Z","steps":["trace[1914361458] 'read index received' (duration: 268.743669ms)","trace[1914361458] 'applied index is now lower than readState.Index' (duration: 178.236µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:33.846174Z","caller":"traceutil/trace.go:171","msg":"trace[217641208] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"383.695257ms","start":"2026-05-04T01:49:33.462427Z","end":"2026-05-04T01:49:33.846122Z","steps":["trace[217641208] 'process raft request' (duration: 383.402927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:33.846357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:33.462395Z","time spent":"383.873192ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T01:49:33.846531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.365369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c47adb2c-b53c-4ebe-bc64-d2e4ee3fb599\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-04T01:49:33.846669Z","caller":"traceutil/trace.go:171","msg":"trace[526414931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c47adb2c-b53c-4ebe-bc64-d2e4ee3fb599; range_end:; response_count:1; response_revision:5727; }","duration":"269.577176ms","start":"2026-05-04T01:49:33.57705Z","end":"2026-05-04T01:49:33.846627Z","steps":["trace[526414931] 'agreement among raft nodes before linearized reading' (duration: 269.128892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:34.18556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.400419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c47adb2c-b53c-4ebe-bc64-d2e4ee3fb599\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-04T01:49:34.185638Z","caller":"traceutil/trace.go:171","msg":"trace[1697804791] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c47adb2c-b53c-4ebe-bc64-d2e4ee3fb599; range_end:; response_count:1; response_revision:5727; }","duration":"334.517573ms","start":"2026-05-04T01:49:33.851102Z","end":"2026-05-04T01:49:34.18562Z","steps":["trace[1697804791] 'range keys from in-memory index tree' (duration: 334.259834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:34.185679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:33.851084Z","time spent":"334.584264ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c47adb2c-b53c-4ebe-bc64-d2e4ee3fb599\" "} {"level":"info","ts":"2026-05-04T01:49:34.185973Z","caller":"traceutil/trace.go:171","msg":"trace[2122802154] linearizableReadLoop","detail":"{readStateIndex:5939; appliedIndex:5938; }","duration":"245.506634ms","start":"2026-05-04T01:49:33.940435Z","end":"2026-05-04T01:49:34.185941Z","steps":["trace[2122802154] 'read index received' (duration: 242.762396ms)","trace[2122802154] 'applied index is now lower than readState.Index' (duration: 2.743108ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:34.18616Z","caller":"traceutil/trace.go:171","msg":"trace[1072487147] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"327.367243ms","start":"2026-05-04T01:49:33.858769Z","end":"2026-05-04T01:49:34.186136Z","steps":["trace[1072487147] 'process raft request' (duration: 324.527003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:34.186345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:33.858749Z","time spent":"327.440306ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:49:34.186365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.5687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-04T01:49:34.186442Z","caller":"traceutil/trace.go:171","msg":"trace[841744167] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5728; }","duration":"232.643163ms","start":"2026-05-04T01:49:33.953753Z","end":"2026-05-04T01:49:34.186396Z","steps":["trace[841744167] 'agreement among raft nodes before linearized reading' (duration: 232.491308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:34.186595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.140425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T01:49:34.186703Z","caller":"traceutil/trace.go:171","msg":"trace[595128550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:5728; }","duration":"246.29772ms","start":"2026-05-04T01:49:33.940379Z","end":"2026-05-04T01:49:34.186677Z","steps":["trace[595128550] 'agreement among raft nodes before linearized reading' (duration: 245.970799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:34.186595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.987817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:49:34.18687Z","caller":"traceutil/trace.go:171","msg":"trace[1762365366] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5728; }","duration":"189.316897ms","start":"2026-05-04T01:49:33.997513Z","end":"2026-05-04T01:49:34.18683Z","steps":["trace[1762365366] 'agreement among raft nodes before linearized reading' (duration: 188.971146ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:34.743929Z","caller":"traceutil/trace.go:171","msg":"trace[223430623] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"550.37838ms","start":"2026-05-04T01:49:34.193522Z","end":"2026-05-04T01:49:34.7439Z","steps":["trace[223430623] 'process raft request' (duration: 550.200455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:34.744114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.193504Z","time spent":"550.504035ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:49:35.489011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.625161ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-04T01:49:35.489834Z","caller":"traceutil/trace.go:171","msg":"trace[130011516] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"1.226918218s","start":"2026-05-04T01:49:34.262851Z","end":"2026-05-04T01:49:35.489769Z","steps":["trace[130011516] 'process raft request' (duration: 1.226282228s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.490049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.262819Z","time spent":"1.227119474s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:49:35.490369Z","caller":"traceutil/trace.go:171","msg":"trace[359797533] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"276.140635ms","start":"2026-05-04T01:49:35.214202Z","end":"2026-05-04T01:49:35.490343Z","steps":["trace[359797533] 'process raft request' (duration: 276.027792ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:35.490381Z","caller":"traceutil/trace.go:171","msg":"trace[1540774500] linearizableReadLoop","detail":"{readStateIndex:5942; appliedIndex:5940; }","duration":"1.226752193s","start":"2026-05-04T01:49:34.263557Z","end":"2026-05-04T01:49:35.490309Z","steps":["trace[1540774500] 'read index received' (duration: 480.508536ms)","trace[1540774500] 'applied index is now lower than readState.Index' (duration: 746.236497ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:35.490254Z","caller":"traceutil/trace.go:171","msg":"trace[1846986924] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"1.078490099s","start":"2026-05-04T01:49:34.411719Z","end":"2026-05-04T01:49:35.490209Z","steps":["trace[1846986924] 'process raft request' (duration: 1.077915041s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.49056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22697681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:49:35.490661Z","caller":"traceutil/trace.go:171","msg":"trace[917485879] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5732; }","duration":"1.227127005s","start":"2026-05-04T01:49:34.263512Z","end":"2026-05-04T01:49:35.490639Z","steps":["trace[917485879] 'agreement among raft nodes before linearized reading' (duration: 1.226954059s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.490732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.2635Z","time spent":"1.227223107s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-04T01:49:35.490744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.714397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c47adb2c-b53c-4ebe-bc64-d2e4ee3fb599\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-04T01:49:35.490799Z","caller":"traceutil/trace.go:171","msg":"trace[1562048778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c47adb2c-b53c-4ebe-bc64-d2e4ee3fb599; range_end:; response_count:1; response_revision:5732; }","duration":"638.844551ms","start":"2026-05-04T01:49:34.851939Z","end":"2026-05-04T01:49:35.490783Z","steps":["trace[1562048778] 'agreement among raft nodes before linearized reading' (duration: 638.654355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.49083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.139134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"warn","ts":"2026-05-04T01:49:35.490849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.851911Z","time spent":"638.929324ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c47adb2c-b53c-4ebe-bc64-d2e4ee3fb599\" "} {"level":"warn","ts":"2026-05-04T01:49:35.490849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.777434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4474"} {"level":"info","ts":"2026-05-04T01:49:35.490887Z","caller":"traceutil/trace.go:171","msg":"trace[1164784975] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5732; }","duration":"661.244438ms","start":"2026-05-04T01:49:34.829627Z","end":"2026-05-04T01:49:35.490871Z","steps":["trace[1164784975] 'agreement among raft nodes before linearized reading' (duration: 661.065493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.490931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.8296Z","time spent":"661.32296ms","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2124,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-05-04T01:49:35.490918Z","caller":"traceutil/trace.go:171","msg":"trace[611378190] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5732; }","duration":"741.897489ms","start":"2026-05-04T01:49:34.748998Z","end":"2026-05-04T01:49:35.490896Z","steps":["trace[611378190] 'agreement among raft nodes before linearized reading' (duration: 741.570629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.490975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.095208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-04T01:49:35.490794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.653763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T01:49:35.491027Z","caller":"traceutil/trace.go:171","msg":"trace[713493482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5732; }","duration":"774.182682ms","start":"2026-05-04T01:49:34.716829Z","end":"2026-05-04T01:49:35.491012Z","steps":["trace[713493482] 'agreement among raft nodes before linearized reading' (duration: 774.086449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.491041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.230187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:49:35.490891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.501846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T01:49:35.491072Z","caller":"traceutil/trace.go:171","msg":"trace[1399313406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5732; }","duration":"706.33213ms","start":"2026-05-04T01:49:34.784731Z","end":"2026-05-04T01:49:35.491063Z","steps":["trace[1399313406] 'agreement among raft nodes before linearized reading' (duration: 706.281949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.491078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.716803Z","time spent":"774.265085ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T01:49:35.491109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.784694Z","time spent":"706.410763ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:49:35.491112Z","caller":"traceutil/trace.go:171","msg":"trace[1992604105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5732; }","duration":"756.754904ms","start":"2026-05-04T01:49:34.734344Z","end":"2026-05-04T01:49:35.491099Z","steps":["trace[1992604105] 'agreement among raft nodes before linearized reading' (duration: 756.481346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.491161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.734309Z","time spent":"756.838487ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T01:49:35.4911Z","caller":"traceutil/trace.go:171","msg":"trace[2077222183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5732; }","duration":"912.972882ms","start":"2026-05-04T01:49:34.578062Z","end":"2026-05-04T01:49:35.491035Z","steps":["trace[2077222183] 'agreement among raft nodes before linearized reading' (duration: 912.509658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.491235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.988545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-04T01:49:35.491314Z","caller":"traceutil/trace.go:171","msg":"trace[1912435569] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5732; }","duration":"589.13322ms","start":"2026-05-04T01:49:34.902171Z","end":"2026-05-04T01:49:35.491304Z","steps":["trace[1912435569] 'agreement among raft nodes before linearized reading' (duration: 588.979555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.491302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.578013Z","time spent":"913.19478ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T01:49:35.491354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.684521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-04T01:49:35.491366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.902138Z","time spent":"589.214863ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-04T01:49:35.491399Z","caller":"traceutil/trace.go:171","msg":"trace[2128410107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5732; }","duration":"901.754504ms","start":"2026-05-04T01:49:34.589634Z","end":"2026-05-04T01:49:35.491389Z","steps":["trace[2128410107] 'agreement among raft nodes before linearized reading' (duration: 901.64284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.491408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.519272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-04T01:49:35.491433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.589618Z","time spent":"901.808375ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T01:49:35.491448Z","caller":"traceutil/trace.go:171","msg":"trace[167315163] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5732; }","duration":"844.595044ms","start":"2026-05-04T01:49:34.646837Z","end":"2026-05-04T01:49:35.491432Z","steps":["trace[167315163] 'agreement among raft nodes before linearized reading' (duration: 844.444779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.491458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.903219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-04T01:49:35.491479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.646815Z","time spent":"844.657606ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T01:49:35.490984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.748977Z","time spent":"741.997672ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4496,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-05-04T01:49:35.491502Z","caller":"traceutil/trace.go:171","msg":"trace[589380976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5732; }","duration":"912.000772ms","start":"2026-05-04T01:49:34.579489Z","end":"2026-05-04T01:49:35.49149Z","steps":["trace[589380976] 'agreement among raft nodes before linearized reading' (duration: 911.893799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:35.491546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.579463Z","time spent":"912.076015ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:49:35.491711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:49:34.411682Z","time spent":"1.079934465s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:49:35.883353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2921} {"level":"info","ts":"2026-05-04T01:49:35.95996Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2921,"took":"74.69117ms","hash":1055692503,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":31502336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-04T01:49:35.960046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1055692503,"revision":2921,"compact-revision":-1} {"level":"info","ts":"2026-05-04T01:49:41.64427Z","caller":"traceutil/trace.go:171","msg":"trace[726593412] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"117.957854ms","start":"2026-05-04T01:49:41.526284Z","end":"2026-05-04T01:49:41.644242Z","steps":["trace[726593412] 'process raft request' (duration: 117.733637ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:49:41.742946Z","caller":"traceutil/trace.go:171","msg":"trace[1769722446] linearizableReadLoop","detail":"{readStateIndex:6065; appliedIndex:6063; }","duration":"208.057348ms","start":"2026-05-04T01:49:41.534858Z","end":"2026-05-04T01:49:41.742916Z","steps":["trace[1769722446] 'read index received' (duration: 109.243916ms)","trace[1769722446] 'applied index is now lower than readState.Index' (duration: 98.812382ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:49:41.743398Z","caller":"traceutil/trace.go:171","msg":"trace[1833496756] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"214.561486ms","start":"2026-05-04T01:49:41.528798Z","end":"2026-05-04T01:49:41.74336Z","steps":["trace[1833496756] 'process raft request' (duration: 199.751292ms)","trace[1833496756] 'compare' (duration: 14.08152ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:49:41.743642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.747099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T01:49:41.743725Z","caller":"traceutil/trace.go:171","msg":"trace[1201306025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5851; }","duration":"208.882154ms","start":"2026-05-04T01:49:41.534824Z","end":"2026-05-04T01:49:41.743706Z","steps":["trace[1201306025] 'agreement among raft nodes before linearized reading' (duration: 208.551913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:41.743849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.522296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T01:49:41.743935Z","caller":"traceutil/trace.go:171","msg":"trace[92746110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5851; }","duration":"200.703012ms","start":"2026-05-04T01:49:41.543212Z","end":"2026-05-04T01:49:41.743915Z","steps":["trace[92746110] 'agreement among raft nodes before linearized reading' (duration: 200.403722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:41.743943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.361113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-04T01:49:41.744029Z","caller":"traceutil/trace.go:171","msg":"trace[374750442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5851; }","duration":"191.478646ms","start":"2026-05-04T01:49:41.552524Z","end":"2026-05-04T01:49:41.744003Z","steps":["trace[374750442] 'agreement among raft nodes before linearized reading' (duration: 191.203358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:41.744161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.787738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T01:49:41.744194Z","caller":"traceutil/trace.go:171","msg":"trace[1589395859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5851; }","duration":"197.83811ms","start":"2026-05-04T01:49:41.546343Z","end":"2026-05-04T01:49:41.744182Z","steps":["trace[1589395859] 'agreement among raft nodes before linearized reading' (duration: 197.734117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:41.744212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.368587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T01:49:41.744256Z","caller":"traceutil/trace.go:171","msg":"trace[37030176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5851; }","duration":"193.45399ms","start":"2026-05-04T01:49:41.550788Z","end":"2026-05-04T01:49:41.744242Z","steps":["trace[37030176] 'agreement among raft nodes before linearized reading' (duration: 193.287165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:49:41.744276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.56399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T01:49:41.744317Z","caller":"traceutil/trace.go:171","msg":"trace[1016611496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5851; }","duration":"191.636672ms","start":"2026-05-04T01:49:41.552668Z","end":"2026-05-04T01:49:41.744304Z","steps":["trace[1016611496] 'agreement among raft nodes before linearized reading' (duration: 191.530669ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:50:16.120598Z","caller":"traceutil/trace.go:171","msg":"trace[523108142] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"111.084995ms","start":"2026-05-04T01:50:16.009481Z","end":"2026-05-04T01:50:16.120566Z","steps":["trace[523108142] 'process raft request' (duration: 75.654991ms)","trace[523108142] 'compare' (duration: 35.187826ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:50:16.120734Z","caller":"traceutil/trace.go:171","msg":"trace[863747966] linearizableReadLoop","detail":"{readStateIndex:6386; appliedIndex:6384; }","duration":"108.922455ms","start":"2026-05-04T01:50:16.011773Z","end":"2026-05-04T01:50:16.120695Z","steps":["trace[863747966] 'read index received' (duration: 73.386488ms)","trace[863747966] 'applied index is now lower than readState.Index' (duration: 35.533357ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:50:16.120816Z","caller":"traceutil/trace.go:171","msg":"trace[174850551] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"110.984671ms","start":"2026-05-04T01:50:16.009819Z","end":"2026-05-04T01:50:16.120804Z","steps":["trace[174850551] 'process raft request' (duration: 110.703572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:50:16.120961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.150793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:50:16.121069Z","caller":"traceutil/trace.go:171","msg":"trace[66422329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6163; }","duration":"109.305178ms","start":"2026-05-04T01:50:16.011733Z","end":"2026-05-04T01:50:16.121038Z","steps":["trace[66422329] 'agreement among raft nodes before linearized reading' (duration: 109.105432ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:50:26.41324Z","caller":"traceutil/trace.go:171","msg":"trace[1640660643] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"156.261145ms","start":"2026-05-04T01:50:26.25695Z","end":"2026-05-04T01:50:26.413211Z","steps":["trace[1640660643] 'process raft request' (duration: 151.262915ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:50:26.413412Z","caller":"traceutil/trace.go:171","msg":"trace[1458689852] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"154.585961ms","start":"2026-05-04T01:50:26.258787Z","end":"2026-05-04T01:50:26.413373Z","steps":["trace[1458689852] 'process raft request' (duration: 154.376854ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:50:44.49579Z","caller":"traceutil/trace.go:171","msg":"trace[572764663] linearizableReadLoop","detail":"{readStateIndex:6580; appliedIndex:6579; }","duration":"118.64055ms","start":"2026-05-04T01:50:44.377105Z","end":"2026-05-04T01:50:44.495746Z","steps":["trace[572764663] 'read index received' (duration: 20.325511ms)","trace[572764663] 'applied index is now lower than readState.Index' (duration: 98.313319ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:50:44.495821Z","caller":"traceutil/trace.go:171","msg":"trace[1235735867] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"154.637063ms","start":"2026-05-04T01:50:44.341137Z","end":"2026-05-04T01:50:44.495774Z","steps":["trace[1235735867] 'process raft request' (duration: 56.399477ms)","trace[1235735867] 'compare' (duration: 97.862114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:50:44.496161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.011391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-04T01:50:44.496307Z","caller":"traceutil/trace.go:171","msg":"trace[1295093474] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6351; }","duration":"119.186387ms","start":"2026-05-04T01:50:44.377038Z","end":"2026-05-04T01:50:44.496224Z","steps":["trace[1295093474] 'agreement among raft nodes before linearized reading' (duration: 118.886038ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:50:44.674808Z","caller":"traceutil/trace.go:171","msg":"trace[1816881173] linearizableReadLoop","detail":"{readStateIndex:6584; appliedIndex:6581; }","duration":"159.747566ms","start":"2026-05-04T01:50:44.515034Z","end":"2026-05-04T01:50:44.674782Z","steps":["trace[1816881173] 'read index received' (duration: 20.997052ms)","trace[1816881173] 'applied index is now lower than readState.Index' (duration: 138.749294ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:50:44.675018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.958113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:50:44.674996Z","caller":"traceutil/trace.go:171","msg":"trace[939450955] transaction","detail":"{read_only:false; response_revision:6355; number_of_response:1; }","duration":"171.563825ms","start":"2026-05-04T01:50:44.503379Z","end":"2026-05-04T01:50:44.674943Z","steps":["trace[939450955] 'process raft request' (duration: 171.355088ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:50:44.675083Z","caller":"traceutil/trace.go:171","msg":"trace[1490436626] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6355; }","duration":"160.084137ms","start":"2026-05-04T01:50:44.514984Z","end":"2026-05-04T01:50:44.675068Z","steps":["trace[1490436626] 'agreement among raft nodes before linearized reading' (duration: 159.956703ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:50:44.674912Z","caller":"traceutil/trace.go:171","msg":"trace[763522152] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"172.295759ms","start":"2026-05-04T01:50:44.502568Z","end":"2026-05-04T01:50:44.674864Z","steps":["trace[763522152] 'process raft request' (duration: 171.985239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:50:44.675297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.976573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:50:44.675392Z","caller":"traceutil/trace.go:171","msg":"trace[962471065] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6355; }","duration":"160.129439ms","start":"2026-05-04T01:50:44.515239Z","end":"2026-05-04T01:50:44.675369Z","steps":["trace[962471065] 'agreement among raft nodes before linearized reading' (duration: 159.879681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:50:44.675466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.089809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:50:44.675584Z","caller":"traceutil/trace.go:171","msg":"trace[2412950] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6355; }","duration":"156.258834ms","start":"2026-05-04T01:50:44.519304Z","end":"2026-05-04T01:50:44.675563Z","steps":["trace[2412950] 'agreement among raft nodes before linearized reading' (duration: 155.919613ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:17.885504Z","caller":"traceutil/trace.go:171","msg":"trace[274525879] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"119.795693ms","start":"2026-05-04T01:54:17.76568Z","end":"2026-05-04T01:54:17.885476Z","steps":["trace[274525879] 'process raft request' (duration: 119.488323ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:54:35.889452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5753} {"level":"info","ts":"2026-05-04T01:54:35.97085Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5753,"took":"79.021572ms","hash":2987147783,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":26275840,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-04T01:54:35.970927Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2987147783,"revision":5753,"compact-revision":2921} {"level":"info","ts":"2026-05-04T01:55:31.606738Z","caller":"traceutil/trace.go:171","msg":"trace[915075452] linearizableReadLoop","detail":"{readStateIndex:8649; appliedIndex:8647; }","duration":"176.239996ms","start":"2026-05-04T01:55:31.430456Z","end":"2026-05-04T01:55:31.606696Z","steps":["trace[915075452] 'read index received' (duration: 5.710101ms)","trace[915075452] 'applied index is now lower than readState.Index' (duration: 170.528085ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:55:31.606892Z","caller":"traceutil/trace.go:171","msg":"trace[994039912] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"178.581021ms","start":"2026-05-04T01:55:31.428273Z","end":"2026-05-04T01:55:31.606854Z","steps":["trace[994039912] 'process raft request' (duration: 96.284788ms)","trace[994039912] 'compare' (duration: 81.806157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:55:31.607281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.621538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-04T01:55:31.607399Z","caller":"traceutil/trace.go:171","msg":"trace[510041349] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8352; }","duration":"176.979179ms","start":"2026-05-04T01:55:31.430396Z","end":"2026-05-04T01:55:31.607375Z","steps":["trace[510041349] 'agreement among raft nodes before linearized reading' (duration: 176.465133ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:55:49.058022Z","caller":"traceutil/trace.go:171","msg":"trace[2063464604] linearizableReadLoop","detail":"{readStateIndex:8901; appliedIndex:8900; }","duration":"274.125842ms","start":"2026-05-04T01:55:48.783867Z","end":"2026-05-04T01:55:49.057992Z","steps":["trace[2063464604] 'read index received' (duration: 273.921896ms)","trace[2063464604] 'applied index is now lower than readState.Index' (duration: 202.906µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:55:49.058395Z","caller":"traceutil/trace.go:171","msg":"trace[1888484182] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"518.630684ms","start":"2026-05-04T01:55:48.539718Z","end":"2026-05-04T01:55:49.058348Z","steps":["trace[1888484182] 'process raft request' (duration: 518.099787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:55:49.058403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.512224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:55:49.058782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:55:48.539699Z","time spent":"518.966125ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:55:49.058864Z","caller":"traceutil/trace.go:171","msg":"trace[207140799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8597; }","duration":"275.00325ms","start":"2026-05-04T01:55:48.783802Z","end":"2026-05-04T01:55:49.058805Z","steps":["trace[207140799] 'agreement among raft nodes before linearized reading' (duration: 274.471463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:55:49.059479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.124024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:55:49.059604Z","caller":"traceutil/trace.go:171","msg":"trace[583978733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8597; }","duration":"254.307621ms","start":"2026-05-04T01:55:48.805272Z","end":"2026-05-04T01:55:49.05958Z","steps":["trace[583978733] 'agreement among raft nodes before linearized reading' (duration: 254.135805ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:55:49.458269Z","caller":"traceutil/trace.go:171","msg":"trace[600953198] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"144.364149ms","start":"2026-05-04T01:55:49.313881Z","end":"2026-05-04T01:55:49.458245Z","steps":["trace[600953198] 'process raft request' (duration: 144.204633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:55:49.458308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:55:49.061038Z","time spent":"397.260694ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-04T01:56:00.539829Z","caller":"traceutil/trace.go:171","msg":"trace[1353451325] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"124.921309ms","start":"2026-05-04T01:56:00.41487Z","end":"2026-05-04T01:56:00.539791Z","steps":["trace[1353451325] 'process raft request' (duration: 124.683641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:01.065172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102117933827759,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T01:56:01.235472Z","caller":"traceutil/trace.go:171","msg":"trace[1550765610] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"692.246489ms","start":"2026-05-04T01:56:00.543196Z","end":"2026-05-04T01:56:01.235442Z","steps":["trace[1550765610] 'process raft request' (duration: 692.100905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:01.235626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:00.543177Z","time spent":"692.366924ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:56:01.317147Z","caller":"traceutil/trace.go:171","msg":"trace[1963192342] linearizableReadLoop","detail":"{readStateIndex:8967; appliedIndex:8966; }","duration":"752.651543ms","start":"2026-05-04T01:56:00.564453Z","end":"2026-05-04T01:56:01.317104Z","steps":["trace[1963192342] 'read index received' (duration: 671.080875ms)","trace[1963192342] 'applied index is now lower than readState.Index' (duration: 81.569118ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:01.317195Z","caller":"traceutil/trace.go:171","msg":"trace[1424609386] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"770.46119ms","start":"2026-05-04T01:56:00.546691Z","end":"2026-05-04T01:56:01.317152Z","steps":["trace[1424609386] 'process raft request' (duration: 693.806268ms)","trace[1424609386] 'compare' (duration: 76.426775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:56:01.317383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:00.546666Z","time spent":"770.616485ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:56:01.317476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.991355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-04T01:56:01.317556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.363598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-05-04T01:56:01.317546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.549415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T01:56:01.317611Z","caller":"traceutil/trace.go:171","msg":"trace[493859624] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8660; }","duration":"624.486472ms","start":"2026-05-04T01:56:00.693105Z","end":"2026-05-04T01:56:01.317592Z","steps":["trace[493859624] 'agreement among raft nodes before linearized reading' (duration: 624.270255ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:01.317607Z","caller":"traceutil/trace.go:171","msg":"trace[575585782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:8660; }","duration":"753.346826ms","start":"2026-05-04T01:56:00.564228Z","end":"2026-05-04T01:56:01.317575Z","steps":["trace[575585782] 'agreement among raft nodes before linearized reading' (duration: 752.999445ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:01.317656Z","caller":"traceutil/trace.go:171","msg":"trace[561231496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8660; }","duration":"533.664069ms","start":"2026-05-04T01:56:00.783965Z","end":"2026-05-04T01:56:01.317629Z","steps":["trace[561231496] 'agreement among raft nodes before linearized reading' (duration: 533.497604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:01.31766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:00.693071Z","time spent":"624.580855ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-04T01:56:01.317699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:00.564214Z","time spent":"753.46567ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zp76c\" "} {"level":"warn","ts":"2026-05-04T01:56:01.317712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:00.783904Z","time spent":"533.792783ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T01:56:02.520193Z","caller":"traceutil/trace.go:171","msg":"trace[214219341] linearizableReadLoop","detail":"{readStateIndex:8971; appliedIndex:8970; }","duration":"323.589357ms","start":"2026-05-04T01:56:02.19656Z","end":"2026-05-04T01:56:02.520149Z","steps":["trace[214219341] 'read index received' (duration: 323.305928ms)","trace[214219341] 'applied index is now lower than readState.Index' (duration: 282.249µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:02.520278Z","caller":"traceutil/trace.go:171","msg":"trace[236261022] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"502.910149ms","start":"2026-05-04T01:56:02.017321Z","end":"2026-05-04T01:56:02.520231Z","steps":["trace[236261022] 'process raft request' (duration: 502.583259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:02.520505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.921998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-04T01:56:02.520516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:02.017285Z","time spent":"503.093435ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:56:02.520553Z","caller":"traceutil/trace.go:171","msg":"trace[713769352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8664; }","duration":"324.046272ms","start":"2026-05-04T01:56:02.196494Z","end":"2026-05-04T01:56:02.52054Z","steps":["trace[713769352] 'agreement among raft nodes before linearized reading' (duration: 323.855516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:02.520642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:02.19647Z","time spent":"324.118394ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:56:02.520602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.761677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T01:56:02.520736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.846233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T01:56:02.520845Z","caller":"traceutil/trace.go:171","msg":"trace[1281962978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8664; }","duration":"312.029339ms","start":"2026-05-04T01:56:02.208794Z","end":"2026-05-04T01:56:02.520823Z","steps":["trace[1281962978] 'agreement among raft nodes before linearized reading' (duration: 311.631007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:02.520907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:02.208772Z","time spent":"312.124592ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T01:56:02.520926Z","caller":"traceutil/trace.go:171","msg":"trace[1399814335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8664; }","duration":"304.975584ms","start":"2026-05-04T01:56:02.215721Z","end":"2026-05-04T01:56:02.520697Z","steps":["trace[1399814335] 'agreement among raft nodes before linearized reading' (duration: 304.738117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:02.521107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:02.215709Z","time spent":"305.377387ms","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T01:56:02.739619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.81906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:56:02.73975Z","caller":"traceutil/trace.go:171","msg":"trace[1202848543] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8971; }","duration":"195.611821ms","start":"2026-05-04T01:56:02.544117Z","end":"2026-05-04T01:56:02.739729Z","steps":["trace[1202848543] 'read index received' (duration: 31.68666ms)","trace[1202848543] 'applied index is now lower than readState.Index' (duration: 163.923611ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:02.7399Z","caller":"traceutil/trace.go:171","msg":"trace[950867344] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"214.517173ms","start":"2026-05-04T01:56:02.525345Z","end":"2026-05-04T01:56:02.739862Z","steps":["trace[950867344] 'process raft request' (duration: 108.326441ms)","trace[950867344] 'compare' (duration: 105.539821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:56:02.739945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.825197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-04T01:56:02.739999Z","caller":"traceutil/trace.go:171","msg":"trace[2010649626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8666; }","duration":"195.9046ms","start":"2026-05-04T01:56:02.544076Z","end":"2026-05-04T01:56:02.739981Z","steps":["trace[2010649626] 'agreement among raft nodes before linearized reading' (duration: 195.706114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:03.508295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.876281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:56:03.508425Z","caller":"traceutil/trace.go:171","msg":"trace[975231569] linearizableReadLoop","detail":"{readStateIndex:8976; appliedIndex:8975; }","duration":"174.939743ms","start":"2026-05-04T01:56:03.333467Z","end":"2026-05-04T01:56:03.508406Z","steps":["trace[975231569] 'read index received' (duration: 69.731481ms)","trace[975231569] 'applied index is now lower than readState.Index' (duration: 105.206732ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:03.508498Z","caller":"traceutil/trace.go:171","msg":"trace[1558171177] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"180.437227ms","start":"2026-05-04T01:56:03.328016Z","end":"2026-05-04T01:56:03.508454Z","steps":["trace[1558171177] 'process raft request' (duration: 75.300118ms)","trace[1558171177] 'compare' (duration: 104.722826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:56:03.508578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.110538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T01:56:03.508606Z","caller":"traceutil/trace.go:171","msg":"trace[58397142] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:8669; }","duration":"175.138309ms","start":"2026-05-04T01:56:03.333457Z","end":"2026-05-04T01:56:03.508595Z","steps":["trace[58397142] 'agreement among raft nodes before linearized reading' (duration: 174.998124ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:03.734904Z","caller":"traceutil/trace.go:171","msg":"trace[110340209] linearizableReadLoop","detail":"{readStateIndex:8978; appliedIndex:8976; }","duration":"120.141827ms","start":"2026-05-04T01:56:03.614722Z","end":"2026-05-04T01:56:03.734863Z","steps":["trace[110340209] 'read index received' (duration: 63.10828ms)","trace[110340209] 'applied index is now lower than readState.Index' (duration: 57.032177ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:03.735067Z","caller":"traceutil/trace.go:171","msg":"trace[1740674739] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"189.081572ms","start":"2026-05-04T01:56:03.545952Z","end":"2026-05-04T01:56:03.735034Z","steps":["trace[1740674739] 'process raft request' (duration: 188.850545ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:03.73507Z","caller":"traceutil/trace.go:171","msg":"trace[1404399590] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"209.380149ms","start":"2026-05-04T01:56:03.525652Z","end":"2026-05-04T01:56:03.735032Z","steps":["trace[1404399590] 'process raft request' (duration: 152.126606ms)","trace[1404399590] 'compare' (duration: 56.827969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:56:03.735151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.393185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:56:03.735211Z","caller":"traceutil/trace.go:171","msg":"trace[845447319] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8671; }","duration":"120.545479ms","start":"2026-05-04T01:56:03.614648Z","end":"2026-05-04T01:56:03.735194Z","steps":["trace[845447319] 'agreement among raft nodes before linearized reading' (duration: 120.397654ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:31.103852Z","caller":"traceutil/trace.go:171","msg":"trace[147223612] linearizableReadLoop","detail":"{readStateIndex:9186; appliedIndex:9185; }","duration":"391.531831ms","start":"2026-05-04T01:56:30.712272Z","end":"2026-05-04T01:56:31.103804Z","steps":["trace[147223612] 'read index received' (duration: 391.386717ms)","trace[147223612] 'applied index is now lower than readState.Index' (duration: 144.054µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:31.103922Z","caller":"traceutil/trace.go:171","msg":"trace[440779765] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"443.061143ms","start":"2026-05-04T01:56:30.660837Z","end":"2026-05-04T01:56:31.103898Z","steps":["trace[440779765] 'process raft request' (duration: 442.821266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:31.104127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.471994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T01:56:31.10417Z","caller":"traceutil/trace.go:171","msg":"trace[149326447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8870; }","duration":"226.568547ms","start":"2026-05-04T01:56:30.87759Z","end":"2026-05-04T01:56:31.104159Z","steps":["trace[149326447] 'agreement among raft nodes before linearized reading' (duration: 226.401101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:31.104196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:30.660808Z","time spent":"443.196928ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T01:56:31.104446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.151941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T01:56:31.104573Z","caller":"traceutil/trace.go:171","msg":"trace[1546054385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8870; }","duration":"392.338007ms","start":"2026-05-04T01:56:30.712213Z","end":"2026-05-04T01:56:31.104551Z","steps":["trace[1546054385] 'agreement among raft nodes before linearized reading' (duration: 391.891693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:31.104715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:30.712188Z","time spent":"392.508863ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T01:56:31.104891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.541751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-04T01:56:31.104994Z","caller":"traceutil/trace.go:171","msg":"trace[1341924336] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8870; }","duration":"169.690695ms","start":"2026-05-04T01:56:30.935281Z","end":"2026-05-04T01:56:31.104972Z","steps":["trace[1341924336] 'agreement among raft nodes before linearized reading' (duration: 169.362975ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:31.591907Z","caller":"traceutil/trace.go:171","msg":"trace[557620513] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"108.838207ms","start":"2026-05-04T01:56:31.483044Z","end":"2026-05-04T01:56:31.591882Z","steps":["trace[557620513] 'process raft request' (duration: 108.696832ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:35.3645Z","caller":"traceutil/trace.go:171","msg":"trace[1243682187] linearizableReadLoop","detail":"{readStateIndex:9207; appliedIndex:9206; }","duration":"181.466821ms","start":"2026-05-04T01:56:35.183009Z","end":"2026-05-04T01:56:35.364476Z","steps":["trace[1243682187] 'read index received' (duration: 181.235443ms)","trace[1243682187] 'applied index is now lower than readState.Index' (duration: 230.478µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:35.364573Z","caller":"traceutil/trace.go:171","msg":"trace[285143964] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"196.992266ms","start":"2026-05-04T01:56:35.16754Z","end":"2026-05-04T01:56:35.364532Z","steps":["trace[285143964] 'process raft request' (duration: 196.787009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:35.364723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.061428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-04T01:56:35.364764Z","caller":"traceutil/trace.go:171","msg":"trace[799107533] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8890; }","duration":"181.146381ms","start":"2026-05-04T01:56:35.183606Z","end":"2026-05-04T01:56:35.364752Z","steps":["trace[799107533] 'agreement among raft nodes before linearized reading' (duration: 181.000386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:35.364793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.3027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T01:56:35.364799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.805222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-04T01:56:35.364877Z","caller":"traceutil/trace.go:171","msg":"trace[949215057] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8890; }","duration":"162.448455ms","start":"2026-05-04T01:56:35.202403Z","end":"2026-05-04T01:56:35.364851Z","steps":["trace[949215057] 'agreement among raft nodes before linearized reading' (duration: 162.29574ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:35.364895Z","caller":"traceutil/trace.go:171","msg":"trace[2020623770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8890; }","duration":"181.991327ms","start":"2026-05-04T01:56:35.182883Z","end":"2026-05-04T01:56:35.364874Z","steps":["trace[2020623770] 'agreement among raft nodes before linearized reading' (duration: 181.688378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:35.789284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.644266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:56:35.789529Z","caller":"traceutil/trace.go:171","msg":"trace[393506888] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9207; }","duration":"177.285247ms","start":"2026-05-04T01:56:35.612221Z","end":"2026-05-04T01:56:35.789507Z","steps":["trace[393506888] 'read index received' (duration: 54.345851ms)","trace[393506888] 'applied index is now lower than readState.Index' (duration: 122.938226ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:35.789608Z","caller":"traceutil/trace.go:171","msg":"trace[98270320] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"421.154826ms","start":"2026-05-04T01:56:35.368416Z","end":"2026-05-04T01:56:35.789571Z","steps":["trace[98270320] 'process raft request' (duration: 298.105456ms)","trace[98270320] 'compare' (duration: 122.470201ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:56:35.789683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:35.368397Z","time spent":"421.239458ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:56:35.789715Z","caller":"traceutil/trace.go:171","msg":"trace[733812818] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"421.007801ms","start":"2026-05-04T01:56:35.368677Z","end":"2026-05-04T01:56:35.789685Z","steps":["trace[733812818] 'process raft request' (duration: 420.727832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:35.789805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.573927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-04T01:56:35.789843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:56:35.368649Z","time spent":"421.132994ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:56:35.789847Z","caller":"traceutil/trace.go:171","msg":"trace[816462848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8892; }","duration":"177.67267ms","start":"2026-05-04T01:56:35.612163Z","end":"2026-05-04T01:56:35.789836Z","steps":["trace[816462848] 'agreement among raft nodes before linearized reading' (duration: 177.476874ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:35.92981Z","caller":"traceutil/trace.go:171","msg":"trace[744775317] linearizableReadLoop","detail":"{readStateIndex:9211; appliedIndex:9209; }","duration":"136.2309ms","start":"2026-05-04T01:56:35.793557Z","end":"2026-05-04T01:56:35.929788Z","steps":["trace[744775317] 'read index received' (duration: 13.423008ms)","trace[744775317] 'applied index is now lower than readState.Index' (duration: 122.806902ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:35.929903Z","caller":"traceutil/trace.go:171","msg":"trace[1722944508] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"136.404015ms","start":"2026-05-04T01:56:35.793442Z","end":"2026-05-04T01:56:35.929846Z","steps":["trace[1722944508] 'process raft request' (duration: 96.343969ms)","trace[1722944508] 'compare' (duration: 39.856799ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:56:35.930172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.598401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228588"} {"level":"info","ts":"2026-05-04T01:56:35.9302Z","caller":"traceutil/trace.go:171","msg":"trace[523034635] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8895; }","duration":"136.651003ms","start":"2026-05-04T01:56:35.793542Z","end":"2026-05-04T01:56:35.930193Z","steps":["trace[523034635] 'agreement among raft nodes before linearized reading' (duration: 136.342653ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:45.407864Z","caller":"traceutil/trace.go:171","msg":"trace[1512905628] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"239.597592ms","start":"2026-05-04T01:56:45.168237Z","end":"2026-05-04T01:56:45.407835Z","steps":["trace[1512905628] 'process raft request' (duration: 239.451068ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:45.654817Z","caller":"traceutil/trace.go:171","msg":"trace[730063725] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9307; }","duration":"231.243806ms","start":"2026-05-04T01:56:45.423551Z","end":"2026-05-04T01:56:45.654795Z","steps":["trace[730063725] 'read index received' (duration: 221.712242ms)","trace[730063725] 'applied index is now lower than readState.Index' (duration: 9.530764ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T01:56:45.654878Z","caller":"traceutil/trace.go:171","msg":"trace[1257476680] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"233.656883ms","start":"2026-05-04T01:56:45.421204Z","end":"2026-05-04T01:56:45.654861Z","steps":["trace[1257476680] 'process raft request' (duration: 224.043956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:56:45.654976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.39877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T01:56:45.655Z","caller":"traceutil/trace.go:171","msg":"trace[979951411] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8986; }","duration":"231.458283ms","start":"2026-05-04T01:56:45.423535Z","end":"2026-05-04T01:56:45.654994Z","steps":["trace[979951411] 'agreement among raft nodes before linearized reading' (duration: 231.347709ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:45.669818Z","caller":"traceutil/trace.go:171","msg":"trace[1655982873] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"189.219778ms","start":"2026-05-04T01:56:45.480549Z","end":"2026-05-04T01:56:45.669769Z","steps":["trace[1655982873] 'process raft request' (duration: 188.908308ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:56:45.815515Z","caller":"traceutil/trace.go:171","msg":"trace[465851300] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"100.838622ms","start":"2026-05-04T01:56:45.714645Z","end":"2026-05-04T01:56:45.815483Z","steps":["trace[465851300] 'process raft request' (duration: 100.626655ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:57:00.394Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024ef.wal"} {"level":"info","ts":"2026-05-04T01:57:50.058378Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T01:57:50.065431Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-04T01:57:50.065541Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-04T01:58:02.015057Z","caller":"traceutil/trace.go:171","msg":"trace[274942167] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"207.954166ms","start":"2026-05-04T01:58:01.807078Z","end":"2026-05-04T01:58:02.015032Z","steps":["trace[274942167] 'process raft request' (duration: 207.76179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:58:02.359318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.422076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T01:58:02.359446Z","caller":"traceutil/trace.go:171","msg":"trace[575502350] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"323.465955ms","start":"2026-05-04T01:58:02.03595Z","end":"2026-05-04T01:58:02.359416Z","steps":["trace[575502350] 'process raft request' (duration: 207.840252ms)","trace[575502350] 'compare' (duration: 115.307693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:58:02.35956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T01:58:02.035933Z","time spent":"323.566928ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T01:58:02.359768Z","caller":"traceutil/trace.go:171","msg":"trace[1652242038] linearizableReadLoop","detail":"{readStateIndex:10071; appliedIndex:10070; }","duration":"115.353714ms","start":"2026-05-04T01:58:02.244358Z","end":"2026-05-04T01:58:02.359712Z","steps":["trace[1652242038] 'read index received' (duration: 41.061µs)","trace[1652242038] 'applied index is now lower than readState.Index' (duration: 115.302723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T01:58:02.359951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.573811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-04T01:58:02.360021Z","caller":"traceutil/trace.go:171","msg":"trace[452018576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9732; }","duration":"115.681365ms","start":"2026-05-04T01:58:02.244325Z","end":"2026-05-04T01:58:02.360006Z","steps":["trace[452018576] 'agreement among raft nodes before linearized reading' (duration: 115.480808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:58:02.374788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.325929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T01:58:02.374844Z","caller":"traceutil/trace.go:171","msg":"trace[40072708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9734; }","duration":"129.424213ms","start":"2026-05-04T01:58:02.245408Z","end":"2026-05-04T01:58:02.374833Z","steps":["trace[40072708] 'agreement among raft nodes before linearized reading' (duration: 129.259518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T01:58:02.374913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.68906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-04T01:58:02.374982Z","caller":"traceutil/trace.go:171","msg":"trace[1625649333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9734; }","duration":"128.788372ms","start":"2026-05-04T01:58:02.246176Z","end":"2026-05-04T01:58:02.374964Z","steps":["trace[1625649333] 'agreement among raft nodes before linearized reading' (duration: 128.606096ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T01:59:35.897549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7979} {"level":"info","ts":"2026-05-04T01:59:35.970685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7979,"took":"71.013553ms","hash":182410175,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":28434432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-04T01:59:35.970749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":182410175,"revision":7979,"compact-revision":5753} {"level":"info","ts":"2026-05-04T02:00:22.875102Z","caller":"traceutil/trace.go:171","msg":"trace[796950347] transaction","detail":"{read_only:false; response_revision:10790; number_of_response:1; }","duration":"135.941044ms","start":"2026-05-04T02:00:22.739115Z","end":"2026-05-04T02:00:22.875056Z","steps":["trace[796950347] 'process raft request' (duration: 135.628114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:28.248599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.326465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T02:01:28.249005Z","caller":"traceutil/trace.go:171","msg":"trace[2023943959] linearizableReadLoop","detail":"{readStateIndex:11876; appliedIndex:11874; }","duration":"503.865545ms","start":"2026-05-04T02:01:27.745119Z","end":"2026-05-04T02:01:28.248985Z","steps":["trace[2023943959] 'read index received' (duration: 101.92754ms)","trace[2023943959] 'applied index is now lower than readState.Index' (duration: 401.936354ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:01:28.249049Z","caller":"traceutil/trace.go:171","msg":"trace[1728889888] transaction","detail":"{read_only:false; response_revision:11480; number_of_response:1; }","duration":"578.745702ms","start":"2026-05-04T02:01:27.670252Z","end":"2026-05-04T02:01:28.248998Z","steps":["trace[1728889888] 'process raft request' (duration: 176.923071ms)","trace[1728889888] 'compare' (duration: 401.084797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:01:28.249179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:01:27.670221Z","time spent":"578.898587ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:01:28.249195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.063601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:01:28.24921Z","caller":"traceutil/trace.go:171","msg":"trace[1555710684] transaction","detail":"{read_only:false; response_revision:11481; number_of_response:1; }","duration":"577.563174ms","start":"2026-05-04T02:01:27.671607Z","end":"2026-05-04T02:01:28.24917Z","steps":["trace[1555710684] 'process raft request' (duration: 577.10397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:28.249398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.998693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T02:01:28.24939Z","caller":"traceutil/trace.go:171","msg":"trace[1843794731] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11481; }","duration":"504.234636ms","start":"2026-05-04T02:01:27.745089Z","end":"2026-05-04T02:01:28.249324Z","steps":["trace[1843794731] 'agreement among raft nodes before linearized reading' (duration: 504.057021ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:01:28.249436Z","caller":"traceutil/trace.go:171","msg":"trace[396319833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:11481; }","duration":"230.080926ms","start":"2026-05-04T02:01:28.019344Z","end":"2026-05-04T02:01:28.249425Z","steps":["trace[396319833] 'agreement among raft nodes before linearized reading' (duration: 229.878659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:28.249573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:01:27.745076Z","time spent":"504.428492ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:01:28.249588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:01:27.671581Z","time spent":"577.789222ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:01:46.525658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.442134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T02:01:46.525771Z","caller":"traceutil/trace.go:171","msg":"trace[1054894707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11582; }","duration":"196.614139ms","start":"2026-05-04T02:01:46.329131Z","end":"2026-05-04T02:01:46.525745Z","steps":["trace[1054894707] 'range keys from in-memory index tree' (duration: 196.224346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:46.525823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.100176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-04T02:01:46.525896Z","caller":"traceutil/trace.go:171","msg":"trace[426567575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:11582; }","duration":"124.20522ms","start":"2026-05-04T02:01:46.401661Z","end":"2026-05-04T02:01:46.525866Z","steps":["trace[426567575] 'range keys from in-memory index tree' (duration: 123.814338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:46.525963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.923028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T02:01:46.526052Z","caller":"traceutil/trace.go:171","msg":"trace[813848197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11582; }","duration":"181.085154ms","start":"2026-05-04T02:01:46.344946Z","end":"2026-05-04T02:01:46.526031Z","steps":["trace[813848197] 'range keys from in-memory index tree' (duration: 180.438113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:46.978715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.051989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-04T02:01:46.978841Z","caller":"traceutil/trace.go:171","msg":"trace[290807543] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11584; }","duration":"264.238465ms","start":"2026-05-04T02:01:46.714578Z","end":"2026-05-04T02:01:46.978817Z","steps":["trace[290807543] 'range keys from in-memory index tree' (duration: 263.862242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:46.978955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.796157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T02:01:46.979055Z","caller":"traceutil/trace.go:171","msg":"trace[1821168924] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11584; }","duration":"351.958011ms","start":"2026-05-04T02:01:46.627074Z","end":"2026-05-04T02:01:46.979032Z","steps":["trace[1821168924] 'count revisions from in-memory index tree' (duration: 351.709354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:46.979414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:01:46.627048Z","time spent":"352.342334ms","remote":"127.0.0.1:37446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:01:47.444811Z","caller":"traceutil/trace.go:171","msg":"trace[1469604353] transaction","detail":"{read_only:false; response_revision:11585; number_of_response:1; }","duration":"126.212444ms","start":"2026-05-04T02:01:47.318574Z","end":"2026-05-04T02:01:47.444787Z","steps":["trace[1469604353] 'process raft request' (duration: 126.061949ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:01:47.560025Z","caller":"traceutil/trace.go:171","msg":"trace[1989882190] transaction","detail":"{read_only:false; response_revision:11586; number_of_response:1; }","duration":"184.242834ms","start":"2026-05-04T02:01:47.375757Z","end":"2026-05-04T02:01:47.56Z","steps":["trace[1989882190] 'process raft request' (duration: 184.062058ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:01:47.560149Z","caller":"traceutil/trace.go:171","msg":"trace[1873017457] linearizableReadLoop","detail":"{readStateIndex:11987; appliedIndex:11984; }","duration":"119.755618ms","start":"2026-05-04T02:01:47.440368Z","end":"2026-05-04T02:01:47.560123Z","steps":["trace[1873017457] 'read index received' (duration: 4.215954ms)","trace[1873017457] 'applied index is now lower than readState.Index' (duration: 115.537644ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:01:47.560207Z","caller":"traceutil/trace.go:171","msg":"trace[1353064761] transaction","detail":"{read_only:false; response_revision:11587; number_of_response:1; }","duration":"183.865602ms","start":"2026-05-04T02:01:47.376314Z","end":"2026-05-04T02:01:47.56018Z","steps":["trace[1353064761] 'process raft request' (duration: 183.646915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:01:47.560439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.053217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T02:01:47.560501Z","caller":"traceutil/trace.go:171","msg":"trace[983910201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11587; }","duration":"120.186142ms","start":"2026-05-04T02:01:47.4403Z","end":"2026-05-04T02:01:47.560486Z","steps":["trace[983910201] 'agreement among raft nodes before linearized reading' (duration: 119.968045ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:01:49.715607Z","caller":"traceutil/trace.go:171","msg":"trace[1001961070] transaction","detail":"{read_only:false; response_revision:11601; number_of_response:1; }","duration":"113.768788ms","start":"2026-05-04T02:01:49.601777Z","end":"2026-05-04T02:01:49.715546Z","steps":["trace[1001961070] 'process raft request' (duration: 95.375541ms)","trace[1001961070] 'compare' (duration: 17.995064ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:04:35.903615Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10395} {"level":"info","ts":"2026-05-04T02:04:35.981633Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10395,"took":"75.588449ms","hash":1642576815,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":27525120,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-04T02:04:35.981711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1642576815,"revision":10395,"compact-revision":7979} {"level":"info","ts":"2026-05-04T02:07:40.647628Z","caller":"traceutil/trace.go:171","msg":"trace[803379238] transaction","detail":"{read_only:false; response_revision:14030; number_of_response:1; }","duration":"251.354443ms","start":"2026-05-04T02:07:40.396249Z","end":"2026-05-04T02:07:40.647603Z","steps":["trace[803379238] 'process raft request' (duration: 251.214429ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:07:40.648871Z","caller":"traceutil/trace.go:171","msg":"trace[1344731076] transaction","detail":"{read_only:false; response_revision:14031; number_of_response:1; }","duration":"252.109907ms","start":"2026-05-04T02:07:40.396743Z","end":"2026-05-04T02:07:40.648853Z","steps":["trace[1344731076] 'process raft request' (duration: 251.813167ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:09:35.909966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12701} {"level":"info","ts":"2026-05-04T02:09:35.994578Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12701,"took":"82.092536ms","hash":882741924,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":26714112,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-04T02:09:35.994641Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":882741924,"revision":12701,"compact-revision":10395} {"level":"info","ts":"2026-05-04T02:14:35.917163Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14618} {"level":"info","ts":"2026-05-04T02:14:35.992381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14618,"took":"72.22831ms","hash":3076010805,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":21889024,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-04T02:14:35.992441Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3076010805,"revision":14618,"compact-revision":12701} {"level":"info","ts":"2026-05-04T02:15:07.02664Z","caller":"traceutil/trace.go:171","msg":"trace[1648887654] transaction","detail":"{read_only:false; response_revision:16297; number_of_response:1; }","duration":"135.158994ms","start":"2026-05-04T02:15:06.891454Z","end":"2026-05-04T02:15:07.026613Z","steps":["trace[1648887654] 'process raft request' (duration: 134.785842ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:19:35.923652Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16140} {"level":"info","ts":"2026-05-04T02:19:35.992187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16140,"took":"66.192897ms","hash":1192495584,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":20467712,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:19:35.992242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1192495584,"revision":16140,"compact-revision":14618} {"level":"info","ts":"2026-05-04T02:24:35.930205Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17664} {"level":"info","ts":"2026-05-04T02:24:36.004108Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17664,"took":"70.588781ms","hash":431586769,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":20848640,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-04T02:24:36.004185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":431586769,"revision":17664,"compact-revision":16140} {"level":"info","ts":"2026-05-04T02:24:58.342141Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T02:24:58.347862Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-04T02:24:58.348014Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-04T02:26:09.912701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.478812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:26:09.912777Z","caller":"traceutil/trace.go:171","msg":"trace[893993492] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19682; }","duration":"288.609565ms","start":"2026-05-04T02:26:09.624153Z","end":"2026-05-04T02:26:09.912762Z","steps":["trace[893993492] 'count revisions from in-memory index tree' (duration: 288.401259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:26:09.912743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.976278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:26:09.912825Z","caller":"traceutil/trace.go:171","msg":"trace[100519873] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19682; }","duration":"283.115082ms","start":"2026-05-04T02:26:09.629691Z","end":"2026-05-04T02:26:09.912806Z","steps":["trace[100519873] 'count revisions from in-memory index tree' (duration: 282.833742ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:29:35.938567Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19186} {"level":"info","ts":"2026-05-04T02:29:36.003824Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19186,"took":"62.828653ms","hash":3190646375,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":20570112,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-04T02:29:36.00389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3190646375,"revision":19186,"compact-revision":17664} {"level":"info","ts":"2026-05-04T02:33:30.850236Z","caller":"traceutil/trace.go:171","msg":"trace[1365193979] transaction","detail":"{read_only:false; response_revision:21921; number_of_response:1; }","duration":"117.213596ms","start":"2026-05-04T02:33:30.732993Z","end":"2026-05-04T02:33:30.850206Z","steps":["trace[1365193979] 'process raft request' (duration: 117.099892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:31.173576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.062109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:33:31.173685Z","caller":"traceutil/trace.go:171","msg":"trace[2016708448] transaction","detail":"{read_only:false; response_revision:21924; number_of_response:1; }","duration":"167.335721ms","start":"2026-05-04T02:33:31.00633Z","end":"2026-05-04T02:33:31.173666Z","steps":["trace[2016708448] 'process raft request' (duration: 39.098636ms)","trace[2016708448] 'compare' (duration: 127.947376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:33:33.187609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.670814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-04T02:33:33.18764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.20893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-04T02:33:33.18772Z","caller":"traceutil/trace.go:171","msg":"trace[843581051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21931; }","duration":"169.824029ms","start":"2026-05-04T02:33:33.017875Z","end":"2026-05-04T02:33:33.187699Z","steps":["trace[843581051] 'range keys from in-memory index tree' (duration: 169.492869ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:33.187767Z","caller":"traceutil/trace.go:171","msg":"trace[1451389001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21931; }","duration":"188.356666ms","start":"2026-05-04T02:33:32.999384Z","end":"2026-05-04T02:33:33.187741Z","steps":["trace[1451389001] 'range keys from in-memory index tree' (duration: 188.068826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:33.447081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.458732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:33:33.447376Z","caller":"traceutil/trace.go:171","msg":"trace[891224179] transaction","detail":"{read_only:false; response_revision:21933; number_of_response:1; }","duration":"255.54001ms","start":"2026-05-04T02:33:33.191777Z","end":"2026-05-04T02:33:33.447317Z","steps":["trace[891224179] 'process raft request' (duration: 95.757067ms)","trace[891224179] 'compare' (duration: 159.331168ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:33.447579Z","caller":"traceutil/trace.go:171","msg":"trace[1458184940] transaction","detail":"{read_only:false; response_revision:21934; number_of_response:1; }","duration":"255.713576ms","start":"2026-05-04T02:33:33.191801Z","end":"2026-05-04T02:33:33.447515Z","steps":["trace[1458184940] 'process raft request' (duration: 255.394426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:35.245351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.065465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:589506"} {"level":"info","ts":"2026-05-04T02:33:35.245435Z","caller":"traceutil/trace.go:171","msg":"trace[747448106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:21941; }","duration":"280.274572ms","start":"2026-05-04T02:33:34.965142Z","end":"2026-05-04T02:33:35.245417Z","steps":["trace[747448106] 'range keys from in-memory index tree' (duration: 279.445186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:36.763022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.489077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T02:33:36.763134Z","caller":"traceutil/trace.go:171","msg":"trace[1373007756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21948; }","duration":"106.647202ms","start":"2026-05-04T02:33:36.656462Z","end":"2026-05-04T02:33:36.763109Z","steps":["trace[1373007756] 'range keys from in-memory index tree' (duration: 105.530066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:37.141271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.378681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:33:37.141632Z","caller":"traceutil/trace.go:171","msg":"trace[801720171] transaction","detail":"{read_only:false; response_revision:21950; number_of_response:1; }","duration":"373.838091ms","start":"2026-05-04T02:33:36.767761Z","end":"2026-05-04T02:33:37.141599Z","steps":["trace[801720171] 'process raft request' (duration: 145.027286ms)","trace[801720171] 'compare' (duration: 228.219766ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:37.141648Z","caller":"traceutil/trace.go:171","msg":"trace[1183596973] transaction","detail":"{read_only:false; response_revision:21951; number_of_response:1; }","duration":"173.147125ms","start":"2026-05-04T02:33:36.968471Z","end":"2026-05-04T02:33:37.141619Z","steps":["trace[1183596973] 'process raft request' (duration: 172.968129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:37.141793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:36.767739Z","time spent":"373.977694ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:33:37.386607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.025853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-04T02:33:37.386708Z","caller":"traceutil/trace.go:171","msg":"trace[620546881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:21951; }","duration":"131.164647ms","start":"2026-05-04T02:33:37.255518Z","end":"2026-05-04T02:33:37.386683Z","steps":["trace[620546881] 'range keys from in-memory index tree' (duration: 130.845097ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:37.620544Z","caller":"traceutil/trace.go:171","msg":"trace[1212365903] linearizableReadLoop","detail":"{readStateIndex:22767; appliedIndex:22766; }","duration":"116.36928ms","start":"2026-05-04T02:33:37.504147Z","end":"2026-05-04T02:33:37.620516Z","steps":["trace[1212365903] 'read index received' (duration: 116.124282ms)","trace[1212365903] 'applied index is now lower than readState.Index' (duration: 238.888µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:37.620567Z","caller":"traceutil/trace.go:171","msg":"trace[1444976123] transaction","detail":"{read_only:false; response_revision:21953; number_of_response:1; }","duration":"148.96797ms","start":"2026-05-04T02:33:37.471566Z","end":"2026-05-04T02:33:37.620534Z","steps":["trace[1444976123] 'process raft request' (duration: 148.744733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:37.620991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.820873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T02:33:37.621036Z","caller":"traceutil/trace.go:171","msg":"trace[471857955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21953; }","duration":"116.927737ms","start":"2026-05-04T02:33:37.504094Z","end":"2026-05-04T02:33:37.621022Z","steps":["trace[471857955] 'agreement among raft nodes before linearized reading' (duration: 116.528964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:39.870919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.04801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:39.871074Z","caller":"traceutil/trace.go:171","msg":"trace[764727759] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21966; }","duration":"160.203315ms","start":"2026-05-04T02:33:39.710805Z","end":"2026-05-04T02:33:39.871008Z","steps":["trace[764727759] 'count revisions from in-memory index tree' (duration: 159.923536ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:41.357234Z","caller":"traceutil/trace.go:171","msg":"trace[1310068137] transaction","detail":"{read_only:false; response_revision:21972; number_of_response:1; }","duration":"178.931058ms","start":"2026-05-04T02:33:41.178279Z","end":"2026-05-04T02:33:41.35721Z","steps":["trace[1310068137] 'process raft request' (duration: 112.764736ms)","trace[1310068137] 'compare' (duration: 66.076069ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:33:42.634953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.004137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T02:33:42.63515Z","caller":"traceutil/trace.go:171","msg":"trace[1719608268] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21978; }","duration":"140.301216ms","start":"2026-05-04T02:33:42.494822Z","end":"2026-05-04T02:33:42.635124Z","steps":["trace[1719608268] 'count revisions from in-memory index tree' (duration: 139.804421ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:43.371005Z","caller":"traceutil/trace.go:171","msg":"trace[908588182] linearizableReadLoop","detail":"{readStateIndex:22796; appliedIndex:22795; }","duration":"175.83242ms","start":"2026-05-04T02:33:43.195153Z","end":"2026-05-04T02:33:43.370985Z","steps":["trace[908588182] 'read index received' (duration: 175.607503ms)","trace[908588182] 'applied index is now lower than readState.Index' (duration: 223.937µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:43.371127Z","caller":"traceutil/trace.go:171","msg":"trace[471813416] transaction","detail":"{read_only:false; response_revision:21981; number_of_response:1; }","duration":"194.492459ms","start":"2026-05-04T02:33:43.176623Z","end":"2026-05-04T02:33:43.371116Z","steps":["trace[471813416] 'process raft request' (duration: 194.227771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:43.371363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.180881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T02:33:43.371471Z","caller":"traceutil/trace.go:171","msg":"trace[1106430034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21981; }","duration":"176.309415ms","start":"2026-05-04T02:33:43.195136Z","end":"2026-05-04T02:33:43.371445Z","steps":["trace[1106430034] 'agreement among raft nodes before linearized reading' (duration: 176.130889ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:43.510106Z","caller":"traceutil/trace.go:171","msg":"trace[579480661] transaction","detail":"{read_only:false; response_revision:21982; number_of_response:1; }","duration":"133.997826ms","start":"2026-05-04T02:33:43.376086Z","end":"2026-05-04T02:33:43.510083Z","steps":["trace[579480661] 'process raft request' (duration: 64.181929ms)","trace[579480661] 'compare' (duration: 69.725114ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:43.714296Z","caller":"traceutil/trace.go:171","msg":"trace[1774754835] linearizableReadLoop","detail":"{readStateIndex:22798; appliedIndex:22797; }","duration":"153.429112ms","start":"2026-05-04T02:33:43.560837Z","end":"2026-05-04T02:33:43.714267Z","steps":["trace[1774754835] 'read index received' (duration: 142.237128ms)","trace[1774754835] 'applied index is now lower than readState.Index' (duration: 11.190624ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:43.714387Z","caller":"traceutil/trace.go:171","msg":"trace[947993495] transaction","detail":"{read_only:false; response_revision:21983; number_of_response:1; }","duration":"169.091657ms","start":"2026-05-04T02:33:43.545258Z","end":"2026-05-04T02:33:43.71435Z","steps":["trace[947993495] 'process raft request' (duration: 157.922484ms)","trace[947993495] 'compare' (duration: 10.73674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:33:43.714572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.72497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-04T02:33:43.71464Z","caller":"traceutil/trace.go:171","msg":"trace[2100357435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:21983; }","duration":"153.840745ms","start":"2026-05-04T02:33:43.560782Z","end":"2026-05-04T02:33:43.714623Z","steps":["trace[2100357435] 'agreement among raft nodes before linearized reading' (duration: 153.626558ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:43.949734Z","caller":"traceutil/trace.go:171","msg":"trace[802751283] transaction","detail":"{read_only:false; response_revision:21985; number_of_response:1; }","duration":"101.17061ms","start":"2026-05-04T02:33:43.848517Z","end":"2026-05-04T02:33:43.949687Z","steps":["trace[802751283] 'process raft request' (duration: 100.801888ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:45.170378Z","caller":"traceutil/trace.go:171","msg":"trace[1534246178] transaction","detail":"{read_only:false; response_revision:21990; number_of_response:1; }","duration":"116.851445ms","start":"2026-05-04T02:33:45.053494Z","end":"2026-05-04T02:33:45.170346Z","steps":["trace[1534246178] 'process raft request' (duration: 106.063814ms)","trace[1534246178] 'compare' (duration: 10.662747ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:45.476356Z","caller":"traceutil/trace.go:171","msg":"trace[337454692] transaction","detail":"{read_only:false; response_revision:21991; number_of_response:1; }","duration":"100.412186ms","start":"2026-05-04T02:33:45.375922Z","end":"2026-05-04T02:33:45.476335Z","steps":["trace[337454692] 'process raft request' (duration: 100.274661ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:46.056727Z","caller":"traceutil/trace.go:171","msg":"trace[1311696361] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"540.287943ms","start":"2026-05-04T02:33:45.516423Z","end":"2026-05-04T02:33:46.056711Z","steps":["trace[1311696361] 'process raft request' (duration: 540.055546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:46.05694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:45.516406Z","time spent":"540.399877ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:33:46.057031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.759379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-04T02:33:46.057097Z","caller":"traceutil/trace.go:171","msg":"trace[876268798] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21992; }","duration":"343.864252ms","start":"2026-05-04T02:33:45.713216Z","end":"2026-05-04T02:33:46.05708Z","steps":["trace[876268798] 'agreement among raft nodes before linearized reading' (duration: 343.647905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:46.057143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:45.713195Z","time spent":"343.935125ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-04T02:33:46.056656Z","caller":"traceutil/trace.go:171","msg":"trace[576311118] linearizableReadLoop","detail":"{readStateIndex:22808; appliedIndex:22807; }","duration":"343.365217ms","start":"2026-05-04T02:33:45.713267Z","end":"2026-05-04T02:33:46.056632Z","steps":["trace[576311118] 'read index received' (duration: 343.168711ms)","trace[576311118] 'applied index is now lower than readState.Index' (duration: 195.406µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:46.184242Z","caller":"traceutil/trace.go:171","msg":"trace[686789309] linearizableReadLoop","detail":"{readStateIndex:22809; appliedIndex:22808; }","duration":"126.686906ms","start":"2026-05-04T02:33:46.057532Z","end":"2026-05-04T02:33:46.184219Z","steps":["trace[686789309] 'read index received' (duration: 69.852899ms)","trace[686789309] 'applied index is now lower than readState.Index' (duration: 56.833157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:33:46.184683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.417617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-04T02:33:46.184778Z","caller":"traceutil/trace.go:171","msg":"trace[484064175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21993; }","duration":"447.613293ms","start":"2026-05-04T02:33:45.737142Z","end":"2026-05-04T02:33:46.184756Z","steps":["trace[484064175] 'agreement among raft nodes before linearized reading' (duration: 447.342805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:46.184833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:45.737128Z","time spent":"447.693336ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T02:33:46.184913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.726008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-04T02:33:46.184961Z","caller":"traceutil/trace.go:171","msg":"trace[899161468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21993; }","duration":"466.768319ms","start":"2026-05-04T02:33:45.71818Z","end":"2026-05-04T02:33:46.184948Z","steps":["trace[899161468] 'agreement among raft nodes before linearized reading' (duration: 466.685367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:46.185164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:45.718145Z","time spent":"467.013097ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T02:33:46.185174Z","caller":"traceutil/trace.go:171","msg":"trace[1671226271] transaction","detail":"{read_only:false; response_revision:21993; number_of_response:1; }","duration":"319.120431ms","start":"2026-05-04T02:33:45.866035Z","end":"2026-05-04T02:33:46.185155Z","steps":["trace[1671226271] 'process raft request' (duration: 261.434757ms)","trace[1671226271] 'compare' (duration: 56.533907ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:33:46.185296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.573529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-64207d63-e4c1-4759-880b-ad935e2e5817\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-04T02:33:46.185322Z","caller":"traceutil/trace.go:171","msg":"trace[709505243] range","detail":"{range_begin:/registry/persistentvolumes/pvc-64207d63-e4c1-4759-880b-ad935e2e5817; range_end:; response_count:1; response_revision:21993; }","duration":"124.630801ms","start":"2026-05-04T02:33:46.060683Z","end":"2026-05-04T02:33:46.185314Z","steps":["trace[709505243] 'agreement among raft nodes before linearized reading' (duration: 124.576289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:46.185359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.454101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:33:46.185362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.339531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:46.185421Z","caller":"traceutil/trace.go:171","msg":"trace[865115825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:21993; }","duration":"443.541595ms","start":"2026-05-04T02:33:45.741865Z","end":"2026-05-04T02:33:46.185406Z","steps":["trace[865115825] 'agreement among raft nodes before linearized reading' (duration: 443.430091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:46.185282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:45.866001Z","time spent":"319.209223ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:33:46.185459Z","caller":"traceutil/trace.go:171","msg":"trace[1335566856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21993; }","duration":"402.438795ms","start":"2026-05-04T02:33:45.782975Z","end":"2026-05-04T02:33:46.185414Z","steps":["trace[1335566856] 'agreement among raft nodes before linearized reading' (duration: 402.29054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:46.185542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:45.782966Z","time spent":"402.564139ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T02:33:46.184825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.528523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-04T02:33:46.185596Z","caller":"traceutil/trace.go:171","msg":"trace[2144802006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:21993; }","duration":"456.346219ms","start":"2026-05-04T02:33:45.72924Z","end":"2026-05-04T02:33:46.185586Z","steps":["trace[2144802006] 'agreement among raft nodes before linearized reading' (duration: 455.40629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:46.185631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:45.729228Z","time spent":"456.3895ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-zp76c\" "} {"level":"warn","ts":"2026-05-04T02:33:46.185462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:45.741858Z","time spent":"443.594666ms","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:33:46.18616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.78832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T02:33:46.187835Z","caller":"traceutil/trace.go:171","msg":"trace[569912089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21993; }","duration":"234.497985ms","start":"2026-05-04T02:33:45.953318Z","end":"2026-05-04T02:33:46.187816Z","steps":["trace[569912089] 'agreement among raft nodes before linearized reading' (duration: 231.940704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.433865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129474553s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-04T02:33:47.47902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174701223s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:33:47.479361Z","caller":"traceutil/trace.go:171","msg":"trace[169123163] transaction","detail":"{read_only:false; response_revision:21995; number_of_response:1; }","duration":"1.286881439s","start":"2026-05-04T02:33:46.192456Z","end":"2026-05-04T02:33:47.479338Z","steps":["trace[169123163] 'process raft request' (duration: 1.286680493s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.479469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:46.192442Z","time spent":"1.286979533s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:33:47.479556Z","caller":"traceutil/trace.go:171","msg":"trace[432036369] transaction","detail":"{read_only:false; response_revision:21994; number_of_response:1; }","duration":"1.28786126s","start":"2026-05-04T02:33:46.191664Z","end":"2026-05-04T02:33:47.479525Z","steps":["trace[432036369] 'process raft request' (duration: 112.560728ms)","trace[432036369] 'compare' (duration: 1.174114225s)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:47.47963Z","caller":"traceutil/trace.go:171","msg":"trace[2129595813] linearizableReadLoop","detail":"{readStateIndex:22812; appliedIndex:22809; }","duration":"1.269455919s","start":"2026-05-04T02:33:46.210117Z","end":"2026-05-04T02:33:47.479573Z","steps":["trace[2129595813] 'read index received' (duration: 94.086064ms)","trace[2129595813] 'applied index is now lower than readState.Index' (duration: 1.175367035s)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:47.479629Z","caller":"traceutil/trace.go:171","msg":"trace[1034592597] transaction","detail":"{read_only:false; response_revision:21996; number_of_response:1; }","duration":"1.287104896s","start":"2026-05-04T02:33:46.19251Z","end":"2026-05-04T02:33:47.479614Z","steps":["trace[1034592597] 'process raft request' (duration: 1.286774696s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.481935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:46.19165Z","time spent":"1.290197325s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:33:47.479807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269680276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-04T02:33:47.48208Z","caller":"traceutil/trace.go:171","msg":"trace[1970205218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21996; }","duration":"1.271970518s","start":"2026-05-04T02:33:46.210078Z","end":"2026-05-04T02:33:47.482048Z","steps":["trace[1970205218] 'agreement among raft nodes before linearized reading' (duration: 1.269583003s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.48208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:46.192506Z","time spent":"1.289469682s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:33:47.482155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:46.210065Z","time spent":"1.272071041s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T02:33:47.954306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.259711ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:47.954443Z","caller":"traceutil/trace.go:171","msg":"trace[1931605423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21996; }","duration":"267.428966ms","start":"2026-05-04T02:33:47.686995Z","end":"2026-05-04T02:33:47.954424Z","steps":["trace[1931605423] 'range keys from in-memory index tree' (duration: 267.233359ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:47.954919Z","caller":"traceutil/trace.go:171","msg":"trace[564356204] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"1.487091871s","start":"2026-05-04T02:33:46.467785Z","end":"2026-05-04T02:33:47.954877Z","steps":["trace[564356204] 'process raft request' (duration: 1.416577581s)","trace[564356204] 'compare' (duration: 69.848959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:33:47.955126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:46.467756Z","time spent":"1.487264386s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:33:47.955248Z","caller":"traceutil/trace.go:171","msg":"trace[148755061] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"1.303511386s","start":"2026-05-04T02:33:46.651691Z","end":"2026-05-04T02:33:47.955202Z","steps":["trace[148755061] 'process raft request' (duration: 1.303077512s)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:47.955204Z","caller":"traceutil/trace.go:171","msg":"trace[906219166] linearizableReadLoop","detail":"{readStateIndex:22814; appliedIndex:22812; }","duration":"473.226734ms","start":"2026-05-04T02:33:47.481926Z","end":"2026-05-04T02:33:47.955153Z","steps":["trace[906219166] 'read index received' (duration: 402.431385ms)","trace[906219166] 'applied index is now lower than readState.Index' (duration: 70.792318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:33:47.955377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:46.651647Z","time spent":"1.303662631s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:33:47.955394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171669067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:47.955464Z","caller":"traceutil/trace.go:171","msg":"trace[2046785182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21998; }","duration":"1.171775341s","start":"2026-05-04T02:33:46.783667Z","end":"2026-05-04T02:33:47.955442Z","steps":["trace[2046785182] 'agreement among raft nodes before linearized reading' (duration: 1.171656927s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.95552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:46.783644Z","time spent":"1.171865604s","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T02:33:47.955553Z","caller":"traceutil/trace.go:171","msg":"trace[1363823358] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"472.713587ms","start":"2026-05-04T02:33:47.482822Z","end":"2026-05-04T02:33:47.955535Z","steps":["trace[1363823358] 'process raft request' (duration: 472.478779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.955583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.232555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T02:33:47.95558Z","caller":"traceutil/trace.go:171","msg":"trace[1021172840] transaction","detail":"{read_only:false; response_revision:22000; number_of_response:1; }","duration":"468.912837ms","start":"2026-05-04T02:33:47.486641Z","end":"2026-05-04T02:33:47.955554Z","steps":["trace[1021172840] 'process raft request' (duration: 468.814164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.955654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:47.482798Z","time spent":"472.80623ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:33:47.955705Z","caller":"traceutil/trace.go:171","msg":"trace[1120922500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21998; }","duration":"474.308738ms","start":"2026-05-04T02:33:47.481299Z","end":"2026-05-04T02:33:47.955608Z","steps":["trace[1120922500] 'agreement among raft nodes before linearized reading' (duration: 473.950117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.955755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:47.486618Z","time spent":"469.039741ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:33:47.955782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:47.481282Z","time spent":"474.494023ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T02:33:47.955961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.103514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T02:33:47.956403Z","caller":"traceutil/trace.go:171","msg":"trace[1422869687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21998; }","duration":"970.59842ms","start":"2026-05-04T02:33:46.985769Z","end":"2026-05-04T02:33:47.956368Z","steps":["trace[1422869687] 'agreement among raft nodes before linearized reading' (duration: 969.492425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:47.957108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:46.985744Z","time spent":"971.314493ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T02:33:48.166831Z","caller":"traceutil/trace.go:171","msg":"trace[1737120963] linearizableReadLoop","detail":"{readStateIndex:22817; appliedIndex:22816; }","duration":"202.346669ms","start":"2026-05-04T02:33:47.964457Z","end":"2026-05-04T02:33:48.166803Z","steps":["trace[1737120963] 'read index received' (duration: 112.155577ms)","trace[1737120963] 'applied index is now lower than readState.Index' (duration: 90.190162ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:48.167004Z","caller":"traceutil/trace.go:171","msg":"trace[1110791143] transaction","detail":"{read_only:false; response_revision:22001; number_of_response:1; }","duration":"205.480717ms","start":"2026-05-04T02:33:47.961458Z","end":"2026-05-04T02:33:48.166939Z","steps":["trace[1110791143] 'process raft request' (duration: 115.13024ms)","trace[1110791143] 'compare' (duration: 90.001726ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:33:48.167036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.549705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:48.167072Z","caller":"traceutil/trace.go:171","msg":"trace[2070900825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22001; }","duration":"202.622187ms","start":"2026-05-04T02:33:47.96444Z","end":"2026-05-04T02:33:48.167062Z","steps":["trace[2070900825] 'agreement among raft nodes before linearized reading' (duration: 202.512253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:48.167501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.691575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:48.167549Z","caller":"traceutil/trace.go:171","msg":"trace[1303382217] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22001; }","duration":"144.761798ms","start":"2026-05-04T02:33:48.022764Z","end":"2026-05-04T02:33:48.167525Z","steps":["trace[1303382217] 'agreement among raft nodes before linearized reading' (duration: 144.706256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:48.167627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.60166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T02:33:48.167653Z","caller":"traceutil/trace.go:171","msg":"trace[1856582348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22001; }","duration":"106.664802ms","start":"2026-05-04T02:33:48.060979Z","end":"2026-05-04T02:33:48.167644Z","steps":["trace[1856582348] 'agreement among raft nodes before linearized reading' (duration: 106.556409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:48.167661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.246438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:48.167743Z","caller":"traceutil/trace.go:171","msg":"trace[1393244421] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22001; }","duration":"142.339121ms","start":"2026-05-04T02:33:48.02538Z","end":"2026-05-04T02:33:48.16772Z","steps":["trace[1393244421] 'agreement among raft nodes before linearized reading' (duration: 142.186176ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:52.096041Z","caller":"traceutil/trace.go:171","msg":"trace[383917950] transaction","detail":"{read_only:false; response_revision:22019; number_of_response:1; }","duration":"121.367017ms","start":"2026-05-04T02:33:51.974648Z","end":"2026-05-04T02:33:52.096015Z","steps":["trace[383917950] 'process raft request' (duration: 121.288005ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:52.096052Z","caller":"traceutil/trace.go:171","msg":"trace[1425742742] transaction","detail":"{read_only:false; response_revision:22018; number_of_response:1; }","duration":"121.361237ms","start":"2026-05-04T02:33:51.974651Z","end":"2026-05-04T02:33:52.096013Z","steps":["trace[1425742742] 'process raft request' (duration: 31.840367ms)","trace[1425742742] 'compare' (duration: 89.311084ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:54.242223Z","caller":"traceutil/trace.go:171","msg":"trace[1625182119] transaction","detail":"{read_only:false; response_revision:22032; number_of_response:1; }","duration":"109.065739ms","start":"2026-05-04T02:33:54.133121Z","end":"2026-05-04T02:33:54.242187Z","steps":["trace[1625182119] 'process raft request' (duration: 39.057965ms)","trace[1625182119] 'compare' (duration: 69.852369ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:55.797415Z","caller":"traceutil/trace.go:171","msg":"trace[1908995932] transaction","detail":"{read_only:false; response_revision:22037; number_of_response:1; }","duration":"103.986868ms","start":"2026-05-04T02:33:55.693406Z","end":"2026-05-04T02:33:55.797392Z","steps":["trace[1908995932] 'process raft request' (duration: 103.802482ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:58.132716Z","caller":"traceutil/trace.go:171","msg":"trace[1469635170] transaction","detail":"{read_only:false; response_revision:22048; number_of_response:1; }","duration":"107.145868ms","start":"2026-05-04T02:33:58.025544Z","end":"2026-05-04T02:33:58.13269Z","steps":["trace[1469635170] 'process raft request' (duration: 106.975672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:58.344513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.916784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:33:58.344796Z","caller":"traceutil/trace.go:171","msg":"trace[1735398159] transaction","detail":"{read_only:false; response_revision:22050; number_of_response:1; }","duration":"186.230959ms","start":"2026-05-04T02:33:58.158544Z","end":"2026-05-04T02:33:58.344775Z","steps":["trace[1735398159] 'process raft request' (duration: 82.958863ms)","trace[1735398159] 'compare' (duration: 102.797731ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:58.746565Z","caller":"traceutil/trace.go:171","msg":"trace[326271720] linearizableReadLoop","detail":"{readStateIndex:22870; appliedIndex:22869; }","duration":"395.94856ms","start":"2026-05-04T02:33:58.350597Z","end":"2026-05-04T02:33:58.746546Z","steps":["trace[326271720] 'read index received' (duration: 84.523652ms)","trace[326271720] 'applied index is now lower than readState.Index' (duration: 311.424128ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:33:58.746591Z","caller":"traceutil/trace.go:171","msg":"trace[265778628] transaction","detail":"{read_only:false; response_revision:22052; number_of_response:1; }","duration":"397.129307ms","start":"2026-05-04T02:33:58.349443Z","end":"2026-05-04T02:33:58.746572Z","steps":["trace[265778628] 'process raft request' (duration: 396.951842ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:58.746691Z","caller":"traceutil/trace.go:171","msg":"trace[747056056] transaction","detail":"{read_only:false; response_revision:22053; number_of_response:1; }","duration":"394.264026ms","start":"2026-05-04T02:33:58.352389Z","end":"2026-05-04T02:33:58.746653Z","steps":["trace[747056056] 'process raft request' (duration: 394.119881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:58.746739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.128255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18958"} {"level":"warn","ts":"2026-05-04T02:33:58.746773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:58.349419Z","time spent":"397.299152ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:33:58.746819Z","caller":"traceutil/trace.go:171","msg":"trace[369343665] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22053; }","duration":"396.192217ms","start":"2026-05-04T02:33:58.35057Z","end":"2026-05-04T02:33:58.746762Z","steps":["trace[369343665] 'agreement among raft nodes before linearized reading' (duration: 396.074094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:58.746847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:58.352371Z","time spent":"394.398501ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:33:58.746843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.879513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-05-04T02:33:58.746905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:58.350559Z","time spent":"396.334762ms","remote":"127.0.0.1:38484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18980,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-04T02:33:58.746922Z","caller":"traceutil/trace.go:171","msg":"trace[611632081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:22053; }","duration":"386.983396ms","start":"2026-05-04T02:33:58.359921Z","end":"2026-05-04T02:33:58.746904Z","steps":["trace[611632081] 'agreement among raft nodes before linearized reading' (duration: 386.767159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:58.74697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:58.359911Z","time spent":"387.050469ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-zp76c\" "} {"level":"warn","ts":"2026-05-04T02:33:59.775344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.658422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:59.77541Z","caller":"traceutil/trace.go:171","msg":"trace[185995764] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22053; }","duration":"427.756745ms","start":"2026-05-04T02:33:59.347636Z","end":"2026-05-04T02:33:59.775393Z","steps":["trace[185995764] 'count revisions from in-memory index tree' (duration: 427.548149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:59.775438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.347575Z","time spent":"427.856639ms","remote":"127.0.0.1:37446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:33:59.775785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.889343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:59.775819Z","caller":"traceutil/trace.go:171","msg":"trace[445218184] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22053; }","duration":"929.959526ms","start":"2026-05-04T02:33:58.845849Z","end":"2026-05-04T02:33:59.775808Z","steps":["trace[445218184] 'range keys from in-memory index tree' (duration: 929.777699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:59.775806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.009177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:33:59.775798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.826066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T02:33:59.775839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.887622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:33:59.775868Z","caller":"traceutil/trace.go:171","msg":"trace[556411331] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22053; }","duration":"158.11827ms","start":"2026-05-04T02:33:59.617734Z","end":"2026-05-04T02:33:59.775853Z","steps":["trace[556411331] 'count revisions from in-memory index tree' (duration: 157.910563ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:59.775899Z","caller":"traceutil/trace.go:171","msg":"trace[594932646] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22053; }","duration":"821.978921ms","start":"2026-05-04T02:33:58.953894Z","end":"2026-05-04T02:33:59.775873Z","steps":["trace[594932646] 'count revisions from in-memory index tree' (duration: 821.744724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:59.775807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.808195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T02:33:59.775916Z","caller":"traceutil/trace.go:171","msg":"trace[1609551391] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:22053; }","duration":"953.993895ms","start":"2026-05-04T02:33:58.821895Z","end":"2026-05-04T02:33:59.775889Z","steps":["trace[1609551391] 'count revisions from in-memory index tree' (duration: 953.794169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:59.775709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.962821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T02:33:59.775952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:58.953872Z","time spent":"822.066114ms","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:33:59.77598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.362696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-869d5c58fc-m8rfs.18ac3a0380512f65\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-05-04T02:33:59.775974Z","caller":"traceutil/trace.go:171","msg":"trace[1550046188] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:22053; }","duration":"599.991702ms","start":"2026-05-04T02:33:59.175952Z","end":"2026-05-04T02:33:59.775944Z","steps":["trace[1550046188] 'range keys from in-memory index tree' (duration: 599.643391ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:59.77601Z","caller":"traceutil/trace.go:171","msg":"trace[854162159] range","detail":"{range_begin:/registry/events/openstack/barbican-api-869d5c58fc-m8rfs.18ac3a0380512f65; range_end:; response_count:1; response_revision:22053; }","duration":"157.431218ms","start":"2026-05-04T02:33:59.618569Z","end":"2026-05-04T02:33:59.776001Z","steps":["trace[854162159] 'range keys from in-memory index tree' (duration: 157.16681ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:33:59.775994Z","caller":"traceutil/trace.go:171","msg":"trace[546448485] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22053; }","duration":"872.310902ms","start":"2026-05-04T02:33:58.903663Z","end":"2026-05-04T02:33:59.775974Z","steps":["trace[546448485] 'count revisions from in-memory index tree' (duration: 871.872319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:33:59.77605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.17593Z","time spent":"600.099315ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-05-04T02:33:59.77584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:58.845827Z","time spent":"930.006656ms","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-04T02:33:59.776063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:58.903641Z","time spent":"872.401705ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:33:59.775974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:58.821876Z","time spent":"954.081708ms","remote":"127.0.0.1:58862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-04T02:33:59.776711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.927952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T02:33:59.776765Z","caller":"traceutil/trace.go:171","msg":"trace[381431985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22053; }","duration":"101.110987ms","start":"2026-05-04T02:33:59.67564Z","end":"2026-05-04T02:33:59.776751Z","steps":["trace[381431985] 'range keys from in-memory index tree' (duration: 100.108866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.363482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.986328ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-04T02:34:00.364086Z","caller":"traceutil/trace.go:171","msg":"trace[2039999170] transaction","detail":"{read_only:false; response_revision:22055; number_of_response:1; }","duration":"458.25391ms","start":"2026-05-04T02:33:59.905815Z","end":"2026-05-04T02:34:00.364069Z","steps":["trace[2039999170] 'process raft request' (duration: 458.188948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.363971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.778665Z","time spent":"585.299897ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-04T02:34:00.364092Z","caller":"traceutil/trace.go:171","msg":"trace[293531165] transaction","detail":"{read_only:false; response_revision:22054; number_of_response:1; }","duration":"584.037307ms","start":"2026-05-04T02:33:59.780016Z","end":"2026-05-04T02:34:00.364053Z","steps":["trace[293531165] 'process raft request' (duration: 583.867291ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:00.364199Z","caller":"traceutil/trace.go:171","msg":"trace[446613239] linearizableReadLoop","detail":"{readStateIndex:22873; appliedIndex:22871; }","duration":"584.476191ms","start":"2026-05-04T02:33:59.779679Z","end":"2026-05-04T02:34:00.364155Z","steps":["trace[446613239] 'read index received' (duration: 124.949111ms)","trace[446613239] 'applied index is now lower than readState.Index' (duration: 459.52268ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:34:00.364281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.905784Z","time spent":"458.384034ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:00.364319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.622255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:00.36436Z","caller":"traceutil/trace.go:171","msg":"trace[679647217] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22055; }","duration":"584.692208ms","start":"2026-05-04T02:33:59.779654Z","end":"2026-05-04T02:34:00.364346Z","steps":["trace[679647217] 'agreement among raft nodes before linearized reading' (duration: 584.564304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.364363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.78Z","time spent":"584.265094ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:00.364389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.779645Z","time spent":"584.739319ms","remote":"127.0.0.1:38502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-04T02:34:00.407723Z","caller":"traceutil/trace.go:171","msg":"trace[1402934096] transaction","detail":"{read_only:false; response_revision:22056; number_of_response:1; }","duration":"268.679415ms","start":"2026-05-04T02:34:00.139019Z","end":"2026-05-04T02:34:00.407699Z","steps":["trace[1402934096] 'process raft request' (duration: 268.50215ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:00.40789Z","caller":"traceutil/trace.go:171","msg":"trace[649342262] transaction","detail":"{read_only:false; response_revision:22057; number_of_response:1; }","duration":"261.961313ms","start":"2026-05-04T02:34:00.145904Z","end":"2026-05-04T02:34:00.407865Z","steps":["trace[649342262] 'process raft request' (duration: 261.752006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.814577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.457886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:34:00.814844Z","caller":"traceutil/trace.go:171","msg":"trace[1433219794] linearizableReadLoop","detail":"{readStateIndex:22878; appliedIndex:22875; }","duration":"450.549245ms","start":"2026-05-04T02:34:00.364276Z","end":"2026-05-04T02:34:00.814825Z","steps":["trace[1433219794] 'read index received' (duration: 43.255267ms)","trace[1433219794] 'applied index is now lower than readState.Index' (duration: 407.292758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:34:00.815101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032884308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:00.81516Z","caller":"traceutil/trace.go:171","msg":"trace[833739352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22059; }","duration":"1.032941761s","start":"2026-05-04T02:33:59.782199Z","end":"2026-05-04T02:34:00.815141Z","steps":["trace[833739352] 'agreement among raft nodes before linearized reading' (duration: 1.032864668s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.815182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.782178Z","time spent":"1.032999152s","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T02:34:00.815191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.606181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-04T02:34:00.815225Z","caller":"traceutil/trace.go:171","msg":"trace[130741249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22059; }","duration":"860.670853ms","start":"2026-05-04T02:33:59.954543Z","end":"2026-05-04T02:34:00.815214Z","steps":["trace[130741249] 'agreement among raft nodes before linearized reading' (duration: 860.598591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.815298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.954521Z","time spent":"860.769476ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T02:34:00.815114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.776626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-04T02:34:00.815085Z","caller":"traceutil/trace.go:171","msg":"trace[896607287] transaction","detail":"{read_only:false; response_revision:22059; number_of_response:1; }","duration":"449.467261ms","start":"2026-05-04T02:34:00.365391Z","end":"2026-05-04T02:34:00.814858Z","steps":["trace[896607287] 'process raft request' (duration: 449.303275ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:00.815356Z","caller":"traceutil/trace.go:171","msg":"trace[79011394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22059; }","duration":"892.043955ms","start":"2026-05-04T02:33:59.923287Z","end":"2026-05-04T02:34:00.815331Z","steps":["trace[79011394] 'agreement among raft nodes before linearized reading' (duration: 891.716114ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:00.815431Z","caller":"traceutil/trace.go:171","msg":"trace[2128305374] transaction","detail":"{read_only:false; response_revision:22058; number_of_response:1; }","duration":"463.597808ms","start":"2026-05-04T02:34:00.351389Z","end":"2026-05-04T02:34:00.814986Z","steps":["trace[2128305374] 'process raft request' (duration: 282.607675ms)","trace[2128305374] 'compare' (duration: 180.291831ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:34:00.815447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:33:59.923266Z","time spent":"892.160219ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T02:34:00.815496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:00.351362Z","time spent":"464.091133ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:00.815608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.973025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-04T02:34:00.815669Z","caller":"traceutil/trace.go:171","msg":"trace[127424668] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22059; }","duration":"449.058788ms","start":"2026-05-04T02:34:00.366592Z","end":"2026-05-04T02:34:00.81565Z","steps":["trace[127424668] 'agreement among raft nodes before linearized reading' (duration: 448.909553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.815733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.971472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-04T02:34:00.815754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:00.366578Z","time spent":"449.162852ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-04T02:34:00.815794Z","caller":"traceutil/trace.go:171","msg":"trace[1054162581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22059; }","duration":"447.067115ms","start":"2026-05-04T02:34:00.368712Z","end":"2026-05-04T02:34:00.815779Z","steps":["trace[1054162581] 'agreement among raft nodes before linearized reading' (duration: 446.862068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.815784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.956468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-04T02:34:00.815844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:00.368706Z","time spent":"447.125686ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-04T02:34:00.815869Z","caller":"traceutil/trace.go:171","msg":"trace[654387294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22059; }","duration":"377.072132ms","start":"2026-05-04T02:34:00.438775Z","end":"2026-05-04T02:34:00.815847Z","steps":["trace[654387294] 'agreement among raft nodes before linearized reading' (duration: 376.791823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:00.815926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:00.438763Z","time spent":"377.148054ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T02:34:00.816015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:00.365374Z","time spent":"450.189114ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:34:01.017081Z","caller":"traceutil/trace.go:171","msg":"trace[1488143870] transaction","detail":"{read_only:false; response_revision:22062; number_of_response:1; }","duration":"196.924937ms","start":"2026-05-04T02:34:00.820138Z","end":"2026-05-04T02:34:01.017063Z","steps":["trace[1488143870] 'process raft request' (duration: 196.831584ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:01.017213Z","caller":"traceutil/trace.go:171","msg":"trace[1269825994] transaction","detail":"{read_only:false; response_revision:22061; number_of_response:1; }","duration":"197.191135ms","start":"2026-05-04T02:34:00.819868Z","end":"2026-05-04T02:34:01.017059Z","steps":["trace[1269825994] 'process raft request' (duration: 191.586118ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:01.017238Z","caller":"traceutil/trace.go:171","msg":"trace[1442956294] linearizableReadLoop","detail":"{readStateIndex:22883; appliedIndex:22879; }","duration":"196.39619ms","start":"2026-05-04T02:34:00.82082Z","end":"2026-05-04T02:34:01.017216Z","steps":["trace[1442956294] 'read index received' (duration: 62.591399ms)","trace[1442956294] 'applied index is now lower than readState.Index' (duration: 133.803671ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:01.017455Z","caller":"traceutil/trace.go:171","msg":"trace[471543596] transaction","detail":"{read_only:false; response_revision:22063; number_of_response:1; }","duration":"196.659208ms","start":"2026-05-04T02:34:00.820781Z","end":"2026-05-04T02:34:01.01744Z","steps":["trace[471543596] 'process raft request' (duration: 196.250815ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:01.01751Z","caller":"traceutil/trace.go:171","msg":"trace[440235152] transaction","detail":"{read_only:false; response_revision:22064; number_of_response:1; }","duration":"195.928256ms","start":"2026-05-04T02:34:00.821564Z","end":"2026-05-04T02:34:01.017492Z","steps":["trace[440235152] 'process raft request' (duration: 195.580155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:01.017667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.551315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-04T02:34:01.017654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.467167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:01.017739Z","caller":"traceutil/trace.go:171","msg":"trace[1168721881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22064; }","duration":"193.621552ms","start":"2026-05-04T02:34:00.824104Z","end":"2026-05-04T02:34:01.017725Z","steps":["trace[1168721881] 'agreement among raft nodes before linearized reading' (duration: 193.460077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:01.017668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.632466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-04T02:34:01.017782Z","caller":"traceutil/trace.go:171","msg":"trace[1734749276] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22064; }","duration":"196.667899ms","start":"2026-05-04T02:34:00.821083Z","end":"2026-05-04T02:34:01.017751Z","steps":["trace[1734749276] 'agreement among raft nodes before linearized reading' (duration: 196.399371ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:01.017843Z","caller":"traceutil/trace.go:171","msg":"trace[382231256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22064; }","duration":"189.822842ms","start":"2026-05-04T02:34:00.827988Z","end":"2026-05-04T02:34:01.017811Z","steps":["trace[382231256] 'agreement among raft nodes before linearized reading' (duration: 189.508842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:01.020357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.497648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:589506"} {"level":"info","ts":"2026-05-04T02:34:01.020468Z","caller":"traceutil/trace.go:171","msg":"trace[1323668431] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:22064; }","duration":"199.647363ms","start":"2026-05-04T02:34:00.820783Z","end":"2026-05-04T02:34:01.02043Z","steps":["trace[1323668431] 'agreement among raft nodes before linearized reading' (duration: 196.494643ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:01.38865Z","caller":"traceutil/trace.go:171","msg":"trace[996350357] transaction","detail":"{read_only:false; response_revision:22065; number_of_response:1; }","duration":"128.760541ms","start":"2026-05-04T02:34:01.259859Z","end":"2026-05-04T02:34:01.38862Z","steps":["trace[996350357] 'process raft request' (duration: 104.071861ms)","trace[996350357] 'compare' (duration: 24.171264ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:34:01.724065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.53254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:01.724198Z","caller":"traceutil/trace.go:171","msg":"trace[2069082567] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22065; }","duration":"101.737496ms","start":"2026-05-04T02:34:01.622437Z","end":"2026-05-04T02:34:01.724175Z","steps":["trace[2069082567] 'count revisions from in-memory index tree' (duration: 101.417547ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:02.91606Z","caller":"traceutil/trace.go:171","msg":"trace[1220519679] transaction","detail":"{read_only:false; response_revision:22068; number_of_response:1; }","duration":"502.409466ms","start":"2026-05-04T02:34:02.413618Z","end":"2026-05-04T02:34:02.916028Z","steps":["trace[1220519679] 'process raft request' (duration: 502.153198ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:02.916164Z","caller":"traceutil/trace.go:171","msg":"trace[2137001496] transaction","detail":"{read_only:false; response_revision:22069; number_of_response:1; }","duration":"502.139187ms","start":"2026-05-04T02:34:02.413979Z","end":"2026-05-04T02:34:02.916118Z","steps":["trace[2137001496] 'process raft request' (duration: 501.948391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:02.916237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:02.413604Z","time spent":"502.54804ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:34:02.916343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:34:02.413958Z","time spent":"502.290542ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:34:02.91638Z","caller":"traceutil/trace.go:171","msg":"trace[981226537] linearizableReadLoop","detail":"{readStateIndex:22889; appliedIndex:22887; }","duration":"132.50311ms","start":"2026-05-04T02:34:02.783855Z","end":"2026-05-04T02:34:02.916358Z","steps":["trace[981226537] 'read index received' (duration: 131.88935ms)","trace[981226537] 'applied index is now lower than readState.Index' (duration: 611.54µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:34:02.916493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.637694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:02.916534Z","caller":"traceutil/trace.go:171","msg":"trace[1818680264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22069; }","duration":"132.725827ms","start":"2026-05-04T02:34:02.783797Z","end":"2026-05-04T02:34:02.916523Z","steps":["trace[1818680264] 'agreement among raft nodes before linearized reading' (duration: 132.658375ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:02.925625Z","caller":"traceutil/trace.go:171","msg":"trace[1568498326] transaction","detail":"{read_only:false; response_revision:22070; number_of_response:1; }","duration":"104.725781ms","start":"2026-05-04T02:34:02.82085Z","end":"2026-05-04T02:34:02.925576Z","steps":["trace[1568498326] 'process raft request' (duration: 104.417282ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:03.158206Z","caller":"traceutil/trace.go:171","msg":"trace[1300462905] transaction","detail":"{read_only:false; response_revision:22073; number_of_response:1; }","duration":"130.543138ms","start":"2026-05-04T02:34:03.027628Z","end":"2026-05-04T02:34:03.158171Z","steps":["trace[1300462905] 'process raft request' (duration: 130.260059ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:03.15846Z","caller":"traceutil/trace.go:171","msg":"trace[1355105326] linearizableReadLoop","detail":"{readStateIndex:22895; appliedIndex:22891; }","duration":"123.168934ms","start":"2026-05-04T02:34:03.035266Z","end":"2026-05-04T02:34:03.158435Z","steps":["trace[1355105326] 'read index received' (duration: 18.592098ms)","trace[1355105326] 'applied index is now lower than readState.Index' (duration: 104.575536ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:03.158486Z","caller":"traceutil/trace.go:171","msg":"trace[1692512068] transaction","detail":"{read_only:false; response_revision:22074; number_of_response:1; }","duration":"130.354801ms","start":"2026-05-04T02:34:03.028093Z","end":"2026-05-04T02:34:03.158448Z","steps":["trace[1692512068] 'process raft request' (duration: 130.018301ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:03.158492Z","caller":"traceutil/trace.go:171","msg":"trace[265626683] transaction","detail":"{read_only:false; response_revision:22075; number_of_response:1; }","duration":"128.250425ms","start":"2026-05-04T02:34:03.03021Z","end":"2026-05-04T02:34:03.15846Z","steps":["trace[265626683] 'process raft request' (duration: 128.130471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:03.158706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.408191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-04T02:34:03.158755Z","caller":"traceutil/trace.go:171","msg":"trace[1105177807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:22075; }","duration":"123.543226ms","start":"2026-05-04T02:34:03.035199Z","end":"2026-05-04T02:34:03.158742Z","steps":["trace[1105177807] 'agreement among raft nodes before linearized reading' (duration: 123.320469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:04.516439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.20849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-04T02:34:08.73172Z","caller":"traceutil/trace.go:171","msg":"trace[613344099] transaction","detail":"{read_only:false; response_revision:22097; number_of_response:1; }","duration":"139.711268ms","start":"2026-05-04T02:34:08.591977Z","end":"2026-05-04T02:34:08.731688Z","steps":["trace[613344099] 'process raft request' (duration: 139.529902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:08.891023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.210178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:08.891099Z","caller":"traceutil/trace.go:171","msg":"trace[994746329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22097; }","duration":"106.342312ms","start":"2026-05-04T02:34:08.784739Z","end":"2026-05-04T02:34:08.891082Z","steps":["trace[994746329] 'range keys from in-memory index tree' (duration: 106.085844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:08.891162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.518231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:34:08.891216Z","caller":"traceutil/trace.go:171","msg":"trace[1384056800] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22097; }","duration":"102.598514ms","start":"2026-05-04T02:34:08.788604Z","end":"2026-05-04T02:34:08.891202Z","steps":["trace[1384056800] 'count revisions from in-memory index tree' (duration: 102.424108ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:09.118474Z","caller":"traceutil/trace.go:171","msg":"trace[1491086023] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"111.9811ms","start":"2026-05-04T02:34:09.006424Z","end":"2026-05-04T02:34:09.118405Z","steps":["trace[1491086023] 'process raft request' (duration: 69.760265ms)","trace[1491086023] 'compare' (duration: 42.03422ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:11.276451Z","caller":"traceutil/trace.go:171","msg":"trace[2087699167] transaction","detail":"{read_only:false; response_revision:22111; number_of_response:1; }","duration":"152.093438ms","start":"2026-05-04T02:34:11.12433Z","end":"2026-05-04T02:34:11.276423Z","steps":["trace[2087699167] 'process raft request' (duration: 152.019315ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:11.276547Z","caller":"traceutil/trace.go:171","msg":"trace[303795780] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"153.062348ms","start":"2026-05-04T02:34:11.123441Z","end":"2026-05-04T02:34:11.276503Z","steps":["trace[303795780] 'process raft request' (duration: 122.520433ms)","trace[303795780] 'compare' (duration: 30.283357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:34:15.680883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.799998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-04T02:34:15.681087Z","caller":"traceutil/trace.go:171","msg":"trace[1930014780] linearizableReadLoop","detail":"{readStateIndex:22954; appliedIndex:22952; }","duration":"177.587525ms","start":"2026-05-04T02:34:15.503486Z","end":"2026-05-04T02:34:15.681074Z","steps":["trace[1930014780] 'read index received' (duration: 136.093593ms)","trace[1930014780] 'applied index is now lower than readState.Index' (duration: 41.493152ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:15.681145Z","caller":"traceutil/trace.go:171","msg":"trace[1320996043] transaction","detail":"{read_only:false; response_revision:22131; number_of_response:1; }","duration":"295.245965ms","start":"2026-05-04T02:34:15.385894Z","end":"2026-05-04T02:34:15.68114Z","steps":["trace[1320996043] 'process raft request' (duration: 295.08041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:15.681487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.536591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T02:34:15.681485Z","caller":"traceutil/trace.go:171","msg":"trace[1881669757] transaction","detail":"{read_only:false; response_revision:22132; number_of_response:1; }","duration":"148.620959ms","start":"2026-05-04T02:34:15.532812Z","end":"2026-05-04T02:34:15.681433Z","steps":["trace[1881669757] 'process raft request' (duration: 148.32921ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:15.681574Z","caller":"traceutil/trace.go:171","msg":"trace[1894090148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22132; }","duration":"126.683565ms","start":"2026-05-04T02:34:15.554871Z","end":"2026-05-04T02:34:15.681554Z","steps":["trace[1894090148] 'agreement among raft nodes before linearized reading' (duration: 126.486659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:15.681622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.098722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-04T02:34:15.681731Z","caller":"traceutil/trace.go:171","msg":"trace[2025906968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:22131; }","duration":"178.271727ms","start":"2026-05-04T02:34:15.50343Z","end":"2026-05-04T02:34:15.681702Z","steps":["trace[2025906968] 'agreement among raft nodes before linearized reading' (duration: 177.73379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:15.68179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.56673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-04T02:34:15.681861Z","caller":"traceutil/trace.go:171","msg":"trace[1237553398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22132; }","duration":"119.664963ms","start":"2026-05-04T02:34:15.562177Z","end":"2026-05-04T02:34:15.681842Z","steps":["trace[1237553398] 'agreement among raft nodes before linearized reading' (duration: 119.484468ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:17.863325Z","caller":"traceutil/trace.go:171","msg":"trace[983665123] transaction","detail":"{read_only:false; response_revision:22144; number_of_response:1; }","duration":"104.223646ms","start":"2026-05-04T02:34:17.759073Z","end":"2026-05-04T02:34:17.863297Z","steps":["trace[983665123] 'process raft request' (duration: 94.774657ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:17.863576Z","caller":"traceutil/trace.go:171","msg":"trace[85239527] transaction","detail":"{read_only:false; response_revision:22145; number_of_response:1; }","duration":"104.176554ms","start":"2026-05-04T02:34:17.759374Z","end":"2026-05-04T02:34:17.863551Z","steps":["trace[85239527] 'process raft request' (duration: 103.847844ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:17.863839Z","caller":"traceutil/trace.go:171","msg":"trace[1011010410] linearizableReadLoop","detail":"{readStateIndex:22967; appliedIndex:22965; }","duration":"104.715032ms","start":"2026-05-04T02:34:17.759109Z","end":"2026-05-04T02:34:17.863824Z","steps":["trace[1011010410] 'read index received' (duration: 1.773817ms)","trace[1011010410] 'applied index is now lower than readState.Index' (duration: 102.939855ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:17.86387Z","caller":"traceutil/trace.go:171","msg":"trace[1317152213] transaction","detail":"{read_only:false; response_revision:22146; number_of_response:1; }","duration":"103.975508ms","start":"2026-05-04T02:34:17.759875Z","end":"2026-05-04T02:34:17.86385Z","steps":["trace[1317152213] 'process raft request' (duration: 103.614176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:17.86509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.967031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:589506"} {"level":"info","ts":"2026-05-04T02:34:17.865135Z","caller":"traceutil/trace.go:171","msg":"trace[1127967804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:22146; }","duration":"106.045033ms","start":"2026-05-04T02:34:17.75908Z","end":"2026-05-04T02:34:17.865126Z","steps":["trace[1127967804] 'agreement among raft nodes before linearized reading' (duration: 104.828454ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:21.518597Z","caller":"traceutil/trace.go:171","msg":"trace[2103249403] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"183.452491ms","start":"2026-05-04T02:34:21.335114Z","end":"2026-05-04T02:34:21.518566Z","steps":["trace[2103249403] 'process raft request' (duration: 183.293146ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:22.020349Z","caller":"traceutil/trace.go:171","msg":"trace[819430019] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"173.184125ms","start":"2026-05-04T02:34:21.84713Z","end":"2026-05-04T02:34:22.020314Z","steps":["trace[819430019] 'process raft request' (duration: 172.837054ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:22.182424Z","caller":"traceutil/trace.go:171","msg":"trace[932970444] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"156.333832ms","start":"2026-05-04T02:34:22.026059Z","end":"2026-05-04T02:34:22.182392Z","steps":["trace[932970444] 'process raft request' (duration: 66.689118ms)","trace[932970444] 'compare' (duration: 89.52722ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:22.18901Z","caller":"traceutil/trace.go:171","msg":"trace[1451831736] linearizableReadLoop","detail":"{readStateIndex:22988; appliedIndex:22986; }","duration":"155.019721ms","start":"2026-05-04T02:34:22.033968Z","end":"2026-05-04T02:34:22.188988Z","steps":["trace[1451831736] 'read index received' (duration: 58.877891ms)","trace[1451831736] 'applied index is now lower than readState.Index' (duration: 96.14072ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:22.189115Z","caller":"traceutil/trace.go:171","msg":"trace[617527914] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"162.967123ms","start":"2026-05-04T02:34:22.026119Z","end":"2026-05-04T02:34:22.189086Z","steps":["trace[617527914] 'process raft request' (duration: 162.662073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:22.189253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.261769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-04T02:34:22.189305Z","caller":"traceutil/trace.go:171","msg":"trace[1601196426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22164; }","duration":"155.363422ms","start":"2026-05-04T02:34:22.033928Z","end":"2026-05-04T02:34:22.189292Z","steps":["trace[1601196426] 'agreement among raft nodes before linearized reading' (duration: 155.201447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:22.189427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.404714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T02:34:22.189528Z","caller":"traceutil/trace.go:171","msg":"trace[177145387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22164; }","duration":"155.537158ms","start":"2026-05-04T02:34:22.033963Z","end":"2026-05-04T02:34:22.1895Z","steps":["trace[177145387] 'agreement among raft nodes before linearized reading' (duration: 155.300311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:22.189602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.09404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-04T02:34:22.189822Z","caller":"traceutil/trace.go:171","msg":"trace[1592863182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:22164; }","duration":"147.347329ms","start":"2026-05-04T02:34:22.042454Z","end":"2026-05-04T02:34:22.189801Z","steps":["trace[1592863182] 'agreement among raft nodes before linearized reading' (duration: 146.954726ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:23.711745Z","caller":"traceutil/trace.go:171","msg":"trace[240595339] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"187.076215ms","start":"2026-05-04T02:34:23.52465Z","end":"2026-05-04T02:34:23.711726Z","steps":["trace[240595339] 'process raft request' (duration: 134.867684ms)","trace[240595339] 'compare' (duration: 52.063857ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:23.71202Z","caller":"traceutil/trace.go:171","msg":"trace[2006662913] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"186.662372ms","start":"2026-05-04T02:34:23.525349Z","end":"2026-05-04T02:34:23.712011Z","steps":["trace[2006662913] 'process raft request' (duration: 186.349302ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:24.149471Z","caller":"traceutil/trace.go:171","msg":"trace[926443708] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"121.793951ms","start":"2026-05-04T02:34:24.027647Z","end":"2026-05-04T02:34:24.149441Z","steps":["trace[926443708] 'process raft request' (duration: 89.779409ms)","trace[926443708] 'compare' (duration: 31.886618ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:25.837593Z","caller":"traceutil/trace.go:171","msg":"trace[1431780736] transaction","detail":"{read_only:false; response_revision:22182; number_of_response:1; }","duration":"118.220128ms","start":"2026-05-04T02:34:25.719339Z","end":"2026-05-04T02:34:25.837559Z","steps":["trace[1431780736] 'process raft request' (duration: 117.942749ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:26.584502Z","caller":"traceutil/trace.go:171","msg":"trace[149487709] transaction","detail":"{read_only:false; response_revision:22187; number_of_response:1; }","duration":"229.028812ms","start":"2026-05-04T02:34:26.355446Z","end":"2026-05-04T02:34:26.584474Z","steps":["trace[149487709] 'process raft request' (duration: 129.168034ms)","trace[149487709] 'compare' (duration: 99.669432ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:34:26.58474Z","caller":"traceutil/trace.go:171","msg":"trace[453295008] transaction","detail":"{read_only:false; response_revision:22188; number_of_response:1; }","duration":"227.573935ms","start":"2026-05-04T02:34:26.35713Z","end":"2026-05-04T02:34:26.584704Z","steps":["trace[453295008] 'process raft request' (duration: 227.303307ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:26.584743Z","caller":"traceutil/trace.go:171","msg":"trace[1127577882] linearizableReadLoop","detail":"{readStateIndex:23012; appliedIndex:23010; }","duration":"228.557997ms","start":"2026-05-04T02:34:26.356073Z","end":"2026-05-04T02:34:26.584631Z","steps":["trace[1127577882] 'read index received' (duration: 67.481484ms)","trace[1127577882] 'applied index is now lower than readState.Index' (duration: 161.073983ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:34:26.58628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.174398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:589506"} {"level":"info","ts":"2026-05-04T02:34:26.586349Z","caller":"traceutil/trace.go:171","msg":"trace[1590609547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:22188; }","duration":"230.277811ms","start":"2026-05-04T02:34:26.356056Z","end":"2026-05-04T02:34:26.586334Z","steps":["trace[1590609547] 'agreement among raft nodes before linearized reading' (duration: 228.811054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:26.586612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.582606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T02:34:26.586737Z","caller":"traceutil/trace.go:171","msg":"trace[1513583061] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22188; }","duration":"103.749321ms","start":"2026-05-04T02:34:26.482956Z","end":"2026-05-04T02:34:26.586706Z","steps":["trace[1513583061] 'agreement among raft nodes before linearized reading' (duration: 102.78875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:34:28.562966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.875435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-04T02:34:28.56306Z","caller":"traceutil/trace.go:171","msg":"trace[1502797570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22195; }","duration":"135.03247ms","start":"2026-05-04T02:34:28.428004Z","end":"2026-05-04T02:34:28.563036Z","steps":["trace[1502797570] 'range keys from in-memory index tree' (duration: 134.669908ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:34:35.945477Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20731} {"level":"info","ts":"2026-05-04T02:34:36.017442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20731,"took":"69.774056ms","hash":3186087919,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":20537344,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:34:36.0175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3186087919,"revision":20731,"compact-revision":19186} {"level":"warn","ts":"2026-05-04T02:35:56.031895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.836615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:35:56.031972Z","caller":"traceutil/trace.go:171","msg":"trace[1309323645] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22638; }","duration":"228.934658ms","start":"2026-05-04T02:35:55.803022Z","end":"2026-05-04T02:35:56.031957Z","steps":["trace[1309323645] 'count revisions from in-memory index tree' (duration: 228.739652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:03.897151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.931361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:03.897285Z","caller":"traceutil/trace.go:171","msg":"trace[786922465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22676; }","duration":"113.130107ms","start":"2026-05-04T02:36:03.784132Z","end":"2026-05-04T02:36:03.897263Z","steps":["trace[786922465] 'range keys from in-memory index tree' (duration: 112.840427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:03.897398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.979137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T02:36:03.897518Z","caller":"traceutil/trace.go:171","msg":"trace[1340339166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22676; }","duration":"122.162622ms","start":"2026-05-04T02:36:03.775327Z","end":"2026-05-04T02:36:03.89749Z","steps":["trace[1340339166] 'range keys from in-memory index tree' (duration: 121.667777ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:04.349444Z","caller":"traceutil/trace.go:171","msg":"trace[241996160] linearizableReadLoop","detail":"{readStateIndex:23523; appliedIndex:23522; }","duration":"107.796408ms","start":"2026-05-04T02:36:04.241616Z","end":"2026-05-04T02:36:04.349412Z","steps":["trace[241996160] 'read index received' (duration: 107.511359ms)","trace[241996160] 'applied index is now lower than readState.Index' (duration: 283.989µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:04.349568Z","caller":"traceutil/trace.go:171","msg":"trace[580632003] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"165.062259ms","start":"2026-05-04T02:36:04.184449Z","end":"2026-05-04T02:36:04.349511Z","steps":["trace[580632003] 'process raft request' (duration: 164.78383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:04.349657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.999185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:04.349706Z","caller":"traceutil/trace.go:171","msg":"trace[1363446318] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22678; }","duration":"108.120399ms","start":"2026-05-04T02:36:04.241571Z","end":"2026-05-04T02:36:04.349691Z","steps":["trace[1363446318] 'agreement among raft nodes before linearized reading' (duration: 107.953624ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:05.930794Z","caller":"traceutil/trace.go:171","msg":"trace[296723630] linearizableReadLoop","detail":"{readStateIndex:23532; appliedIndex:23531; }","duration":"170.368966ms","start":"2026-05-04T02:36:05.760394Z","end":"2026-05-04T02:36:05.930763Z","steps":["trace[296723630] 'read index received' (duration: 74.356071ms)","trace[296723630] 'applied index is now lower than readState.Index' (duration: 96.008785ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:05.930958Z","caller":"traceutil/trace.go:171","msg":"trace[2093360345] transaction","detail":"{read_only:false; response_revision:22686; number_of_response:1; }","duration":"171.841223ms","start":"2026-05-04T02:36:05.759099Z","end":"2026-05-04T02:36:05.930941Z","steps":["trace[2093360345] 'process raft request' (duration: 75.616101ms)","trace[2093360345] 'compare' (duration: 95.913172ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:05.93125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.807762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:05.931361Z","caller":"traceutil/trace.go:171","msg":"trace[1795706374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22686; }","duration":"147.964708ms","start":"2026-05-04T02:36:05.78335Z","end":"2026-05-04T02:36:05.931315Z","steps":["trace[1795706374] 'agreement among raft nodes before linearized reading' (duration: 147.785462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:05.931891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.472141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:589506"} {"level":"info","ts":"2026-05-04T02:36:05.931958Z","caller":"traceutil/trace.go:171","msg":"trace[1689829518] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:22686; }","duration":"171.578005ms","start":"2026-05-04T02:36:05.760367Z","end":"2026-05-04T02:36:05.931945Z","steps":["trace[1689829518] 'agreement among raft nodes before linearized reading' (duration: 170.709247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:06.166466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.741228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T02:36:06.166549Z","caller":"traceutil/trace.go:171","msg":"trace[211644838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22688; }","duration":"114.891472ms","start":"2026-05-04T02:36:06.05164Z","end":"2026-05-04T02:36:06.166532Z","steps":["trace[211644838] 'count revisions from in-memory index tree' (duration: 114.635225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:06.166512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.320946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:06.166718Z","caller":"traceutil/trace.go:171","msg":"trace[359271431] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22688; }","duration":"109.581725ms","start":"2026-05-04T02:36:06.057111Z","end":"2026-05-04T02:36:06.166693Z","steps":["trace[359271431] 'count revisions from in-memory index tree' (duration: 109.225044ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:08.218594Z","caller":"traceutil/trace.go:171","msg":"trace[766158681] transaction","detail":"{read_only:false; response_revision:22699; number_of_response:1; }","duration":"126.607323ms","start":"2026-05-04T02:36:08.091753Z","end":"2026-05-04T02:36:08.21836Z","steps":["trace[766158681] 'process raft request' (duration: 60.065649ms)","trace[766158681] 'compare' (duration: 66.39772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:09.291594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.38045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-04T02:36:09.291659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.273504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T02:36:09.291703Z","caller":"traceutil/trace.go:171","msg":"trace[804732327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22703; }","duration":"184.531535ms","start":"2026-05-04T02:36:09.107144Z","end":"2026-05-04T02:36:09.291676Z","steps":["trace[804732327] 'range keys from in-memory index tree' (duration: 184.062429ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:09.291779Z","caller":"traceutil/trace.go:171","msg":"trace[2088156686] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:22703; }","duration":"108.443239ms","start":"2026-05-04T02:36:09.183304Z","end":"2026-05-04T02:36:09.291747Z","steps":["trace[2088156686] 'range keys from in-memory index tree' (duration: 108.074957ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:09.485163Z","caller":"traceutil/trace.go:171","msg":"trace[2051472868] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"169.128457ms","start":"2026-05-04T02:36:09.315998Z","end":"2026-05-04T02:36:09.485126Z","steps":["trace[2051472868] 'process raft request' (duration: 81.570908ms)","trace[2051472868] 'compare' (duration: 87.29383ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:09.485476Z","caller":"traceutil/trace.go:171","msg":"trace[659977627] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"166.549635ms","start":"2026-05-04T02:36:09.318886Z","end":"2026-05-04T02:36:09.485436Z","steps":["trace[659977627] 'process raft request' (duration: 166.156163ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:09.485456Z","caller":"traceutil/trace.go:171","msg":"trace[1957802391] linearizableReadLoop","detail":"{readStateIndex:23553; appliedIndex:23551; }","duration":"166.05481ms","start":"2026-05-04T02:36:09.319366Z","end":"2026-05-04T02:36:09.485421Z","steps":["trace[1957802391] 'read index received' (duration: 78.192502ms)","trace[1957802391] 'applied index is now lower than readState.Index' (duration: 87.859148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:09.485671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.286397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18958"} {"level":"info","ts":"2026-05-04T02:36:09.485722Z","caller":"traceutil/trace.go:171","msg":"trace[841213668] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22706; }","duration":"166.36944ms","start":"2026-05-04T02:36:09.319339Z","end":"2026-05-04T02:36:09.485709Z","steps":["trace[841213668] 'agreement among raft nodes before linearized reading' (duration: 166.170314ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:10.219823Z","caller":"traceutil/trace.go:171","msg":"trace[1566284603] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"155.948871ms","start":"2026-05-04T02:36:10.063841Z","end":"2026-05-04T02:36:10.21979Z","steps":["trace[1566284603] 'process raft request' (duration: 79.6933ms)","trace[1566284603] 'compare' (duration: 76.142118ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:12.033326Z","caller":"traceutil/trace.go:171","msg":"trace[1328499667] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"153.08174ms","start":"2026-05-04T02:36:11.880217Z","end":"2026-05-04T02:36:12.033298Z","steps":["trace[1328499667] 'process raft request' (duration: 152.810202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:13.891475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.293953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:36:13.891623Z","caller":"traceutil/trace.go:171","msg":"trace[1589696762] linearizableReadLoop","detail":"{readStateIndex:23572; appliedIndex:23571; }","duration":"106.802807ms","start":"2026-05-04T02:36:13.784806Z","end":"2026-05-04T02:36:13.891609Z","steps":["trace[1589696762] 'read index received' (duration: 47.761µs)","trace[1589696762] 'applied index is now lower than readState.Index' (duration: 106.753546ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:13.891653Z","caller":"traceutil/trace.go:171","msg":"trace[121169681] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"312.872353ms","start":"2026-05-04T02:36:13.578753Z","end":"2026-05-04T02:36:13.891625Z","steps":["trace[121169681] 'process raft request' (duration: 63.333632ms)","trace[121169681] 'compare' (duration: 248.802887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:13.891692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.89185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:13.891721Z","caller":"traceutil/trace.go:171","msg":"trace[1527587011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22725; }","duration":"106.914121ms","start":"2026-05-04T02:36:13.784792Z","end":"2026-05-04T02:36:13.891706Z","steps":["trace[1527587011] 'agreement among raft nodes before linearized reading' (duration: 106.854599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:13.891778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:36:13.578734Z","time spent":"312.973506ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:36:14.887659Z","caller":"traceutil/trace.go:171","msg":"trace[1520962078] transaction","detail":"{read_only:false; response_revision:22732; number_of_response:1; }","duration":"125.479758ms","start":"2026-05-04T02:36:14.762161Z","end":"2026-05-04T02:36:14.887641Z","steps":["trace[1520962078] 'process raft request' (duration: 72.09194ms)","trace[1520962078] 'compare' (duration: 53.239733ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:14.887644Z","caller":"traceutil/trace.go:171","msg":"trace[1976116316] linearizableReadLoop","detail":"{readStateIndex:23580; appliedIndex:23579; }","duration":"123.810305ms","start":"2026-05-04T02:36:14.763808Z","end":"2026-05-04T02:36:14.887618Z","steps":["trace[1976116316] 'read index received' (duration: 70.480979ms)","trace[1976116316] 'applied index is now lower than readState.Index' (duration: 53.328306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:14.887738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.912218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:14.887785Z","caller":"traceutil/trace.go:171","msg":"trace[1989857288] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22732; }","duration":"124.005121ms","start":"2026-05-04T02:36:14.763765Z","end":"2026-05-04T02:36:14.88777Z","steps":["trace[1989857288] 'agreement among raft nodes before linearized reading' (duration: 123.925429ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:17.258474Z","caller":"traceutil/trace.go:171","msg":"trace[1736986215] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"136.083503ms","start":"2026-05-04T02:36:17.12237Z","end":"2026-05-04T02:36:17.258453Z","steps":["trace[1736986215] 'process raft request' (duration: 135.650689ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:17.687277Z","caller":"traceutil/trace.go:171","msg":"trace[977599270] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"102.062917ms","start":"2026-05-04T02:36:17.585151Z","end":"2026-05-04T02:36:17.687213Z","steps":["trace[977599270] 'process raft request' (duration: 101.85535ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:18.878927Z","caller":"traceutil/trace.go:171","msg":"trace[1820648533] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"113.180958ms","start":"2026-05-04T02:36:18.765722Z","end":"2026-05-04T02:36:18.878903Z","steps":["trace[1820648533] 'process raft request' (duration: 113.032914ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:18.951409Z","caller":"traceutil/trace.go:171","msg":"trace[1154874498] linearizableReadLoop","detail":"{readStateIndex:23600; appliedIndex:23597; }","duration":"167.344981ms","start":"2026-05-04T02:36:18.784038Z","end":"2026-05-04T02:36:18.951383Z","steps":["trace[1154874498] 'read index received' (duration: 94.738285ms)","trace[1154874498] 'applied index is now lower than readState.Index' (duration: 72.605666ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:18.951426Z","caller":"traceutil/trace.go:171","msg":"trace[603896677] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"179.66385ms","start":"2026-05-04T02:36:18.771732Z","end":"2026-05-04T02:36:18.951396Z","steps":["trace[603896677] 'process raft request' (duration: 179.424403ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:18.95145Z","caller":"traceutil/trace.go:171","msg":"trace[1541492901] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"179.485175ms","start":"2026-05-04T02:36:18.771941Z","end":"2026-05-04T02:36:18.951426Z","steps":["trace[1541492901] 'process raft request' (duration: 179.392142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:18.951539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.480525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:18.951577Z","caller":"traceutil/trace.go:171","msg":"trace[1391630398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22752; }","duration":"167.534307ms","start":"2026-05-04T02:36:18.784033Z","end":"2026-05-04T02:36:18.951568Z","steps":["trace[1391630398] 'agreement among raft nodes before linearized reading' (duration: 167.444074ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:21.205852Z","caller":"traceutil/trace.go:171","msg":"trace[1191019537] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"249.986504ms","start":"2026-05-04T02:36:20.955839Z","end":"2026-05-04T02:36:21.205826Z","steps":["trace[1191019537] 'process raft request' (duration: 249.763507ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:21.206073Z","caller":"traceutil/trace.go:171","msg":"trace[1698239443] linearizableReadLoop","detail":"{readStateIndex:23611; appliedIndex:23608; }","duration":"226.897834ms","start":"2026-05-04T02:36:20.97916Z","end":"2026-05-04T02:36:21.206058Z","steps":["trace[1698239443] 'read index received' (duration: 1.324932ms)","trace[1698239443] 'applied index is now lower than readState.Index' (duration: 225.571682ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:21.206162Z","caller":"traceutil/trace.go:171","msg":"trace[189797647] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"250.207831ms","start":"2026-05-04T02:36:20.955904Z","end":"2026-05-04T02:36:21.206112Z","steps":["trace[189797647] 'process raft request' (duration: 249.87516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:21.206227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.056879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-04T02:36:21.206259Z","caller":"traceutil/trace.go:171","msg":"trace[1501535184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22762; }","duration":"227.139321ms","start":"2026-05-04T02:36:20.979109Z","end":"2026-05-04T02:36:21.206249Z","steps":["trace[1501535184] 'agreement among raft nodes before linearized reading' (duration: 227.002497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:22.749832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.346327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T02:36:22.749834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.656729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T02:36:22.749964Z","caller":"traceutil/trace.go:171","msg":"trace[730084767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22767; }","duration":"127.514212ms","start":"2026-05-04T02:36:22.622426Z","end":"2026-05-04T02:36:22.74994Z","steps":["trace[730084767] 'range keys from in-memory index tree' (duration: 127.200582ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:22.74997Z","caller":"traceutil/trace.go:171","msg":"trace[547387197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22767; }","duration":"307.821104ms","start":"2026-05-04T02:36:22.442129Z","end":"2026-05-04T02:36:22.74995Z","steps":["trace[547387197] 'range keys from in-memory index tree' (duration: 307.520724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:22.750029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:36:22.442115Z","time spent":"307.899076ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T02:36:23.003449Z","caller":"traceutil/trace.go:171","msg":"trace[66714356] linearizableReadLoop","detail":"{readStateIndex:23618; appliedIndex:23616; }","duration":"219.340946ms","start":"2026-05-04T02:36:22.784075Z","end":"2026-05-04T02:36:23.003416Z","steps":["trace[66714356] 'read index received' (duration: 57.028444ms)","trace[66714356] 'applied index is now lower than readState.Index' (duration: 162.311202ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:23.003515Z","caller":"traceutil/trace.go:171","msg":"trace[694066703] transaction","detail":"{read_only:false; response_revision:22769; number_of_response:1; }","duration":"248.121725ms","start":"2026-05-04T02:36:22.755372Z","end":"2026-05-04T02:36:23.003493Z","steps":["trace[694066703] 'process raft request' (duration: 188.215271ms)","trace[694066703] 'compare' (duration: 59.423449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:23.003597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.502341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:23.003845Z","caller":"traceutil/trace.go:171","msg":"trace[226946737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22769; }","duration":"219.7985ms","start":"2026-05-04T02:36:22.784032Z","end":"2026-05-04T02:36:23.003831Z","steps":["trace[226946737] 'agreement among raft nodes before linearized reading' (duration: 219.49842ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:25.181045Z","caller":"traceutil/trace.go:171","msg":"trace[364916079] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"107.21887ms","start":"2026-05-04T02:36:25.073805Z","end":"2026-05-04T02:36:25.181024Z","steps":["trace[364916079] 'process raft request' (duration: 107.181169ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:25.181105Z","caller":"traceutil/trace.go:171","msg":"trace[560913906] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"154.393262ms","start":"2026-05-04T02:36:25.026677Z","end":"2026-05-04T02:36:25.18107Z","steps":["trace[560913906] 'process raft request' (duration: 152.917696ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:25.181174Z","caller":"traceutil/trace.go:171","msg":"trace[1097603546] linearizableReadLoop","detail":"{readStateIndex:23633; appliedIndex:23632; }","duration":"111.697972ms","start":"2026-05-04T02:36:25.069431Z","end":"2026-05-04T02:36:25.181129Z","steps":["trace[1097603546] 'read index received' (duration: 110.181854ms)","trace[1097603546] 'applied index is now lower than readState.Index' (duration: 1.506078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:25.181422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.970351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T02:36:25.181499Z","caller":"traceutil/trace.go:171","msg":"trace[147005124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22783; }","duration":"112.070383ms","start":"2026-05-04T02:36:25.06941Z","end":"2026-05-04T02:36:25.18148Z","steps":["trace[147005124] 'agreement among raft nodes before linearized reading' (duration: 111.853496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:25.470679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.698418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:36:25.470961Z","caller":"traceutil/trace.go:171","msg":"trace[1228004682] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"190.554056ms","start":"2026-05-04T02:36:25.280379Z","end":"2026-05-04T02:36:25.470933Z","steps":["trace[1228004682] 'process raft request' (duration: 18.504336ms)","trace[1228004682] 'compare' (duration: 171.564094ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:25.471094Z","caller":"traceutil/trace.go:171","msg":"trace[238097834] linearizableReadLoop","detail":"{readStateIndex:23636; appliedIndex:23634; }","duration":"140.77116ms","start":"2026-05-04T02:36:25.330285Z","end":"2026-05-04T02:36:25.471056Z","steps":["trace[238097834] 'read index received' (duration: 115.406589ms)","trace[238097834] 'applied index is now lower than readState.Index' (duration: 25.363241ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:25.471146Z","caller":"traceutil/trace.go:171","msg":"trace[1321391394] transaction","detail":"{read_only:false; response_revision:22785; number_of_response:1; }","duration":"179.345811ms","start":"2026-05-04T02:36:25.291792Z","end":"2026-05-04T02:36:25.471137Z","steps":["trace[1321391394] 'process raft request' (duration: 179.01229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:25.47136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.92876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-04T02:36:25.471393Z","caller":"traceutil/trace.go:171","msg":"trace[1587766329] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22785; }","duration":"130.999752ms","start":"2026-05-04T02:36:25.340383Z","end":"2026-05-04T02:36:25.471383Z","steps":["trace[1587766329] 'agreement among raft nodes before linearized reading' (duration: 130.806806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:25.471387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.081811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T02:36:25.471475Z","caller":"traceutil/trace.go:171","msg":"trace[1192958187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22785; }","duration":"141.243036ms","start":"2026-05-04T02:36:25.330214Z","end":"2026-05-04T02:36:25.471457Z","steps":["trace[1192958187] 'agreement among raft nodes before linearized reading' (duration: 140.939027ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:27.29884Z","caller":"traceutil/trace.go:171","msg":"trace[1999356858] linearizableReadLoop","detail":"{readStateIndex:23642; appliedIndex:23641; }","duration":"112.202046ms","start":"2026-05-04T02:36:27.186601Z","end":"2026-05-04T02:36:27.298804Z","steps":["trace[1999356858] 'read index received' (duration: 93.250078ms)","trace[1999356858] 'applied index is now lower than readState.Index' (duration: 18.950398ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:27.299091Z","caller":"traceutil/trace.go:171","msg":"trace[1964969379] transaction","detail":"{read_only:false; response_revision:22791; number_of_response:1; }","duration":"224.943271ms","start":"2026-05-04T02:36:27.074117Z","end":"2026-05-04T02:36:27.29906Z","steps":["trace[1964969379] 'process raft request' (duration: 205.760226ms)","trace[1964969379] 'compare' (duration: 18.329878ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:27.299374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.766554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-04T02:36:27.299898Z","caller":"traceutil/trace.go:171","msg":"trace[959178240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22791; }","duration":"113.042883ms","start":"2026-05-04T02:36:27.186543Z","end":"2026-05-04T02:36:27.299586Z","steps":["trace[959178240] 'agreement among raft nodes before linearized reading' (duration: 112.611539ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:27.522463Z","caller":"traceutil/trace.go:171","msg":"trace[221139543] transaction","detail":"{read_only:false; response_revision:22792; number_of_response:1; }","duration":"218.355304ms","start":"2026-05-04T02:36:27.304083Z","end":"2026-05-04T02:36:27.522438Z","steps":["trace[221139543] 'process raft request' (duration: 213.269803ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:28.297694Z","caller":"traceutil/trace.go:171","msg":"trace[997569281] transaction","detail":"{read_only:false; response_revision:22797; number_of_response:1; }","duration":"105.984541ms","start":"2026-05-04T02:36:28.191679Z","end":"2026-05-04T02:36:28.297663Z","steps":["trace[997569281] 'process raft request' (duration: 105.806096ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:29.156321Z","caller":"traceutil/trace.go:171","msg":"trace[1093297587] transaction","detail":"{read_only:false; response_revision:22799; number_of_response:1; }","duration":"213.48625ms","start":"2026-05-04T02:36:28.942791Z","end":"2026-05-04T02:36:29.156278Z","steps":["trace[1093297587] 'process raft request' (duration: 213.16401ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:29.167194Z","caller":"traceutil/trace.go:171","msg":"trace[470946320] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"178.237296ms","start":"2026-05-04T02:36:28.988929Z","end":"2026-05-04T02:36:29.167167Z","steps":["trace[470946320] 'process raft request' (duration: 177.964327ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:29.777984Z","caller":"traceutil/trace.go:171","msg":"trace[508778351] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"200.901852ms","start":"2026-05-04T02:36:29.577049Z","end":"2026-05-04T02:36:29.77795Z","steps":["trace[508778351] 'process raft request' (duration: 194.808589ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:29.814973Z","caller":"traceutil/trace.go:171","msg":"trace[1779283100] linearizableReadLoop","detail":"{readStateIndex:23657; appliedIndex:23655; }","duration":"215.102992ms","start":"2026-05-04T02:36:29.59984Z","end":"2026-05-04T02:36:29.814943Z","steps":["trace[1779283100] 'read index received' (duration: 172.107592ms)","trace[1779283100] 'applied index is now lower than readState.Index' (duration: 42.99435ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:29.815087Z","caller":"traceutil/trace.go:171","msg":"trace[1408243150] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"237.495109ms","start":"2026-05-04T02:36:29.57755Z","end":"2026-05-04T02:36:29.815045Z","steps":["trace[1408243150] 'process raft request' (duration: 237.249071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:29.815225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.3715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T02:36:29.815335Z","caller":"traceutil/trace.go:171","msg":"trace[1049502942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22805; }","duration":"215.532765ms","start":"2026-05-04T02:36:29.599784Z","end":"2026-05-04T02:36:29.815317Z","steps":["trace[1049502942] 'agreement among raft nodes before linearized reading' (duration: 215.269176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:30.319168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.35907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T02:36:30.319347Z","caller":"traceutil/trace.go:171","msg":"trace[2004064383] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"328.805296ms","start":"2026-05-04T02:36:29.990522Z","end":"2026-05-04T02:36:30.319327Z","steps":["trace[2004064383] 'process raft request' (duration: 162.206988ms)","trace[2004064383] 'compare' (duration: 166.228986ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:30.319416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:36:29.990498Z","time spent":"328.888599ms","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T02:36:30.632381Z","caller":"traceutil/trace.go:171","msg":"trace[2053606066] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"308.854566ms","start":"2026-05-04T02:36:30.323485Z","end":"2026-05-04T02:36:30.632339Z","steps":["trace[2053606066] 'process raft request' (duration: 225.707597ms)","trace[2053606066] 'compare' (duration: 82.954023ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:30.632472Z","caller":"traceutil/trace.go:171","msg":"trace[1502187762] linearizableReadLoop","detail":"{readStateIndex:23661; appliedIndex:23660; }","duration":"308.714631ms","start":"2026-05-04T02:36:30.323732Z","end":"2026-05-04T02:36:30.632447Z","steps":["trace[1502187762] 'read index received' (duration: 225.470789ms)","trace[1502187762] 'applied index is now lower than readState.Index' (duration: 83.241912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:30.632713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.959589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18958"} {"level":"info","ts":"2026-05-04T02:36:30.632755Z","caller":"traceutil/trace.go:171","msg":"trace[1366668803] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22809; }","duration":"309.029091ms","start":"2026-05-04T02:36:30.323716Z","end":"2026-05-04T02:36:30.632745Z","steps":["trace[1366668803] 'agreement among raft nodes before linearized reading' (duration: 308.856235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:30.632564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:36:30.323466Z","time spent":"309.00321ms","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T02:36:30.632779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:36:30.323705Z","time spent":"309.068023ms","remote":"127.0.0.1:38484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18980,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-04T02:36:30.633296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.130851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18958"} {"level":"info","ts":"2026-05-04T02:36:30.633401Z","caller":"traceutil/trace.go:171","msg":"trace[1611293947] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22809; }","duration":"307.281756ms","start":"2026-05-04T02:36:30.326106Z","end":"2026-05-04T02:36:30.633388Z","steps":["trace[1611293947] 'agreement among raft nodes before linearized reading' (duration: 306.488271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:30.63343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:36:30.326087Z","time spent":"307.334397ms","remote":"127.0.0.1:38484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18980,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-04T02:36:30.99866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.45565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:30.998826Z","caller":"traceutil/trace.go:171","msg":"trace[1557296439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22810; }","duration":"214.691068ms","start":"2026-05-04T02:36:30.784111Z","end":"2026-05-04T02:36:30.998802Z","steps":["trace[1557296439] 'range keys from in-memory index tree' (duration: 214.336077ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:31.548729Z","caller":"traceutil/trace.go:171","msg":"trace[1657551582] linearizableReadLoop","detail":"{readStateIndex:23664; appliedIndex:23663; }","duration":"108.593254ms","start":"2026-05-04T02:36:31.440115Z","end":"2026-05-04T02:36:31.548708Z","steps":["trace[1657551582] 'read index received' (duration: 108.449009ms)","trace[1657551582] 'applied index is now lower than readState.Index' (duration: 143.115µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:31.548836Z","caller":"traceutil/trace.go:171","msg":"trace[1629085078] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"188.078877ms","start":"2026-05-04T02:36:31.36072Z","end":"2026-05-04T02:36:31.548799Z","steps":["trace[1629085078] 'process raft request' (duration: 187.85416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:31.548893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.761689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:31.548936Z","caller":"traceutil/trace.go:171","msg":"trace[792919930] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22812; }","duration":"108.822171ms","start":"2026-05-04T02:36:31.440102Z","end":"2026-05-04T02:36:31.548924Z","steps":["trace[792919930] 'agreement among raft nodes before linearized reading' (duration: 108.734438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:31.762063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.285265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:36:31.762157Z","caller":"traceutil/trace.go:171","msg":"trace[52592194] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22813; }","duration":"146.44616ms","start":"2026-05-04T02:36:31.615688Z","end":"2026-05-04T02:36:31.762134Z","steps":["trace[52592194] 'count revisions from in-memory index tree' (duration: 146.188163ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:31.963801Z","caller":"traceutil/trace.go:171","msg":"trace[103255948] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"114.511361ms","start":"2026-05-04T02:36:31.849257Z","end":"2026-05-04T02:36:31.963768Z","steps":["trace[103255948] 'process raft request' (duration: 34.353596ms)","trace[103255948] 'compare' (duration: 79.951388ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:32.168185Z","caller":"traceutil/trace.go:171","msg":"trace[1506790961] linearizableReadLoop","detail":"{readStateIndex:23669; appliedIndex:23668; }","duration":"179.094073ms","start":"2026-05-04T02:36:31.989071Z","end":"2026-05-04T02:36:32.168165Z","steps":["trace[1506790961] 'read index received' (duration: 164.657936ms)","trace[1506790961] 'applied index is now lower than readState.Index' (duration: 14.435297ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:32.16837Z","caller":"traceutil/trace.go:171","msg":"trace[275690443] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"200.687655ms","start":"2026-05-04T02:36:31.96765Z","end":"2026-05-04T02:36:32.168338Z","steps":["trace[275690443] 'process raft request' (duration: 186.099434ms)","trace[275690443] 'compare' (duration: 14.21241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:32.168402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.317851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-04T02:36:32.168441Z","caller":"traceutil/trace.go:171","msg":"trace[285816850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22817; }","duration":"179.374302ms","start":"2026-05-04T02:36:31.989055Z","end":"2026-05-04T02:36:32.16843Z","steps":["trace[285816850] 'agreement among raft nodes before linearized reading' (duration: 179.183896ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:32.859059Z","caller":"traceutil/trace.go:171","msg":"trace[1364158176] linearizableReadLoop","detail":"{readStateIndex:23672; appliedIndex:23671; }","duration":"178.667309ms","start":"2026-05-04T02:36:32.68037Z","end":"2026-05-04T02:36:32.859038Z","steps":["trace[1364158176] 'read index received' (duration: 92.571927ms)","trace[1364158176] 'applied index is now lower than readState.Index' (duration: 86.094382ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:32.859185Z","caller":"traceutil/trace.go:171","msg":"trace[234170124] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"181.934033ms","start":"2026-05-04T02:36:32.677241Z","end":"2026-05-04T02:36:32.859175Z","steps":["trace[234170124] 'process raft request' (duration: 95.776379ms)","trace[234170124] 'compare' (duration: 85.763911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T02:36:32.859398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.01388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp76c\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-04T02:36:32.859432Z","caller":"traceutil/trace.go:171","msg":"trace[21301073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp76c; range_end:; response_count:1; response_revision:22820; }","duration":"179.077352ms","start":"2026-05-04T02:36:32.680345Z","end":"2026-05-04T02:36:32.859423Z","steps":["trace[21301073] 'agreement among raft nodes before linearized reading' (duration: 178.946878ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:33.828389Z","caller":"traceutil/trace.go:171","msg":"trace[1697978724] transaction","detail":"{read_only:false; response_revision:22823; number_of_response:1; }","duration":"228.858386ms","start":"2026-05-04T02:36:33.599502Z","end":"2026-05-04T02:36:33.828361Z","steps":["trace[1697978724] 'process raft request' (duration: 228.696941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:36:34.341304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.305857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-04T02:36:34.341398Z","caller":"traceutil/trace.go:171","msg":"trace[1565395610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22826; }","duration":"103.481172ms","start":"2026-05-04T02:36:34.237891Z","end":"2026-05-04T02:36:34.341372Z","steps":["trace[1565395610] 'range keys from in-memory index tree' (duration: 103.007437ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:40.072154Z","caller":"traceutil/trace.go:171","msg":"trace[1139960607] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"106.622012ms","start":"2026-05-04T02:36:39.965501Z","end":"2026-05-04T02:36:40.072123Z","steps":["trace[1139960607] 'process raft request' (duration: 106.387664ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:42.21333Z","caller":"traceutil/trace.go:171","msg":"trace[1598178418] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"135.861646ms","start":"2026-05-04T02:36:42.077438Z","end":"2026-05-04T02:36:42.2133Z","steps":["trace[1598178418] 'process raft request' (duration: 87.274769ms)","trace[1598178418] 'compare' (duration: 48.424192ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:36:42.213661Z","caller":"traceutil/trace.go:171","msg":"trace[1403657085] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"135.459233ms","start":"2026-05-04T02:36:42.078172Z","end":"2026-05-04T02:36:42.213632Z","steps":["trace[1403657085] 'process raft request' (duration: 135.082531ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:36:43.264294Z","caller":"traceutil/trace.go:171","msg":"trace[354288935] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"121.823253ms","start":"2026-05-04T02:36:43.142445Z","end":"2026-05-04T02:36:43.264268Z","steps":["trace[354288935] 'process raft request' (duration: 121.640267ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:37:06.625177Z","caller":"traceutil/trace.go:171","msg":"trace[1765291192] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"156.757197ms","start":"2026-05-04T02:37:06.468377Z","end":"2026-05-04T02:37:06.625134Z","steps":["trace[1765291192] 'process raft request' (duration: 156.553151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:37:06.625388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.590682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T02:37:06.625461Z","caller":"traceutil/trace.go:171","msg":"trace[539782602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22989; }","duration":"138.725407ms","start":"2026-05-04T02:37:06.486723Z","end":"2026-05-04T02:37:06.625448Z","steps":["trace[539782602] 'agreement among raft nodes before linearized reading' (duration: 138.489269ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:37:06.625142Z","caller":"traceutil/trace.go:171","msg":"trace[998070650] linearizableReadLoop","detail":"{readStateIndex:23848; appliedIndex:23847; }","duration":"138.313334ms","start":"2026-05-04T02:37:06.486774Z","end":"2026-05-04T02:37:06.625087Z","steps":["trace[998070650] 'read index received' (duration: 138.174849ms)","trace[998070650] 'applied index is now lower than readState.Index' (duration: 137.384µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:37:20.2285Z","caller":"traceutil/trace.go:171","msg":"trace[1894779119] linearizableReadLoop","detail":"{readStateIndex:23918; appliedIndex:23917; }","duration":"187.035563ms","start":"2026-05-04T02:37:20.041437Z","end":"2026-05-04T02:37:20.228472Z","steps":["trace[1894779119] 'read index received' (duration: 186.93538ms)","trace[1894779119] 'applied index is now lower than readState.Index' (duration: 99.313µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T02:37:20.228554Z","caller":"traceutil/trace.go:171","msg":"trace[1734324414] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"189.373218ms","start":"2026-05-04T02:37:20.039156Z","end":"2026-05-04T02:37:20.228529Z","steps":["trace[1734324414] 'process raft request' (duration: 189.145041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:37:20.228719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.766656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T02:37:20.228736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.283222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T02:37:20.228789Z","caller":"traceutil/trace.go:171","msg":"trace[1169028046] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23056; }","duration":"112.90056ms","start":"2026-05-04T02:37:20.115869Z","end":"2026-05-04T02:37:20.22877Z","steps":["trace[1169028046] 'agreement among raft nodes before linearized reading' (duration: 112.773016ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:37:20.228828Z","caller":"traceutil/trace.go:171","msg":"trace[1072153554] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23056; }","duration":"187.417626ms","start":"2026-05-04T02:37:20.041391Z","end":"2026-05-04T02:37:20.228809Z","steps":["trace[1072153554] 'agreement among raft nodes before linearized reading' (duration: 187.180849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:37:21.052172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.06339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-04T02:37:21.052265Z","caller":"traceutil/trace.go:171","msg":"trace[256966974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23060; }","duration":"111.194875ms","start":"2026-05-04T02:37:20.941048Z","end":"2026-05-04T02:37:21.052243Z","steps":["trace[256966974] 'range keys from in-memory index tree' (duration: 110.885155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:37:27.051214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.205135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151660"} {"level":"info","ts":"2026-05-04T02:37:27.051323Z","caller":"traceutil/trace.go:171","msg":"trace[614439816] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:23092; }","duration":"123.363821ms","start":"2026-05-04T02:37:26.92794Z","end":"2026-05-04T02:37:27.051304Z","steps":["trace[614439816] 'range keys from in-memory index tree' (duration: 122.903066ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:37:30.564661Z","caller":"traceutil/trace.go:171","msg":"trace[187329342] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"200.727147ms","start":"2026-05-04T02:37:30.363913Z","end":"2026-05-04T02:37:30.56464Z","steps":["trace[187329342] 'process raft request' (duration: 200.603073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:37:30.563484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.629467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T02:37:30.565367Z","caller":"traceutil/trace.go:171","msg":"trace[176013140] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23107; }","duration":"389.588418ms","start":"2026-05-04T02:37:30.175765Z","end":"2026-05-04T02:37:30.565353Z","steps":["trace[176013140] 'count revisions from in-memory index tree' (duration: 387.540924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T02:37:30.565627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T02:37:30.175742Z","time spent":"389.711223ms","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":115,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-04T02:37:31.076809Z","caller":"traceutil/trace.go:171","msg":"trace[1787235069] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"165.73272ms","start":"2026-05-04T02:37:30.911049Z","end":"2026-05-04T02:37:31.076782Z","steps":["trace[1787235069] 'process raft request' (duration: 165.567055ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T02:39:35.951786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22233} {"level":"info","ts":"2026-05-04T02:39:36.159624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22233,"took":"205.46939ms","hash":3531107866,"current-db-size-bytes":55713792,"current-db-size":"56 MB","current-db-size-in-use-bytes":20488192,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T02:39:36.159713Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3531107866,"revision":22233,"compact-revision":20731}