{"level":"warn","ts":"2026-03-06T21:15:29.042702Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T21:15:29.042808Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T21:15:29.043026Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T21:15:29.043046Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-06T21:15:29.043121Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T21:15:29.044004Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-03-06T21:15:29.044196Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T21:15:29.049497Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.804772ms"} {"level":"info","ts":"2026-03-06T21:15:29.056931Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-03-06T21:15:29.057031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T21:15:29.057061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-03-06T21:15:29.057072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T21:15:29.05709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-03-06T21:15:29.057129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-03-06T21:15:29.063837Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T21:15:29.065578Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T21:15:29.067094Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T21:15:29.070038Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T21:15:29.070233Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T21:15:29.07074Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:15:29.070867Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:15:29.070886Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:15:29.071596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-03-06T21:15:29.072335Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-06T21:15:29.075162Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T21:15:29.075305Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-06T21:15:29.075404Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-06T21:15:29.075628Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T21:15:29.075673Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T21:15:29.25797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T21:15:29.258049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T21:15:29.258088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-03-06T21:15:29.258259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-03-06T21:15:29.258274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-06T21:15:29.258404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-03-06T21:15:29.258523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-06T21:15:29.260118Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T21:15:29.260166Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T21:15:29.260301Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:15:29.260633Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T21:15:29.261217Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T21:15:29.261253Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T21:15:29.261436Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:15:29.261568Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:15:29.261609Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:15:29.26397Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-03-06T21:15:29.264309Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T21:15:33.971421Z","caller":"traceutil/trace.go:171","msg":"trace[256855403] linearizableReadLoop","detail":"{readStateIndex:213; appliedIndex:212; }","duration":"176.887829ms","start":"2026-03-06T21:15:33.794505Z","end":"2026-03-06T21:15:33.971393Z","steps":["trace[256855403] 'read index received' (duration: 176.762095ms)","trace[256855403] 'applied index is now lower than readState.Index' (duration: 124.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:15:33.971519Z","caller":"traceutil/trace.go:171","msg":"trace[445858023] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"198.540535ms","start":"2026-03-06T21:15:33.772941Z","end":"2026-03-06T21:15:33.971481Z","steps":["trace[445858023] 'process raft request' (duration: 198.27538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:15:33.971803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.246315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3713"} {"level":"info","ts":"2026-03-06T21:15:33.971894Z","caller":"traceutil/trace.go:171","msg":"trace[416826586] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:208; }","duration":"177.426029ms","start":"2026-03-06T21:15:33.794449Z","end":"2026-03-06T21:15:33.971875Z","steps":["trace[416826586] 'agreement among raft nodes before linearized reading' (duration: 177.109533ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:34.082543Z","caller":"traceutil/trace.go:171","msg":"trace[403996800] linearizableReadLoop","detail":"{readStateIndex:214; appliedIndex:213; }","duration":"107.503531ms","start":"2026-03-06T21:15:33.974995Z","end":"2026-03-06T21:15:34.082499Z","steps":["trace[403996800] 'read index received' (duration: 106.225216ms)","trace[403996800] 'applied index is now lower than readState.Index' (duration: 1.276935ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:15:34.082694Z","caller":"traceutil/trace.go:171","msg":"trace[1030637453] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"107.749976ms","start":"2026-03-06T21:15:33.974913Z","end":"2026-03-06T21:15:34.082663Z","steps":["trace[1030637453] 'process raft request' (duration: 106.293868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:15:34.082982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.801886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T21:15:34.083052Z","caller":"traceutil/trace.go:171","msg":"trace[1269016287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:209; }","duration":"108.076592ms","start":"2026-03-06T21:15:33.974959Z","end":"2026-03-06T21:15:34.083036Z","steps":["trace[1269016287] 'agreement among raft nodes before linearized reading' (duration: 107.691015ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:34.085819Z","caller":"traceutil/trace.go:171","msg":"trace[2040631868] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"107.230775ms","start":"2026-03-06T21:15:33.978551Z","end":"2026-03-06T21:15:34.085782Z","steps":["trace[2040631868] 'process raft request' (duration: 107.011411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:42.634042Z","caller":"traceutil/trace.go:171","msg":"trace[1301113083] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"180.559598ms","start":"2026-03-06T21:15:42.453446Z","end":"2026-03-06T21:15:42.634005Z","steps":["trace[1301113083] 'process raft request' (duration: 180.317213ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:42.824778Z","caller":"traceutil/trace.go:171","msg":"trace[598758040] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"165.52763ms","start":"2026-03-06T21:15:42.659221Z","end":"2026-03-06T21:15:42.824748Z","steps":["trace[598758040] 'read index received' (duration: 114.830493ms)","trace[598758040] 'applied index is now lower than readState.Index' (duration: 50.695467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:15:42.824929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.666662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:15:42.824972Z","caller":"traceutil/trace.go:171","msg":"trace[2125996084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:356; }","duration":"165.778725ms","start":"2026-03-06T21:15:42.659183Z","end":"2026-03-06T21:15:42.824961Z","steps":["trace[2125996084] 'agreement among raft nodes before linearized reading' (duration: 165.668973ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:43.294702Z","caller":"traceutil/trace.go:171","msg":"trace[1798363536] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:373; }","duration":"466.022837ms","start":"2026-03-06T21:15:42.828656Z","end":"2026-03-06T21:15:43.294679Z","steps":["trace[1798363536] 'read index received' (duration: 371.67704ms)","trace[1798363536] 'applied index is now lower than readState.Index' (duration: 94.344547ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:15:43.294739Z","caller":"traceutil/trace.go:171","msg":"trace[2109215392] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"468.862792ms","start":"2026-03-06T21:15:42.825851Z","end":"2026-03-06T21:15:43.294714Z","steps":["trace[2109215392] 'process raft request' (duration: 374.477974ms)","trace[2109215392] 'compare' (duration: 94.229115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:15:43.295016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.339474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-06T21:15:43.295033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.219957ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:15:43.295104Z","caller":"traceutil/trace.go:171","msg":"trace[1820054230] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:357; }","duration":"466.457316ms","start":"2026-03-06T21:15:42.828627Z","end":"2026-03-06T21:15:43.295085Z","steps":["trace[1820054230] 'agreement among raft nodes before linearized reading' (duration: 466.19271ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:43.295121Z","caller":"traceutil/trace.go:171","msg":"trace[1679923125] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:357; }","duration":"338.314309ms","start":"2026-03-06T21:15:42.956792Z","end":"2026-03-06T21:15:43.295107Z","steps":["trace[1679923125] 'agreement among raft nodes before linearized reading' (duration: 338.040373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:15:43.295142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:15:42.828611Z","time spent":"466.521188ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T21:15:43.295252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.600165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T21:15:43.29538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:15:42.825818Z","time spent":"468.979373ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:15:43.295334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.328081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-06T21:15:43.295394Z","caller":"traceutil/trace.go:171","msg":"trace[1708188608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:357; }","duration":"213.80212ms","start":"2026-03-06T21:15:43.081561Z","end":"2026-03-06T21:15:43.295363Z","steps":["trace[1708188608] 'agreement among raft nodes before linearized reading' (duration: 213.444713ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:43.29548Z","caller":"traceutil/trace.go:171","msg":"trace[2035677406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:357; }","duration":"238.516345ms","start":"2026-03-06T21:15:43.056924Z","end":"2026-03-06T21:15:43.29544Z","steps":["trace[2035677406] 'agreement among raft nodes before linearized reading' (duration: 238.22757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:16:05.351838Z","caller":"traceutil/trace.go:171","msg":"trace[1144674328] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"103.953856ms","start":"2026-03-06T21:16:05.247852Z","end":"2026-03-06T21:16:05.351806Z","steps":["trace[1144674328] 'process raft request' (duration: 103.786303ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:16:06.410063Z","caller":"traceutil/trace.go:171","msg":"trace[514418057] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"129.139171ms","start":"2026-03-06T21:16:06.280871Z","end":"2026-03-06T21:16:06.410011Z","steps":["trace[514418057] 'process raft request' (duration: 128.856006ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:16:07.993135Z","caller":"traceutil/trace.go:171","msg":"trace[853896640] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"110.909016ms","start":"2026-03-06T21:16:07.8822Z","end":"2026-03-06T21:16:07.993109Z","steps":["trace[853896640] 'process raft request' (duration: 110.713013ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:16:26.053844Z","caller":"traceutil/trace.go:171","msg":"trace[747824080] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"135.976079ms","start":"2026-03-06T21:16:25.917835Z","end":"2026-03-06T21:16:26.053811Z","steps":["trace[747824080] 'process raft request' (duration: 102.6339ms)","trace[747824080] 'compare' (duration: 33.196287ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:16:26.409336Z","caller":"traceutil/trace.go:171","msg":"trace[1749489060] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"491.144768ms","start":"2026-03-06T21:16:25.91813Z","end":"2026-03-06T21:16:26.409274Z","steps":["trace[1749489060] 'process raft request' (duration: 467.112385ms)","trace[1749489060] 'compare' (duration: 23.760747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:16:26.409623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:16:25.918118Z","time spent":"491.341031ms","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:16:55.264082Z","caller":"traceutil/trace.go:171","msg":"trace[1864612106] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"184.000592ms","start":"2026-03-06T21:16:55.08004Z","end":"2026-03-06T21:16:55.264041Z","steps":["trace[1864612106] 'process raft request' (duration: 183.766378ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:17:19.668051Z","caller":"traceutil/trace.go:171","msg":"trace[2102682912] linearizableReadLoop","detail":"{readStateIndex:1629; appliedIndex:1628; }","duration":"394.141087ms","start":"2026-03-06T21:17:19.273866Z","end":"2026-03-06T21:17:19.668007Z","steps":["trace[2102682912] 'read index received' (duration: 393.810761ms)","trace[2102682912] 'applied index is now lower than readState.Index' (duration: 328.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:17:19.668114Z","caller":"traceutil/trace.go:171","msg":"trace[2039063635] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"511.384299ms","start":"2026-03-06T21:17:19.156643Z","end":"2026-03-06T21:17:19.668027Z","steps":["trace[2039063635] 'process raft request' (duration: 511.131735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:19.668369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:17:19.156624Z","time spent":"511.604223ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:17:19.66837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.483363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T21:17:19.668381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.234643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:17:19.668463Z","caller":"traceutil/trace.go:171","msg":"trace[44619858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1565; }","duration":"394.592355ms","start":"2026-03-06T21:17:19.273846Z","end":"2026-03-06T21:17:19.668439Z","steps":["trace[44619858] 'agreement among raft nodes before linearized reading' (duration: 394.264379ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:17:19.668478Z","caller":"traceutil/trace.go:171","msg":"trace[1462371700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1565; }","duration":"299.406006ms","start":"2026-03-06T21:17:19.369047Z","end":"2026-03-06T21:17:19.668453Z","steps":["trace[1462371700] 'agreement among raft nodes before linearized reading' (duration: 299.241623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:19.668521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:17:19.273762Z","time spent":"394.751048ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T21:17:19.668571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.713844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:17:19.66868Z","caller":"traceutil/trace.go:171","msg":"trace[379177111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1565; }","duration":"288.829146ms","start":"2026-03-06T21:17:19.379823Z","end":"2026-03-06T21:17:19.668652Z","steps":["trace[379177111] 'agreement among raft nodes before linearized reading' (duration: 288.549801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:17:19.848731Z","caller":"traceutil/trace.go:171","msg":"trace[913335184] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"153.075856ms","start":"2026-03-06T21:17:19.695637Z","end":"2026-03-06T21:17:19.848713Z","steps":["trace[913335184] 'process raft request' (duration: 152.801641ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:17:19.848559Z","caller":"traceutil/trace.go:171","msg":"trace[1386308661] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"164.214335ms","start":"2026-03-06T21:17:19.684309Z","end":"2026-03-06T21:17:19.848523Z","steps":["trace[1386308661] 'process raft request' (duration: 149.440097ms)","trace[1386308661] 'compare' (duration: 14.424822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:17:20.289986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.79579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:17:20.290272Z","caller":"traceutil/trace.go:171","msg":"trace[1839555560] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"434.010225ms","start":"2026-03-06T21:17:19.856211Z","end":"2026-03-06T21:17:20.290221Z","steps":["trace[1839555560] 'process raft request' (duration: 238.603004ms)","trace[1839555560] 'compare' (duration: 194.567406ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:17:20.290382Z","caller":"traceutil/trace.go:171","msg":"trace[830343441] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1633; }","duration":"415.583178ms","start":"2026-03-06T21:17:19.87476Z","end":"2026-03-06T21:17:20.290344Z","steps":["trace[830343441] 'read index received' (duration: 220.092286ms)","trace[830343441] 'applied index is now lower than readState.Index' (duration: 195.487772ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:17:20.290416Z","caller":"traceutil/trace.go:171","msg":"trace[6620620] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"433.259631ms","start":"2026-03-06T21:17:19.857115Z","end":"2026-03-06T21:17:20.290375Z","steps":["trace[6620620] 'process raft request' (duration: 433.103948ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:17:20.29051Z","caller":"traceutil/trace.go:171","msg":"trace[1831078282] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"434.091517ms","start":"2026-03-06T21:17:19.85635Z","end":"2026-03-06T21:17:20.290442Z","steps":["trace[1831078282] 'process raft request' (duration: 433.789902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:20.290606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:17:19.857106Z","time spent":"433.390283ms","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:17:20.2907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.920865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T21:17:20.290513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:17:19.85617Z","time spent":"434.205489ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:17:20.290772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.477737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T21:17:20.290739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.38756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56fe18a3-b2ac-4d77-995a-c80997a680b1\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-06T21:17:20.290882Z","caller":"traceutil/trace.go:171","msg":"trace[1682036138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1574; }","duration":"415.653361ms","start":"2026-03-06T21:17:19.875202Z","end":"2026-03-06T21:17:20.290855Z","steps":["trace[1682036138] 'agreement among raft nodes before linearized reading' (duration: 415.375556ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:17:20.290932Z","caller":"traceutil/trace.go:171","msg":"trace[1266435840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56fe18a3-b2ac-4d77-995a-c80997a680b1; range_end:; response_count:1; response_revision:1574; }","duration":"411.542183ms","start":"2026-03-06T21:17:19.87934Z","end":"2026-03-06T21:17:20.290882Z","steps":["trace[1266435840] 'agreement among raft nodes before linearized reading' (duration: 411.263868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:20.290939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:17:19.87518Z","time spent":"415.749942ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:17:20.290536Z","caller":"traceutil/trace.go:171","msg":"trace[1596208821] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"107.162233ms","start":"2026-03-06T21:17:20.183349Z","end":"2026-03-06T21:17:20.290511Z","steps":["trace[1596208821] 'process raft request' (duration: 106.928659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:20.291002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:17:19.87933Z","time spent":"411.650515ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56fe18a3-b2ac-4d77-995a-c80997a680b1\" "} {"level":"warn","ts":"2026-03-06T21:17:20.290705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:17:19.856324Z","time spent":"434.277961ms","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:17:20.290759Z","caller":"traceutil/trace.go:171","msg":"trace[2075112324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1574; }","duration":"416.030608ms","start":"2026-03-06T21:17:19.874712Z","end":"2026-03-06T21:17:20.290743Z","steps":["trace[2075112324] 'agreement among raft nodes before linearized reading' (duration: 415.799962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:20.291271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:17:19.874697Z","time spent":"416.538997ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:17:26.435344Z","caller":"traceutil/trace.go:171","msg":"trace[802397645] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"124.461709ms","start":"2026-03-06T21:17:26.310851Z","end":"2026-03-06T21:17:26.435312Z","steps":["trace[802397645] 'process raft request' (duration: 124.289276ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:17:26.461604Z","caller":"traceutil/trace.go:171","msg":"trace[1851936123] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1699; }","duration":"137.939913ms","start":"2026-03-06T21:17:26.323629Z","end":"2026-03-06T21:17:26.461569Z","steps":["trace[1851936123] 'read index received' (duration: 111.515196ms)","trace[1851936123] 'applied index is now lower than readState.Index' (duration: 26.422877ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:17:26.461741Z","caller":"traceutil/trace.go:171","msg":"trace[1901634256] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"149.51141ms","start":"2026-03-06T21:17:26.312197Z","end":"2026-03-06T21:17:26.461709Z","steps":["trace[1901634256] 'process raft request' (duration: 149.253436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:26.461889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.244888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T21:17:26.461941Z","caller":"traceutil/trace.go:171","msg":"trace[1571321434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1635; }","duration":"138.35965ms","start":"2026-03-06T21:17:26.323566Z","end":"2026-03-06T21:17:26.461925Z","steps":["trace[1571321434] 'agreement among raft nodes before linearized reading' (duration: 138.158026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:26.462064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.397842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:17:26.462129Z","caller":"traceutil/trace.go:171","msg":"trace[1958011553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1635; }","duration":"137.539504ms","start":"2026-03-06T21:17:26.324574Z","end":"2026-03-06T21:17:26.462113Z","steps":["trace[1958011553] 'agreement among raft nodes before linearized reading' (duration: 137.328301ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:17:32.08771Z","caller":"traceutil/trace.go:171","msg":"trace[386857034] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"180.931529ms","start":"2026-03-06T21:17:31.906753Z","end":"2026-03-06T21:17:32.087685Z","steps":["trace[386857034] 'process raft request' (duration: 180.783977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:17:32.375971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.560256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-06T21:17:32.376094Z","caller":"traceutil/trace.go:171","msg":"trace[414219268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1665; }","duration":"210.752119ms","start":"2026-03-06T21:17:32.165314Z","end":"2026-03-06T21:17:32.376066Z","steps":["trace[414219268] 'range keys from in-memory index tree' (duration: 210.302042ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:18:04.752797Z","caller":"traceutil/trace.go:171","msg":"trace[235456420] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"123.695504ms","start":"2026-03-06T21:18:04.629062Z","end":"2026-03-06T21:18:04.752757Z","steps":["trace[235456420] 'process raft request' (duration: 123.428819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:18:04.779206Z","caller":"traceutil/trace.go:171","msg":"trace[520962020] linearizableReadLoop","detail":"{readStateIndex:1917; appliedIndex:1915; }","duration":"125.197192ms","start":"2026-03-06T21:18:04.653976Z","end":"2026-03-06T21:18:04.779173Z","steps":["trace[520962020] 'read index received' (duration: 98.571861ms)","trace[520962020] 'applied index is now lower than readState.Index' (duration: 26.624051ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:18:04.779268Z","caller":"traceutil/trace.go:171","msg":"trace[277566496] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"147.973151ms","start":"2026-03-06T21:18:04.631253Z","end":"2026-03-06T21:18:04.779226Z","steps":["trace[277566496] 'process raft request' (duration: 147.767047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:18:04.779459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.469708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T21:18:04.779552Z","caller":"traceutil/trace.go:171","msg":"trace[949394911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1842; }","duration":"125.600509ms","start":"2026-03-06T21:18:04.65393Z","end":"2026-03-06T21:18:04.779531Z","steps":["trace[949394911] 'agreement among raft nodes before linearized reading' (duration: 125.393406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:18:04.779487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.048603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:18:04.779657Z","caller":"traceutil/trace.go:171","msg":"trace[1145285830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1842; }","duration":"122.272427ms","start":"2026-03-06T21:18:04.65737Z","end":"2026-03-06T21:18:04.779642Z","steps":["trace[1145285830] 'agreement among raft nodes before linearized reading' (duration: 121.964872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:18:11.324948Z","caller":"traceutil/trace.go:171","msg":"trace[1170825956] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1950; }","duration":"202.819091ms","start":"2026-03-06T21:18:11.122098Z","end":"2026-03-06T21:18:11.324917Z","steps":["trace[1170825956] 'read index received' (duration: 202.530836ms)","trace[1170825956] 'applied index is now lower than readState.Index' (duration: 287.275µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:18:11.325078Z","caller":"traceutil/trace.go:171","msg":"trace[1190830126] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"208.913125ms","start":"2026-03-06T21:18:11.116124Z","end":"2026-03-06T21:18:11.325037Z","steps":["trace[1190830126] 'process raft request' (duration: 208.592489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:18:11.325297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.173397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:18:11.325388Z","caller":"traceutil/trace.go:171","msg":"trace[1483208816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1875; }","duration":"203.3042ms","start":"2026-03-06T21:18:11.122065Z","end":"2026-03-06T21:18:11.32537Z","steps":["trace[1483208816] 'agreement among raft nodes before linearized reading' (duration: 203.015455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:18:11.325662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.67991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T21:18:11.325778Z","caller":"traceutil/trace.go:171","msg":"trace[1510029790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1875; }","duration":"193.866363ms","start":"2026-03-06T21:18:11.131893Z","end":"2026-03-06T21:18:11.325759Z","steps":["trace[1510029790] 'agreement among raft nodes before linearized reading' (duration: 193.436895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:18:11.6784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.458183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:18:11.678544Z","caller":"traceutil/trace.go:171","msg":"trace[937123167] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"347.860917ms","start":"2026-03-06T21:18:11.330658Z","end":"2026-03-06T21:18:11.678519Z","steps":["trace[937123167] 'process raft request' (duration: 193.18648ms)","trace[937123167] 'compare' (duration: 154.057995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:18:11.678611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:18:11.330631Z","time spent":"347.951238ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:19:06.325895Z","caller":"traceutil/trace.go:171","msg":"trace[1015723954] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"320.386756ms","start":"2026-03-06T21:19:06.005455Z","end":"2026-03-06T21:19:06.325842Z","steps":["trace[1015723954] 'process raft request' (duration: 320.112931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:06.326195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:06.005433Z","time spent":"320.58772ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:19:39.262969Z","caller":"traceutil/trace.go:171","msg":"trace[24814981] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"132.422974ms","start":"2026-03-06T21:19:39.130519Z","end":"2026-03-06T21:19:39.262942Z","steps":["trace[24814981] 'process raft request' (duration: 132.280922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:39.525963Z","caller":"traceutil/trace.go:171","msg":"trace[1839306448] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"207.795519ms","start":"2026-03-06T21:19:39.318137Z","end":"2026-03-06T21:19:39.525933Z","steps":["trace[1839306448] 'process raft request' (duration: 207.684427ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:39.533291Z","caller":"traceutil/trace.go:171","msg":"trace[935046583] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2601; }","duration":"164.067851ms","start":"2026-03-06T21:19:39.369185Z","end":"2026-03-06T21:19:39.533253Z","steps":["trace[935046583] 'read index received' (duration: 157.091784ms)","trace[935046583] 'applied index is now lower than readState.Index' (duration: 6.975047ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:19:39.533505Z","caller":"traceutil/trace.go:171","msg":"trace[1017809963] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"215.141562ms","start":"2026-03-06T21:19:39.318337Z","end":"2026-03-06T21:19:39.533479Z","steps":["trace[1017809963] 'process raft request' (duration: 214.762055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:39.533774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.543429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:39.533903Z","caller":"traceutil/trace.go:171","msg":"trace[244850439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2500; }","duration":"164.711034ms","start":"2026-03-06T21:19:39.369159Z","end":"2026-03-06T21:19:39.53387Z","steps":["trace[244850439] 'agreement among raft nodes before linearized reading' (duration: 164.478109ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:40.06356Z","caller":"traceutil/trace.go:171","msg":"trace[1222920280] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"267.543658ms","start":"2026-03-06T21:19:39.795986Z","end":"2026-03-06T21:19:40.06353Z","steps":["trace[1222920280] 'process raft request' (duration: 267.1046ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:40.063643Z","caller":"traceutil/trace.go:171","msg":"trace[735695361] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2602; }","duration":"249.710833ms","start":"2026-03-06T21:19:39.813916Z","end":"2026-03-06T21:19:40.063627Z","steps":["trace[735695361] 'read index received' (duration: 249.136113ms)","trace[735695361] 'applied index is now lower than readState.Index' (duration: 572.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:40.253558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.607956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:19:40.253672Z","caller":"traceutil/trace.go:171","msg":"trace[1688775320] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2501; }","duration":"439.803669ms","start":"2026-03-06T21:19:39.81384Z","end":"2026-03-06T21:19:40.253644Z","steps":["trace[1688775320] 'agreement among raft nodes before linearized reading' (duration: 249.849365ms)","trace[1688775320] 'count revisions from in-memory index tree' (duration: 189.773651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:40.253643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.113471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T21:19:40.253727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:39.813809Z","time spent":"439.904841ms","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:19:40.253803Z","caller":"traceutil/trace.go:171","msg":"trace[1629306808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2501; }","duration":"295.338505ms","start":"2026-03-06T21:19:39.958426Z","end":"2026-03-06T21:19:40.253764Z","steps":["trace[1629306808] 'agreement among raft nodes before linearized reading' (duration: 105.276339ms)","trace[1629306808] 'range keys from in-memory index tree' (duration: 189.73369ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:22:11.239863Z","caller":"traceutil/trace.go:171","msg":"trace[1358999656] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"109.599088ms","start":"2026-03-06T21:22:11.130234Z","end":"2026-03-06T21:22:11.239833Z","steps":["trace[1358999656] 'process raft request' (duration: 109.385564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:11.261321Z","caller":"traceutil/trace.go:171","msg":"trace[860471019] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"109.902173ms","start":"2026-03-06T21:22:11.151385Z","end":"2026-03-06T21:22:11.261287Z","steps":["trace[860471019] 'process raft request' (duration: 109.74007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:39.499792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.4489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:23:39.499877Z","caller":"traceutil/trace.go:171","msg":"trace[535390352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4384; }","duration":"132.580633ms","start":"2026-03-06T21:23:39.367281Z","end":"2026-03-06T21:23:39.499862Z","steps":["trace[535390352] 'range keys from in-memory index tree' (duration: 132.376799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:39.500324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.29945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df4c3315-11e1-4335-8837-d3a72339ede6\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-06T21:23:39.500429Z","caller":"traceutil/trace.go:171","msg":"trace[962318781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df4c3315-11e1-4335-8837-d3a72339ede6; range_end:; response_count:1; response_revision:4384; }","duration":"130.528235ms","start":"2026-03-06T21:23:39.369879Z","end":"2026-03-06T21:23:39.500407Z","steps":["trace[962318781] 'range keys from in-memory index tree' (duration: 130.109088ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:45.438293Z","caller":"traceutil/trace.go:171","msg":"trace[205404171] linearizableReadLoop","detail":"{readStateIndex:4776; appliedIndex:4775; }","duration":"187.506442ms","start":"2026-03-06T21:23:45.250748Z","end":"2026-03-06T21:23:45.438254Z","steps":["trace[205404171] 'read index received' (duration: 112.689131ms)","trace[205404171] 'applied index is now lower than readState.Index' (duration: 74.815811ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:45.438444Z","caller":"traceutil/trace.go:171","msg":"trace[463920283] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"215.475411ms","start":"2026-03-06T21:23:45.222954Z","end":"2026-03-06T21:23:45.438429Z","steps":["trace[463920283] 'process raft request' (duration: 140.515918ms)","trace[463920283] 'compare' (duration: 74.504855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:23:45.438688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.287212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:23:45.43878Z","caller":"traceutil/trace.go:171","msg":"trace[432546365] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4591; }","duration":"168.415955ms","start":"2026-03-06T21:23:45.27034Z","end":"2026-03-06T21:23:45.438756Z","steps":["trace[432546365] 'agreement among raft nodes before linearized reading' (duration: 168.218191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:45.439022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.250786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06c59a0a-ee83-4ba5-b313-3064191576b2\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T21:23:45.439078Z","caller":"traceutil/trace.go:171","msg":"trace[1484632181] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06c59a0a-ee83-4ba5-b313-3064191576b2; range_end:; response_count:1; response_revision:4591; }","duration":"188.349798ms","start":"2026-03-06T21:23:45.250713Z","end":"2026-03-06T21:23:45.439063Z","steps":["trace[1484632181] 'agreement among raft nodes before linearized reading' (duration: 188.171094ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:45.669417Z","caller":"traceutil/trace.go:171","msg":"trace[1749429748] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"222.659602ms","start":"2026-03-06T21:23:45.446721Z","end":"2026-03-06T21:23:45.669381Z","steps":["trace[1749429748] 'process raft request' (duration: 132.99534ms)","trace[1749429748] 'compare' (duration: 89.390127ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:45.675453Z","caller":"traceutil/trace.go:171","msg":"trace[1098427574] linearizableReadLoop","detail":"{readStateIndex:4778; appliedIndex:4776; }","duration":"213.25941ms","start":"2026-03-06T21:23:45.462157Z","end":"2026-03-06T21:23:45.675417Z","steps":["trace[1098427574] 'read index received' (duration: 117.651721ms)","trace[1098427574] 'applied index is now lower than readState.Index' (duration: 95.606399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:23:45.675712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.526006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sgd96-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-06T21:23:45.67579Z","caller":"traceutil/trace.go:171","msg":"trace[282789680] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sgd96-tls; range_end:; response_count:1; response_revision:4593; }","duration":"213.651159ms","start":"2026-03-06T21:23:45.46212Z","end":"2026-03-06T21:23:45.675771Z","steps":["trace[282789680] 'agreement among raft nodes before linearized reading' (duration: 213.424134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:45.675511Z","caller":"traceutil/trace.go:171","msg":"trace[697621080] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"225.201888ms","start":"2026-03-06T21:23:45.450288Z","end":"2026-03-06T21:23:45.67549Z","steps":["trace[697621080] 'process raft request' (duration: 224.995074ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:46.043949Z","caller":"traceutil/trace.go:171","msg":"trace[1939809818] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"103.141937ms","start":"2026-03-06T21:23:45.940776Z","end":"2026-03-06T21:23:46.043917Z","steps":["trace[1939809818] 'read index received' (duration: 53.014014ms)","trace[1939809818] 'applied index is now lower than readState.Index' (duration: 50.126113ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:46.043976Z","caller":"traceutil/trace.go:171","msg":"trace[1701317834] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"159.973311ms","start":"2026-03-06T21:23:45.883965Z","end":"2026-03-06T21:23:46.043938Z","steps":["trace[1701317834] 'process raft request' (duration: 109.653935ms)","trace[1701317834] 'compare' (duration: 50.00853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:23:46.044434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.043667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16574"} {"level":"info","ts":"2026-03-06T21:23:46.04452Z","caller":"traceutil/trace.go:171","msg":"trace[1193172074] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4607; }","duration":"102.18976ms","start":"2026-03-06T21:23:45.942309Z","end":"2026-03-06T21:23:46.044499Z","steps":["trace[1193172074] 'agreement among raft nodes before linearized reading' (duration: 101.822674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:46.044758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.957371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777193"} {"level":"info","ts":"2026-03-06T21:23:46.044802Z","caller":"traceutil/trace.go:171","msg":"trace[2023405711] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4607; }","duration":"104.065723ms","start":"2026-03-06T21:23:45.940724Z","end":"2026-03-06T21:23:46.04479Z","steps":["trace[2023405711] 'agreement among raft nodes before linearized reading' (duration: 103.353471ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:56.506343Z","caller":"traceutil/trace.go:171","msg":"trace[233498487] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"195.730152ms","start":"2026-03-06T21:23:56.310584Z","end":"2026-03-06T21:23:56.506314Z","steps":["trace[233498487] 'process raft request' (duration: 195.467727ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:56.606908Z","caller":"traceutil/trace.go:171","msg":"trace[1519934446] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"294.327495ms","start":"2026-03-06T21:23:56.312534Z","end":"2026-03-06T21:23:56.606861Z","steps":["trace[1519934446] 'process raft request' (duration: 284.803252ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:56.607082Z","caller":"traceutil/trace.go:171","msg":"trace[1725842570] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4997; }","duration":"237.38374ms","start":"2026-03-06T21:23:56.369668Z","end":"2026-03-06T21:23:56.607051Z","steps":["trace[1725842570] 'read index received' (duration: 136.416943ms)","trace[1725842570] 'applied index is now lower than readState.Index' (duration: 100.964107ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:56.607229Z","caller":"traceutil/trace.go:171","msg":"trace[1231283202] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"264.87536ms","start":"2026-03-06T21:23:56.342337Z","end":"2026-03-06T21:23:56.607213Z","steps":["trace[1231283202] 'process raft request' (duration: 264.421982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:56.607644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.815478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-8pwhw\" ","response":"range_response_count:1 size:7666"} {"level":"warn","ts":"2026-03-06T21:23:56.607643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.9448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:23:56.607696Z","caller":"traceutil/trace.go:171","msg":"trace[1027215743] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-8pwhw; range_end:; response_count:1; response_revision:4811; }","duration":"226.93959ms","start":"2026-03-06T21:23:56.38074Z","end":"2026-03-06T21:23:56.60768Z","steps":["trace[1027215743] 'agreement among raft nodes before linearized reading' (duration: 226.543523ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:56.607739Z","caller":"traceutil/trace.go:171","msg":"trace[256799393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4811; }","duration":"238.118183ms","start":"2026-03-06T21:23:56.369595Z","end":"2026-03-06T21:23:56.607713Z","steps":["trace[256799393] 'agreement among raft nodes before linearized reading' (duration: 237.678586ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:24:04.825079Z","caller":"traceutil/trace.go:171","msg":"trace[307581755] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"192.211018ms","start":"2026-03-06T21:24:04.632852Z","end":"2026-03-06T21:24:04.825063Z","steps":["trace[307581755] 'process raft request' (duration: 132.505712ms)","trace[307581755] 'compare' (duration: 59.603154ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:24:04.825322Z","caller":"traceutil/trace.go:171","msg":"trace[530505492] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"189.626091ms","start":"2026-03-06T21:24:04.63569Z","end":"2026-03-06T21:24:04.825316Z","steps":["trace[530505492] 'process raft request' (duration: 189.350026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:24:05.48881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.147554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:24:05.488945Z","caller":"traceutil/trace.go:171","msg":"trace[1013116321] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5184; }","duration":"244.695513ms","start":"2026-03-06T21:24:05.244231Z","end":"2026-03-06T21:24:05.488926Z","steps":["trace[1013116321] 'read index received' (duration: 68.336844ms)","trace[1013116321] 'applied index is now lower than readState.Index' (duration: 176.357499ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:24:05.489011Z","caller":"traceutil/trace.go:171","msg":"trace[1019165028] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"311.636501ms","start":"2026-03-06T21:24:05.177346Z","end":"2026-03-06T21:24:05.488983Z","steps":["trace[1019165028] 'process raft request' (duration: 135.207061ms)","trace[1019165028] 'compare' (duration: 175.995212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:24:05.489077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.838546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:24:05.489117Z","caller":"traceutil/trace.go:171","msg":"trace[342467516] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4993; }","duration":"244.905607ms","start":"2026-03-06T21:24:05.244198Z","end":"2026-03-06T21:24:05.489103Z","steps":["trace[342467516] 'agreement among raft nodes before linearized reading' (duration: 244.834606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:24:05.48913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:24:05.17732Z","time spent":"311.744134ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:24:05.489419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.560591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:24:05.48944Z","caller":"traceutil/trace.go:171","msg":"trace[1102487063] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4993; }","duration":"205.607572ms","start":"2026-03-06T21:24:05.283828Z","end":"2026-03-06T21:24:05.489435Z","steps":["trace[1102487063] 'agreement among raft nodes before linearized reading' (duration: 205.548261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:24:05.489529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.141945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:24:05.489545Z","caller":"traceutil/trace.go:171","msg":"trace[345836157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4993; }","duration":"121.197656ms","start":"2026-03-06T21:24:05.368344Z","end":"2026-03-06T21:24:05.489541Z","steps":["trace[345836157] 'agreement among raft nodes before linearized reading' (duration: 121.169955ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:24:07.988497Z","caller":"traceutil/trace.go:171","msg":"trace[1472769699] linearizableReadLoop","detail":"{readStateIndex:5200; appliedIndex:5199; }","duration":"144.600292ms","start":"2026-03-06T21:24:07.843867Z","end":"2026-03-06T21:24:07.988467Z","steps":["trace[1472769699] 'read index received' (duration: 144.456709ms)","trace[1472769699] 'applied index is now lower than readState.Index' (duration: 142.453µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:24:07.988694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.817426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d3cbd6e-c1b3-4032-bd6a-b3fc5036a99f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T21:24:07.988629Z","caller":"traceutil/trace.go:171","msg":"trace[289002189] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"225.26631ms","start":"2026-03-06T21:24:07.763315Z","end":"2026-03-06T21:24:07.988581Z","steps":["trace[289002189] 'process raft request' (duration: 224.906464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:24:07.988755Z","caller":"traceutil/trace.go:171","msg":"trace[890389583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d3cbd6e-c1b3-4032-bd6a-b3fc5036a99f; range_end:; response_count:1; response_revision:5007; }","duration":"144.934108ms","start":"2026-03-06T21:24:07.843807Z","end":"2026-03-06T21:24:07.988741Z","steps":["trace[890389583] 'agreement among raft nodes before linearized reading' (duration: 144.777755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:24:57.179598Z","caller":"traceutil/trace.go:171","msg":"trace[1127302821] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"103.21753ms","start":"2026-03-06T21:24:57.076333Z","end":"2026-03-06T21:24:57.179551Z","steps":["trace[1127302821] 'process raft request' (duration: 102.916744ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:25:29.436399Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2745} {"level":"info","ts":"2026-03-06T21:25:29.49857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2745,"took":"60.043243ms","hash":1908976429,"current-db-size-bytes":40824832,"current-db-size":"41 MB","current-db-size-in-use-bytes":30736384,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T21:25:29.498645Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1908976429,"revision":2745,"compact-revision":-1} {"level":"info","ts":"2026-03-06T21:30:16.642742Z","caller":"traceutil/trace.go:171","msg":"trace[757875744] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"208.665775ms","start":"2026-03-06T21:30:16.434041Z","end":"2026-03-06T21:30:16.642706Z","steps":["trace[757875744] 'process raft request' (duration: 208.463462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:16.932084Z","caller":"traceutil/trace.go:171","msg":"trace[1321349056] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"496.091254ms","start":"2026-03-06T21:30:16.435954Z","end":"2026-03-06T21:30:16.932045Z","steps":["trace[1321349056] 'process raft request' (duration: 495.88247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:16.932348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:16.435943Z","time spent":"496.256887ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:30:28.391869Z","caller":"traceutil/trace.go:171","msg":"trace[1525033295] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"216.803953ms","start":"2026-03-06T21:30:28.175018Z","end":"2026-03-06T21:30:28.391822Z","steps":["trace[1525033295] 'process raft request' (duration: 216.504618ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:28.422564Z","caller":"traceutil/trace.go:171","msg":"trace[1376599117] linearizableReadLoop","detail":"{readStateIndex:8007; appliedIndex:8005; }","duration":"230.445652ms","start":"2026-03-06T21:30:28.19209Z","end":"2026-03-06T21:30:28.422536Z","steps":["trace[1376599117] 'read index received' (duration: 199.504969ms)","trace[1376599117] 'applied index is now lower than readState.Index' (duration: 30.939423ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:30:28.422609Z","caller":"traceutil/trace.go:171","msg":"trace[1541193893] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"246.082266ms","start":"2026-03-06T21:30:28.176502Z","end":"2026-03-06T21:30:28.422584Z","steps":["trace[1541193893] 'process raft request' (duration: 245.884933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:28.422841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.739648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T21:30:28.423169Z","caller":"traceutil/trace.go:171","msg":"trace[1995491578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7718; }","duration":"231.130205ms","start":"2026-03-06T21:30:28.192004Z","end":"2026-03-06T21:30:28.423134Z","steps":["trace[1995491578] 'agreement among raft nodes before linearized reading' (duration: 230.658106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:29.563281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.352547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:30:29.563394Z","caller":"traceutil/trace.go:171","msg":"trace[628250252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7723; }","duration":"193.512021ms","start":"2026-03-06T21:30:29.369858Z","end":"2026-03-06T21:30:29.56337Z","steps":["trace[628250252] 'range keys from in-memory index tree' (duration: 193.277745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:29.563536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.20704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dvxvq\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-06T21:30:29.563619Z","caller":"traceutil/trace.go:171","msg":"trace[211480056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dvxvq; range_end:; response_count:1; response_revision:7723; }","duration":"273.356003ms","start":"2026-03-06T21:30:29.290243Z","end":"2026-03-06T21:30:29.563599Z","steps":["trace[211480056] 'range keys from in-memory index tree' (duration: 272.963564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:29.563737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.714545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T21:30:29.563793Z","caller":"traceutil/trace.go:171","msg":"trace[2037590586] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"126.090464ms","start":"2026-03-06T21:30:29.437672Z","end":"2026-03-06T21:30:29.563762Z","steps":["trace[2037590586] 'process raft request' (duration: 67.276274ms)","trace[2037590586] 'compare' (duration: 58.675277ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:30:29.563866Z","caller":"traceutil/trace.go:171","msg":"trace[317980033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7723; }","duration":"165.920518ms","start":"2026-03-06T21:30:29.397918Z","end":"2026-03-06T21:30:29.563839Z","steps":["trace[317980033] 'range keys from in-memory index tree' (duration: 165.400749ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:29.632968Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5709} {"level":"info","ts":"2026-03-06T21:30:29.743459Z","caller":"traceutil/trace.go:171","msg":"trace[1698000254] linearizableReadLoop","detail":"{readStateIndex:8016; appliedIndex:8015; }","duration":"109.686995ms","start":"2026-03-06T21:30:29.633734Z","end":"2026-03-06T21:30:29.743421Z","steps":["trace[1698000254] 'read index received' (duration: 57.566347ms)","trace[1698000254] 'applied index is now lower than readState.Index' (duration: 52.118698ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:30:29.743527Z","caller":"traceutil/trace.go:171","msg":"trace[1762859677] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"114.93697ms","start":"2026-03-06T21:30:29.628536Z","end":"2026-03-06T21:30:29.743473Z","steps":["trace[1762859677] 'process raft request' (duration: 62.887824ms)","trace[1762859677] 'compare' (duration: 10.877078ms)","trace[1762859677] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 40.929205ms)"],"step_count":3} {"level":"warn","ts":"2026-03-06T21:30:29.743756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.26671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:30:29.74389Z","caller":"traceutil/trace.go:171","msg":"trace[2123005611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7726; }","duration":"141.493863ms","start":"2026-03-06T21:30:29.602372Z","end":"2026-03-06T21:30:29.743865Z","steps":["trace[2123005611] 'agreement among raft nodes before linearized reading' (duration: 141.171148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:30.873535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103769407s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:30:30.873764Z","caller":"traceutil/trace.go:171","msg":"trace[967771126] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"1.143389568s","start":"2026-03-06T21:30:29.730341Z","end":"2026-03-06T21:30:30.873731Z","steps":["trace[967771126] 'process raft request' (duration: 39.313035ms)","trace[967771126] 'compare' (duration: 1.10006177s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:30:30.873909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:29.730312Z","time spent":"1.143520869s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:30:30.874061Z","caller":"traceutil/trace.go:171","msg":"trace[371724402] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"1.125200968s","start":"2026-03-06T21:30:29.748813Z","end":"2026-03-06T21:30:30.874014Z","steps":["trace[371724402] 'process raft request' (duration: 1.12484369s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:30.874217Z","caller":"traceutil/trace.go:171","msg":"trace[1355375752] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"172.468787ms","start":"2026-03-06T21:30:30.701727Z","end":"2026-03-06T21:30:30.874196Z","steps":["trace[1355375752] 'process raft request' (duration: 172.426226ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:30.874283Z","caller":"traceutil/trace.go:171","msg":"trace[92330982] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"401.035195ms","start":"2026-03-06T21:30:30.473238Z","end":"2026-03-06T21:30:30.874274Z","steps":["trace[92330982] 'process raft request' (duration: 400.809781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:30.874332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:30.473208Z","time spent":"401.104597ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:30:30.874232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:29.748782Z","time spent":"1.125356611s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:30:30.874344Z","caller":"traceutil/trace.go:171","msg":"trace[527330407] linearizableReadLoop","detail":"{readStateIndex:8018; appliedIndex:8016; }","duration":"883.612603ms","start":"2026-03-06T21:30:29.990669Z","end":"2026-03-06T21:30:30.874282Z","steps":["trace[527330407] 'read index received' (duration: 38.551µs)","trace[527330407] 'applied index is now lower than readState.Index' (duration: 883.571022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:30:30.874661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.99551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T21:30:30.874678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.99206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T21:30:30.874667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.17929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T21:30:30.874736Z","caller":"traceutil/trace.go:171","msg":"trace[403076082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7730; }","duration":"477.326512ms","start":"2026-03-06T21:30:30.3974Z","end":"2026-03-06T21:30:30.874727Z","steps":["trace[403076082] 'agreement among raft nodes before linearized reading' (duration: 477.102418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:30.874752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.751476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T21:30:30.874764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:30.397361Z","time spent":"477.393334ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:30:30.874795Z","caller":"traceutil/trace.go:171","msg":"trace[1967116845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7730; }","duration":"446.807127ms","start":"2026-03-06T21:30:30.427972Z","end":"2026-03-06T21:30:30.874779Z","steps":["trace[1967116845] 'agreement among raft nodes before linearized reading' (duration: 446.721016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:30.874838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:30.427961Z","time spent":"446.867078ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:30:30.874705Z","caller":"traceutil/trace.go:171","msg":"trace[348070967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7730; }","duration":"425.099073ms","start":"2026-03-06T21:30:30.449596Z","end":"2026-03-06T21:30:30.874695Z","steps":["trace[348070967] 'agreement among raft nodes before linearized reading' (duration: 424.9579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:30.874747Z","caller":"traceutil/trace.go:171","msg":"trace[1291453654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7730; }","duration":"884.111571ms","start":"2026-03-06T21:30:29.990615Z","end":"2026-03-06T21:30:30.874727Z","steps":["trace[1291453654] 'agreement among raft nodes before linearized reading' (duration: 883.865917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:30.875073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:29.990588Z","time spent":"884.472318ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:30:30.875062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:30.449572Z","time spent":"425.356068ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:30:31.202973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5709,"took":"1.56624002s","hash":2808031064,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":23400448,"current-db-size-in-use":"23 MB"} {"level":"warn","ts":"2026-03-06T21:30:31.203264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.432781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:30:31.203388Z","caller":"traceutil/trace.go:171","msg":"trace[1722492201] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7733; }","duration":"247.604084ms","start":"2026-03-06T21:30:30.955756Z","end":"2026-03-06T21:30:31.20336Z","steps":["trace[1722492201] 'range keys from in-memory index tree' (duration: 247.247537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:31.204038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2808031064,"revision":5709,"compact-revision":2745} {"level":"info","ts":"2026-03-06T21:30:31.204292Z","caller":"traceutil/trace.go:171","msg":"trace[1397199454] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"180.86235ms","start":"2026-03-06T21:30:31.023386Z","end":"2026-03-06T21:30:31.204249Z","steps":["trace[1397199454] 'process raft request' (duration: 171.355518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:58.259926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.176817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T21:30:58.260123Z","caller":"traceutil/trace.go:171","msg":"trace[1505807608] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8211; }","duration":"480.616982ms","start":"2026-03-06T21:30:57.779474Z","end":"2026-03-06T21:30:58.260091Z","steps":["trace[1505807608] 'read index received' (duration: 250.325154ms)","trace[1505807608] 'applied index is now lower than readState.Index' (duration: 230.264848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:30:58.26141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.900956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T21:30:58.261541Z","caller":"traceutil/trace.go:171","msg":"trace[1079233037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7914; }","duration":"482.092199ms","start":"2026-03-06T21:30:57.779419Z","end":"2026-03-06T21:30:58.261511Z","steps":["trace[1079233037] 'agreement among raft nodes before linearized reading' (duration: 481.708552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:58.261606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:57.77939Z","time spent":"482.207221ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:30:58.302393Z","caller":"traceutil/trace.go:171","msg":"trace[2081052871] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"454.276453ms","start":"2026-03-06T21:30:57.848087Z","end":"2026-03-06T21:30:58.302364Z","steps":["trace[2081052871] 'process raft request' (duration: 454.025589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:58.302456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.701114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dvxvq\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-06T21:30:58.302571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:57.848048Z","time spent":"454.424207ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:30:58.302588Z","caller":"traceutil/trace.go:171","msg":"trace[945334837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dvxvq; range_end:; response_count:1; response_revision:7915; }","duration":"496.838108ms","start":"2026-03-06T21:30:57.80568Z","end":"2026-03-06T21:30:58.302518Z","steps":["trace[945334837] 'agreement among raft nodes before linearized reading' (duration: 496.606963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:58.302638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:30:57.805656Z","time spent":"496.972821ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dvxvq\" "} {"level":"warn","ts":"2026-03-06T21:30:58.302734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.796223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-06T21:30:58.302846Z","caller":"traceutil/trace.go:171","msg":"trace[1600380750] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7915; }","duration":"123.985676ms","start":"2026-03-06T21:30:58.178841Z","end":"2026-03-06T21:30:58.302826Z","steps":["trace[1600380750] 'agreement among raft nodes before linearized reading' (duration: 123.702851ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:31:02.628406Z","caller":"traceutil/trace.go:171","msg":"trace[1093119263] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8234; }","duration":"305.09248ms","start":"2026-03-06T21:31:02.323287Z","end":"2026-03-06T21:31:02.628379Z","steps":["trace[1093119263] 'read index received' (duration: 304.909217ms)","trace[1093119263] 'applied index is now lower than readState.Index' (duration: 181.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:31:02.628494Z","caller":"traceutil/trace.go:171","msg":"trace[1211250768] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"306.616167ms","start":"2026-03-06T21:31:02.321827Z","end":"2026-03-06T21:31:02.628443Z","steps":["trace[1211250768] 'process raft request' (duration: 306.368693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:31:02.628619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.320464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T21:31:02.628652Z","caller":"traceutil/trace.go:171","msg":"trace[908368775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7937; }","duration":"305.411585ms","start":"2026-03-06T21:31:02.32323Z","end":"2026-03-06T21:31:02.628641Z","steps":["trace[908368775] 'agreement among raft nodes before linearized reading' (duration: 305.274563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:31:02.628682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:31:02.323205Z","time spent":"305.472256ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:31:02.628717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.5ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:31:02.628719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.404948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dvxvq\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-06T21:31:02.628743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:31:02.321783Z","time spent":"306.827471ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:31:02.62878Z","caller":"traceutil/trace.go:171","msg":"trace[196034217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7937; }","duration":"259.598642ms","start":"2026-03-06T21:31:02.369165Z","end":"2026-03-06T21:31:02.628763Z","steps":["trace[196034217] 'agreement among raft nodes before linearized reading' (duration: 259.49405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:31:02.62881Z","caller":"traceutil/trace.go:171","msg":"trace[223869717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dvxvq; range_end:; response_count:1; response_revision:7937; }","duration":"303.52244ms","start":"2026-03-06T21:31:02.325266Z","end":"2026-03-06T21:31:02.628789Z","steps":["trace[223869717] 'agreement among raft nodes before linearized reading' (duration: 303.271846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:31:02.62887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:31:02.325261Z","time spent":"303.598312ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-dvxvq\" "} {"level":"warn","ts":"2026-03-06T21:31:02.629296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.775784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:31:02.629347Z","caller":"traceutil/trace.go:171","msg":"trace[1814362344] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7937; }","duration":"177.878566ms","start":"2026-03-06T21:31:02.451454Z","end":"2026-03-06T21:31:02.629332Z","steps":["trace[1814362344] 'agreement among raft nodes before linearized reading' (duration: 177.715043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:31:10.851377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.836718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:31:10.851557Z","caller":"traceutil/trace.go:171","msg":"trace[1091855988] linearizableReadLoop","detail":"{readStateIndex:8323; appliedIndex:8322; }","duration":"165.430739ms","start":"2026-03-06T21:31:10.686101Z","end":"2026-03-06T21:31:10.851531Z","steps":["trace[1091855988] 'read index received' (duration: 44µs)","trace[1091855988] 'applied index is now lower than readState.Index' (duration: 165.385149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:31:10.851845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.739785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dvxvq\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-06T21:31:10.851885Z","caller":"traceutil/trace.go:171","msg":"trace[1226251074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dvxvq; range_end:; response_count:1; response_revision:8017; }","duration":"165.821317ms","start":"2026-03-06T21:31:10.686051Z","end":"2026-03-06T21:31:10.851873Z","steps":["trace[1226251074] 'agreement among raft nodes before linearized reading' (duration: 165.630812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:31:10.852381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.044653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T21:31:10.852462Z","caller":"traceutil/trace.go:171","msg":"trace[2006419316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8017; }","duration":"165.171455ms","start":"2026-03-06T21:31:10.687277Z","end":"2026-03-06T21:31:10.852448Z","steps":["trace[2006419316] 'agreement among raft nodes before linearized reading' (duration: 164.870789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:31:10.851728Z","caller":"traceutil/trace.go:171","msg":"trace[170226418] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"185.358182ms","start":"2026-03-06T21:31:10.666282Z","end":"2026-03-06T21:31:10.85164Z","steps":["trace[170226418] 'process raft request' (duration: 14.123937ms)","trace[170226418] 'compare' (duration: 170.676985ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:31:11.09192Z","caller":"traceutil/trace.go:171","msg":"trace[898939746] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8323; }","duration":"232.440828ms","start":"2026-03-06T21:31:10.859447Z","end":"2026-03-06T21:31:11.091888Z","steps":["trace[898939746] 'read index received' (duration: 172.794553ms)","trace[898939746] 'applied index is now lower than readState.Index' (duration: 59.644935ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:31:11.092058Z","caller":"traceutil/trace.go:171","msg":"trace[762406838] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"234.902984ms","start":"2026-03-06T21:31:10.857137Z","end":"2026-03-06T21:31:11.09204Z","steps":["trace[762406838] 'process raft request' (duration: 175.203407ms)","trace[762406838] 'compare' (duration: 59.33201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:31:11.092424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.977118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227448"} {"level":"info","ts":"2026-03-06T21:31:11.092483Z","caller":"traceutil/trace.go:171","msg":"trace[1635167217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8018; }","duration":"233.10793ms","start":"2026-03-06T21:31:10.859362Z","end":"2026-03-06T21:31:11.09247Z","steps":["trace[1635167217] 'agreement among raft nodes before linearized reading' (duration: 232.674503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:55.984192Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:34:55.990708Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T21:34:55.990829Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T21:35:29.640705Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7724} {"level":"info","ts":"2026-03-06T21:35:29.709819Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7724,"took":"66.352226ms","hash":805169798,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":25280512,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-06T21:35:29.709938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":805169798,"revision":7724,"compact-revision":5709} {"level":"warn","ts":"2026-03-06T21:38:13.381399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.211009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:38:13.38138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.082367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:38:13.381501Z","caller":"traceutil/trace.go:171","msg":"trace[1122867231] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11031; }","duration":"253.385392ms","start":"2026-03-06T21:38:13.128096Z","end":"2026-03-06T21:38:13.381482Z","steps":["trace[1122867231] 'range keys from in-memory index tree' (duration: 253.123938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:38:13.381531Z","caller":"traceutil/trace.go:171","msg":"trace[464514930] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11031; }","duration":"253.317561ms","start":"2026-03-06T21:38:13.128185Z","end":"2026-03-06T21:38:13.381503Z","steps":["trace[464514930] 'range keys from in-memory index tree' (duration: 252.916884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:38:13.381428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.161749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:38:13.38171Z","caller":"traceutil/trace.go:171","msg":"trace[610052392] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11031; }","duration":"253.508425ms","start":"2026-03-06T21:38:13.128184Z","end":"2026-03-06T21:38:13.381693Z","steps":["trace[610052392] 'range keys from in-memory index tree' (duration: 253.018916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:38:13.38181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.444144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:38:13.381931Z","caller":"traceutil/trace.go:171","msg":"trace[1323819324] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11031; }","duration":"253.569786ms","start":"2026-03-06T21:38:13.128317Z","end":"2026-03-06T21:38:13.381886Z","steps":["trace[1323819324] 'range keys from in-memory index tree' (duration: 253.343691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:38:13.381978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.240323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-06T21:38:13.382123Z","caller":"traceutil/trace.go:171","msg":"trace[148013183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11031; }","duration":"251.454967ms","start":"2026-03-06T21:38:13.130632Z","end":"2026-03-06T21:38:13.382087Z","steps":["trace[148013183] 'range keys from in-memory index tree' (duration: 250.980199ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:38:13.654282Z","caller":"traceutil/trace.go:171","msg":"trace[1602609289] transaction","detail":"{read_only:false; response_revision:11036; number_of_response:1; }","duration":"222.146875ms","start":"2026-03-06T21:38:13.4321Z","end":"2026-03-06T21:38:13.654247Z","steps":["trace[1602609289] 'process raft request' (duration: 222.087404ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:38:13.654538Z","caller":"traceutil/trace.go:171","msg":"trace[1065942138] transaction","detail":"{read_only:false; response_revision:11035; number_of_response:1; }","duration":"223.328307ms","start":"2026-03-06T21:38:13.431181Z","end":"2026-03-06T21:38:13.654509Z","steps":["trace[1065942138] 'process raft request' (duration: 222.826898ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:29.647537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9798} {"level":"info","ts":"2026-03-06T21:40:29.731679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9798,"took":"81.038222ms","hash":1554354565,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":22802432,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T21:40:29.731776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1554354565,"revision":9798,"compact-revision":7724} {"level":"info","ts":"2026-03-06T21:43:45.147981Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003516.wal"} {"level":"info","ts":"2026-03-06T21:44:33.793617Z","caller":"traceutil/trace.go:171","msg":"trace[1622154362] linearizableReadLoop","detail":"{readStateIndex:13885; appliedIndex:13884; }","duration":"201.947678ms","start":"2026-03-06T21:44:33.591637Z","end":"2026-03-06T21:44:33.793584Z","steps":["trace[1622154362] 'read index received' (duration: 201.666233ms)","trace[1622154362] 'applied index is now lower than readState.Index' (duration: 280.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:44:33.793982Z","caller":"traceutil/trace.go:171","msg":"trace[560505812] transaction","detail":"{read_only:false; response_revision:13387; number_of_response:1; }","duration":"204.495174ms","start":"2026-03-06T21:44:33.589442Z","end":"2026-03-06T21:44:33.793938Z","steps":["trace[560505812] 'process raft request' (duration: 203.951685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:33.794153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.666574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T21:44:33.794144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.425778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T21:44:33.794299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.036666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:44:33.794315Z","caller":"traceutil/trace.go:171","msg":"trace[733913333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13387; }","duration":"202.709303ms","start":"2026-03-06T21:44:33.591575Z","end":"2026-03-06T21:44:33.794285Z","steps":["trace[733913333] 'agreement among raft nodes before linearized reading' (duration: 202.262474ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:44:33.794242Z","caller":"traceutil/trace.go:171","msg":"trace[600299690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13387; }","duration":"201.827536ms","start":"2026-03-06T21:44:33.592392Z","end":"2026-03-06T21:44:33.794219Z","steps":["trace[600299690] 'agreement among raft nodes before linearized reading' (duration: 201.552131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:33.79432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.933673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T21:44:33.79453Z","caller":"traceutil/trace.go:171","msg":"trace[361841524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13387; }","duration":"172.159468ms","start":"2026-03-06T21:44:33.622359Z","end":"2026-03-06T21:44:33.794518Z","steps":["trace[361841524] 'agreement among raft nodes before linearized reading' (duration: 171.903413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:33.794478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.268426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:44:33.79437Z","caller":"traceutil/trace.go:171","msg":"trace[711269526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13387; }","duration":"144.150469ms","start":"2026-03-06T21:44:33.650198Z","end":"2026-03-06T21:44:33.794349Z","steps":["trace[711269526] 'agreement among raft nodes before linearized reading' (duration: 143.931365ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:44:33.794633Z","caller":"traceutil/trace.go:171","msg":"trace[361827014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13387; }","duration":"103.465439ms","start":"2026-03-06T21:44:33.691155Z","end":"2026-03-06T21:44:33.79462Z","steps":["trace[361827014] 'agreement among raft nodes before linearized reading' (duration: 103.239435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:33.794864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.264396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578685"} {"level":"info","ts":"2026-03-06T21:44:33.794899Z","caller":"traceutil/trace.go:171","msg":"trace[1207792115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13387; }","duration":"201.296507ms","start":"2026-03-06T21:44:33.593593Z","end":"2026-03-06T21:44:33.794889Z","steps":["trace[1207792115] 'agreement among raft nodes before linearized reading' (duration: 200.747508ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:44:33.907807Z","caller":"traceutil/trace.go:171","msg":"trace[1214413680] linearizableReadLoop","detail":"{readStateIndex:13886; appliedIndex:13885; }","duration":"106.712588ms","start":"2026-03-06T21:44:33.801066Z","end":"2026-03-06T21:44:33.907779Z","steps":["trace[1214413680] 'read index received' (duration: 106.610856ms)","trace[1214413680] 'applied index is now lower than readState.Index' (duration: 100.492µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:44:33.908058Z","caller":"traceutil/trace.go:171","msg":"trace[146878701] transaction","detail":"{read_only:false; response_revision:13388; number_of_response:1; }","duration":"108.804766ms","start":"2026-03-06T21:44:33.799228Z","end":"2026-03-06T21:44:33.908033Z","steps":["trace[146878701] 'process raft request' (duration: 108.372619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:33.908384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.286838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:44:33.908414Z","caller":"traceutil/trace.go:171","msg":"trace[1390499226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13388; }","duration":"107.38905ms","start":"2026-03-06T21:44:33.801017Z","end":"2026-03-06T21:44:33.908406Z","steps":["trace[1390499226] 'agreement among raft nodes before linearized reading' (duration: 106.873941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:44:33.916985Z","caller":"traceutil/trace.go:171","msg":"trace[2107706565] transaction","detail":"{read_only:false; response_revision:13389; number_of_response:1; }","duration":"115.851643ms","start":"2026-03-06T21:44:33.801112Z","end":"2026-03-06T21:44:33.916963Z","steps":["trace[2107706565] 'process raft request' (duration: 115.294903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:44:33.917262Z","caller":"traceutil/trace.go:171","msg":"trace[1645819855] transaction","detail":"{read_only:false; response_revision:13390; number_of_response:1; }","duration":"116.059198ms","start":"2026-03-06T21:44:33.801195Z","end":"2026-03-06T21:44:33.917254Z","steps":["trace[1645819855] 'process raft request' (duration: 115.327935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:44:33.917621Z","caller":"traceutil/trace.go:171","msg":"trace[1706663291] transaction","detail":"{read_only:false; response_revision:13391; number_of_response:1; }","duration":"116.421964ms","start":"2026-03-06T21:44:33.801192Z","end":"2026-03-06T21:44:33.917614Z","steps":["trace[1706663291] 'process raft request' (duration: 115.356555ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:44:42.620609Z","caller":"traceutil/trace.go:171","msg":"trace[220165495] linearizableReadLoop","detail":"{readStateIndex:13930; appliedIndex:13929; }","duration":"147.445739ms","start":"2026-03-06T21:44:42.473132Z","end":"2026-03-06T21:44:42.620577Z","steps":["trace[220165495] 'read index received' (duration: 147.287475ms)","trace[220165495] 'applied index is now lower than readState.Index' (duration: 156.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:44:42.620653Z","caller":"traceutil/trace.go:171","msg":"trace[778386251] transaction","detail":"{read_only:false; response_revision:13431; number_of_response:1; }","duration":"186.459627ms","start":"2026-03-06T21:44:42.434161Z","end":"2026-03-06T21:44:42.62062Z","steps":["trace[778386251] 'process raft request' (duration: 186.217612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:42.620875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.703543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:44:42.620994Z","caller":"traceutil/trace.go:171","msg":"trace[1306639556] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13431; }","duration":"147.911176ms","start":"2026-03-06T21:44:42.473058Z","end":"2026-03-06T21:44:42.620969Z","steps":["trace[1306639556] 'agreement among raft nodes before linearized reading' (duration: 147.684413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:42.644984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.272674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:44:42.645031Z","caller":"traceutil/trace.go:171","msg":"trace[1010911689] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13432; }","duration":"136.377086ms","start":"2026-03-06T21:44:42.508643Z","end":"2026-03-06T21:44:42.645021Z","steps":["trace[1010911689] 'agreement among raft nodes before linearized reading' (duration: 136.298795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:51.080163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.106334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-f5ccs\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-03-06T21:44:51.080323Z","caller":"traceutil/trace.go:171","msg":"trace[1944529456] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-f5ccs; range_end:; response_count:1; response_revision:13484; }","duration":"135.350048ms","start":"2026-03-06T21:44:50.944949Z","end":"2026-03-06T21:44:51.080299Z","steps":["trace[1944529456] 'range keys from in-memory index tree' (duration: 134.824918ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:44:51.455247Z","caller":"traceutil/trace.go:171","msg":"trace[2144438784] transaction","detail":"{read_only:false; response_revision:13485; number_of_response:1; }","duration":"361.874222ms","start":"2026-03-06T21:44:51.09332Z","end":"2026-03-06T21:44:51.455194Z","steps":["trace[2144438784] 'process raft request' (duration: 361.623028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:44:51.455483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:44:51.093291Z","time spent":"362.066457ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:45:29.654795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11899} {"level":"info","ts":"2026-03-06T21:45:29.734808Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11899,"took":"76.851376ms","hash":2455411912,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":24350720,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T21:45:29.734911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2455411912,"revision":11899,"compact-revision":9798} {"level":"info","ts":"2026-03-06T21:46:40.010373Z","caller":"traceutil/trace.go:171","msg":"trace[1315524399] linearizableReadLoop","detail":"{readStateIndex:15092; appliedIndex:15091; }","duration":"368.367503ms","start":"2026-03-06T21:46:39.641983Z","end":"2026-03-06T21:46:40.010351Z","steps":["trace[1315524399] 'read index received' (duration: 368.143218ms)","trace[1315524399] 'applied index is now lower than readState.Index' (duration: 223.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:46:40.010433Z","caller":"traceutil/trace.go:171","msg":"trace[413043066] transaction","detail":"{read_only:false; response_revision:14553; number_of_response:1; }","duration":"371.494098ms","start":"2026-03-06T21:46:39.638915Z","end":"2026-03-06T21:46:40.010409Z","steps":["trace[413043066] 'process raft request' (duration: 371.224332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.010582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:46:39.638892Z","time spent":"371.59242ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:46:40.010591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.598007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-06T21:46:40.010635Z","caller":"traceutil/trace.go:171","msg":"trace[1821129588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14553; }","duration":"368.668477ms","start":"2026-03-06T21:46:39.641955Z","end":"2026-03-06T21:46:40.010624Z","steps":["trace[1821129588] 'agreement among raft nodes before linearized reading' (duration: 368.527805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.01067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:46:39.641943Z","time spent":"368.718719ms","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-06T21:46:40.237156Z","caller":"traceutil/trace.go:171","msg":"trace[1290851851] linearizableReadLoop","detail":"{readStateIndex:15094; appliedIndex:15092; }","duration":"226.667571ms","start":"2026-03-06T21:46:40.010463Z","end":"2026-03-06T21:46:40.237131Z","steps":["trace[1290851851] 'read index received' (duration: 226.425116ms)","trace[1290851851] 'applied index is now lower than readState.Index' (duration: 241.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:46:40.237464Z","caller":"traceutil/trace.go:171","msg":"trace[1811630495] transaction","detail":"{read_only:false; response_revision:14554; number_of_response:1; }","duration":"380.695882ms","start":"2026-03-06T21:46:39.856755Z","end":"2026-03-06T21:46:40.237451Z","steps":["trace[1811630495] 'process raft request' (duration: 380.182662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.237634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:46:39.856718Z","time spent":"380.838663ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:46:40.237892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.356183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:46:40.238002Z","caller":"traceutil/trace.go:171","msg":"trace[241216848] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14555; }","duration":"548.510736ms","start":"2026-03-06T21:46:39.689468Z","end":"2026-03-06T21:46:40.237979Z","steps":["trace[241216848] 'agreement among raft nodes before linearized reading' (duration: 548.311322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.238051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:46:39.689457Z","time spent":"548.584417ms","remote":"127.0.0.1:57656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:46:40.238109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.651598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4244097a-ffa4-4fa5-abe9-370bc4eecf10\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-06T21:46:40.238304Z","caller":"traceutil/trace.go:171","msg":"trace[543257288] transaction","detail":"{read_only:false; response_revision:14555; number_of_response:1; }","duration":"343.400117ms","start":"2026-03-06T21:46:39.894889Z","end":"2026-03-06T21:46:40.238289Z","steps":["trace[543257288] 'process raft request' (duration: 342.196855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.238415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:46:39.894855Z","time spent":"343.488879ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:46:40.238498Z","caller":"traceutil/trace.go:171","msg":"trace[1523101046] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4244097a-ffa4-4fa5-abe9-370bc4eecf10; range_end:; response_count:1; response_revision:14555; }","duration":"224.061495ms","start":"2026-03-06T21:46:40.01442Z","end":"2026-03-06T21:46:40.238482Z","steps":["trace[1523101046] 'agreement among raft nodes before linearized reading' (duration: 223.567337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.23854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.452138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cg4hh\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-06T21:46:40.23865Z","caller":"traceutil/trace.go:171","msg":"trace[1333823976] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cg4hh; range_end:; response_count:1; response_revision:14555; }","duration":"529.59061ms","start":"2026-03-06T21:46:39.709035Z","end":"2026-03-06T21:46:40.238626Z","steps":["trace[1333823976] 'agreement among raft nodes before linearized reading' (duration: 529.315154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.238736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:46:39.70902Z","time spent":"529.701841ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cg4hh\" "} {"level":"warn","ts":"2026-03-06T21:46:40.238936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.803209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mkbjw\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-06T21:46:40.23898Z","caller":"traceutil/trace.go:171","msg":"trace[568088393] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mkbjw; range_end:; response_count:1; response_revision:14555; }","duration":"246.888461ms","start":"2026-03-06T21:46:39.992082Z","end":"2026-03-06T21:46:40.23897Z","steps":["trace[568088393] 'agreement among raft nodes before linearized reading' (duration: 246.693907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.239498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.359323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mkbjw\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-06T21:46:40.23956Z","caller":"traceutil/trace.go:171","msg":"trace[524885512] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mkbjw; range_end:; response_count:1; response_revision:14555; }","duration":"223.439434ms","start":"2026-03-06T21:46:40.016105Z","end":"2026-03-06T21:46:40.239544Z","steps":["trace[524885512] 'agreement among raft nodes before linearized reading' (duration: 223.309171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.554428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.025597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T21:46:40.554487Z","caller":"traceutil/trace.go:171","msg":"trace[1992373114] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14555; }","duration":"173.344303ms","start":"2026-03-06T21:46:40.38113Z","end":"2026-03-06T21:46:40.554475Z","steps":["trace[1992373114] 'range keys from in-memory index tree' (duration: 172.592529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.554684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.183243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:46:40.5547Z","caller":"traceutil/trace.go:171","msg":"trace[901010627] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14555; }","duration":"176.239825ms","start":"2026-03-06T21:46:40.378454Z","end":"2026-03-06T21:46:40.554694Z","steps":["trace[901010627] 'range keys from in-memory index tree' (duration: 176.109971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.554782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.077741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:46:40.554796Z","caller":"traceutil/trace.go:171","msg":"trace[249872035] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14555; }","duration":"176.154392ms","start":"2026-03-06T21:46:40.378636Z","end":"2026-03-06T21:46:40.55479Z","steps":["trace[249872035] 'range keys from in-memory index tree' (duration: 176.01301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.554874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.222474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:46:40.554887Z","caller":"traceutil/trace.go:171","msg":"trace[1436748066] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14555; }","duration":"176.273394ms","start":"2026-03-06T21:46:40.37861Z","end":"2026-03-06T21:46:40.554883Z","steps":["trace[1436748066] 'range keys from in-memory index tree' (duration: 176.084951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.554953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.926659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:46:40.554965Z","caller":"traceutil/trace.go:171","msg":"trace[554262787] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14555; }","duration":"175.98882ms","start":"2026-03-06T21:46:40.378972Z","end":"2026-03-06T21:46:40.554961Z","steps":["trace[554262787] 'range keys from in-memory index tree' (duration: 175.854358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.555065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.912839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T21:46:40.55508Z","caller":"traceutil/trace.go:171","msg":"trace[1396788367] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14555; }","duration":"175.95051ms","start":"2026-03-06T21:46:40.379126Z","end":"2026-03-06T21:46:40.555076Z","steps":["trace[1396788367] 'range keys from in-memory index tree' (duration: 175.820907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:40.555273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.952272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T21:46:40.555323Z","caller":"traceutil/trace.go:171","msg":"trace[98286296] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14555; }","duration":"175.060463ms","start":"2026-03-06T21:46:40.38025Z","end":"2026-03-06T21:46:40.55531Z","steps":["trace[98286296] 'range keys from in-memory index tree' (duration: 174.82539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:46:40.739608Z","caller":"traceutil/trace.go:171","msg":"trace[1621008733] transaction","detail":"{read_only:false; response_revision:14556; number_of_response:1; }","duration":"178.905111ms","start":"2026-03-06T21:46:40.560667Z","end":"2026-03-06T21:46:40.739572Z","steps":["trace[1621008733] 'process raft request' (duration: 178.712188ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:46:41.025092Z","caller":"traceutil/trace.go:171","msg":"trace[343915939] transaction","detail":"{read_only:false; response_revision:14559; number_of_response:1; }","duration":"167.504829ms","start":"2026-03-06T21:46:40.857559Z","end":"2026-03-06T21:46:41.025064Z","steps":["trace[343915939] 'process raft request' (duration: 128.083678ms)","trace[343915939] 'compare' (duration: 39.234478ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:46:41.025283Z","caller":"traceutil/trace.go:171","msg":"trace[2058801390] transaction","detail":"{read_only:false; response_revision:14560; number_of_response:1; }","duration":"167.61435ms","start":"2026-03-06T21:46:40.857656Z","end":"2026-03-06T21:46:41.02527Z","steps":["trace[2058801390] 'process raft request' (duration: 167.329325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:46:41.025391Z","caller":"traceutil/trace.go:171","msg":"trace[1259845626] linearizableReadLoop","detail":"{readStateIndex:15099; appliedIndex:15096; }","duration":"157.016693ms","start":"2026-03-06T21:46:40.868362Z","end":"2026-03-06T21:46:41.025379Z","steps":["trace[1259845626] 'read index received' (duration: 9.944566ms)","trace[1259845626] 'applied index is now lower than readState.Index' (duration: 147.071367ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:46:41.025396Z","caller":"traceutil/trace.go:171","msg":"trace[1544792417] transaction","detail":"{read_only:false; response_revision:14561; number_of_response:1; }","duration":"130.133734ms","start":"2026-03-06T21:46:40.895228Z","end":"2026-03-06T21:46:41.025362Z","steps":["trace[1544792417] 'process raft request' (duration: 129.983241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:46:41.025609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.225857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T21:46:41.025674Z","caller":"traceutil/trace.go:171","msg":"trace[864685734] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14561; }","duration":"157.315439ms","start":"2026-03-06T21:46:40.868348Z","end":"2026-03-06T21:46:41.025663Z","steps":["trace[864685734] 'agreement among raft nodes before linearized reading' (duration: 157.128226ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:49:36.102698Z","caller":"traceutil/trace.go:171","msg":"trace[2084099331] transaction","detail":"{read_only:false; response_revision:15897; number_of_response:1; }","duration":"145.715653ms","start":"2026-03-06T21:49:35.956945Z","end":"2026-03-06T21:49:36.10266Z","steps":["trace[2084099331] 'process raft request' (duration: 105.133524ms)","trace[2084099331] 'compare' (duration: 40.281904ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:50:29.66254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13892} {"level":"info","ts":"2026-03-06T21:50:29.743386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13892,"took":"76.507043ms","hash":2626182177,"current-db-size-bytes":42958848,"current-db-size":"43 MB","current-db-size-in-use-bytes":29937664,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T21:50:29.743448Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2626182177,"revision":13892,"compact-revision":11899} {"level":"info","ts":"2026-03-06T21:52:35.429468Z","caller":"traceutil/trace.go:171","msg":"trace[1881840305] transaction","detail":"{read_only:false; response_revision:16997; number_of_response:1; }","duration":"263.893464ms","start":"2026-03-06T21:52:35.165537Z","end":"2026-03-06T21:52:35.42943Z","steps":["trace[1881840305] 'process raft request' (duration: 263.68794ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:36.818613Z","caller":"traceutil/trace.go:171","msg":"trace[1132658935] transaction","detail":"{read_only:false; response_revision:16998; number_of_response:1; }","duration":"428.572564ms","start":"2026-03-06T21:52:36.390005Z","end":"2026-03-06T21:52:36.818578Z","steps":["trace[1132658935] 'process raft request' (duration: 428.37577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:36.818819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:52:36.389976Z","time spent":"428.731986ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:52:36.857309Z","caller":"traceutil/trace.go:171","msg":"trace[957190223] linearizableReadLoop","detail":"{readStateIndex:17626; appliedIndex:17624; }","duration":"408.842504ms","start":"2026-03-06T21:52:36.448438Z","end":"2026-03-06T21:52:36.85728Z","steps":["trace[957190223] 'read index received' (duration: 370.039907ms)","trace[957190223] 'applied index is now lower than readState.Index' (duration: 38.801377ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:52:36.85747Z","caller":"traceutil/trace.go:171","msg":"trace[983001993] transaction","detail":"{read_only:false; response_revision:17000; number_of_response:1; }","duration":"365.893901ms","start":"2026-03-06T21:52:36.491563Z","end":"2026-03-06T21:52:36.857457Z","steps":["trace[983001993] 'process raft request' (duration: 365.645147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:36.857622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:52:36.491538Z","time spent":"365.970892ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:52:36.857421Z","caller":"traceutil/trace.go:171","msg":"trace[243683131] transaction","detail":"{read_only:false; response_revision:16999; number_of_response:1; }","duration":"427.596615ms","start":"2026-03-06T21:52:36.429788Z","end":"2026-03-06T21:52:36.857384Z","steps":["trace[243683131] 'process raft request' (duration: 427.249199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:36.857732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.263242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:52:36.857833Z","caller":"traceutil/trace.go:171","msg":"trace[334733061] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:17001; }","duration":"409.397934ms","start":"2026-03-06T21:52:36.44841Z","end":"2026-03-06T21:52:36.857808Z","steps":["trace[334733061] 'agreement among raft nodes before linearized reading' (duration: 409.142319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:36.857873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:52:36.429772Z","time spent":"427.995643ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:52:36.857883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:52:36.448398Z","time spent":"409.475706ms","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:52:36.85788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.344115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cg4hh\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-06T21:52:36.858154Z","caller":"traceutil/trace.go:171","msg":"trace[1654855434] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cg4hh; range_end:; response_count:1; response_revision:17001; }","duration":"274.586389ms","start":"2026-03-06T21:52:36.583496Z","end":"2026-03-06T21:52:36.858082Z","steps":["trace[1654855434] 'agreement among raft nodes before linearized reading' (duration: 274.220943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:36.859316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.277917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:52:36.860219Z","caller":"traceutil/trace.go:171","msg":"trace[267790826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17001; }","duration":"179.122062ms","start":"2026-03-06T21:52:36.680929Z","end":"2026-03-06T21:52:36.860051Z","steps":["trace[267790826] 'agreement among raft nodes before linearized reading' (duration: 176.933142ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:41.177373Z","caller":"traceutil/trace.go:171","msg":"trace[164595171] linearizableReadLoop","detail":"{readStateIndex:17680; appliedIndex:17676; }","duration":"184.894666ms","start":"2026-03-06T21:52:40.99245Z","end":"2026-03-06T21:52:41.177345Z","steps":["trace[164595171] 'read index received' (duration: 24.046368ms)","trace[164595171] 'applied index is now lower than readState.Index' (duration: 160.847038ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:52:41.177509Z","caller":"traceutil/trace.go:171","msg":"trace[986625243] transaction","detail":"{read_only:false; response_revision:17050; number_of_response:1; }","duration":"196.492578ms","start":"2026-03-06T21:52:40.980987Z","end":"2026-03-06T21:52:41.17748Z","steps":["trace[986625243] 'process raft request' (duration: 193.86949ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:41.177635Z","caller":"traceutil/trace.go:171","msg":"trace[1085446581] transaction","detail":"{read_only:false; response_revision:17052; number_of_response:1; }","duration":"193.85469ms","start":"2026-03-06T21:52:40.98375Z","end":"2026-03-06T21:52:41.177605Z","steps":["trace[1085446581] 'process raft request' (duration: 193.546565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:41.177754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.236788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cg4hh\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-06T21:52:41.177803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.695847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:52:41.177814Z","caller":"traceutil/trace.go:171","msg":"trace[1897744451] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cg4hh; range_end:; response_count:1; response_revision:17052; }","duration":"182.317939ms","start":"2026-03-06T21:52:40.995482Z","end":"2026-03-06T21:52:41.1778Z","steps":["trace[1897744451] 'agreement among raft nodes before linearized reading' (duration: 182.033794ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:41.177841Z","caller":"traceutil/trace.go:171","msg":"trace[699853864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17052; }","duration":"120.772359ms","start":"2026-03-06T21:52:41.057057Z","end":"2026-03-06T21:52:41.177829Z","steps":["trace[699853864] 'agreement among raft nodes before linearized reading' (duration: 120.620066ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:41.177495Z","caller":"traceutil/trace.go:171","msg":"trace[867167879] transaction","detail":"{read_only:false; response_revision:17051; number_of_response:1; }","duration":"194.985041ms","start":"2026-03-06T21:52:40.982465Z","end":"2026-03-06T21:52:41.17745Z","steps":["trace[867167879] 'process raft request' (duration: 194.748777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:41.178015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.547187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mkbjw\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-06T21:52:41.178138Z","caller":"traceutil/trace.go:171","msg":"trace[2000810614] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mkbjw; range_end:; response_count:1; response_revision:17052; }","duration":"185.742771ms","start":"2026-03-06T21:52:40.992363Z","end":"2026-03-06T21:52:41.178106Z","steps":["trace[2000810614] 'agreement among raft nodes before linearized reading' (duration: 185.158971ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:42.433647Z","caller":"traceutil/trace.go:171","msg":"trace[383791026] transaction","detail":"{read_only:false; response_revision:17099; number_of_response:1; }","duration":"135.12364ms","start":"2026-03-06T21:52:42.298498Z","end":"2026-03-06T21:52:42.433622Z","steps":["trace[383791026] 'process raft request' (duration: 134.957087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.819789Z","caller":"traceutil/trace.go:171","msg":"trace[121443712] linearizableReadLoop","detail":"{readStateIndex:17775; appliedIndex:17773; }","duration":"147.949694ms","start":"2026-03-06T21:52:44.671815Z","end":"2026-03-06T21:52:44.819765Z","steps":["trace[121443712] 'read index received' (duration: 123.871476ms)","trace[121443712] 'applied index is now lower than readState.Index' (duration: 24.076768ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:52:44.819978Z","caller":"traceutil/trace.go:171","msg":"trace[136939380] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17143; }","duration":"154.051094ms","start":"2026-03-06T21:52:44.665886Z","end":"2026-03-06T21:52:44.819937Z","steps":["trace[136939380] 'process raft request' (duration: 153.833601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:44.820179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.382473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T21:52:44.820233Z","caller":"traceutil/trace.go:171","msg":"trace[244770020] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17143; }","duration":"164.509615ms","start":"2026-03-06T21:52:44.655708Z","end":"2026-03-06T21:52:44.820218Z","steps":["trace[244770020] 'agreement among raft nodes before linearized reading' (duration: 164.338642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.820181Z","caller":"traceutil/trace.go:171","msg":"trace[1390568946] transaction","detail":"{read_only:false; response_revision:17143; number_of_response:1; }","duration":"156.380796ms","start":"2026-03-06T21:52:44.663614Z","end":"2026-03-06T21:52:44.819995Z","steps":["trace[1390568946] 'process raft request' (duration: 132.052623ms)","trace[1390568946] 'compare' (duration: 23.948487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:52:44.822428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.09952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:52:44.822489Z","caller":"traceutil/trace.go:171","msg":"trace[2039342428] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:17150; }","duration":"140.180243ms","start":"2026-03-06T21:52:44.682295Z","end":"2026-03-06T21:52:44.822475Z","steps":["trace[2039342428] 'agreement among raft nodes before linearized reading' (duration: 139.914908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.822807Z","caller":"traceutil/trace.go:171","msg":"trace[2129410945] transaction","detail":"{read_only:false; response_revision:17144; number_of_response:1; }","duration":"145.971667ms","start":"2026-03-06T21:52:44.676818Z","end":"2026-03-06T21:52:44.82279Z","steps":["trace[2129410945] 'process raft request' (duration: 145.027821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.822972Z","caller":"traceutil/trace.go:171","msg":"trace[2004588754] transaction","detail":"{read_only:false; response_revision:17150; number_of_response:1; }","duration":"139.790884ms","start":"2026-03-06T21:52:44.68317Z","end":"2026-03-06T21:52:44.822961Z","steps":["trace[2004588754] 'process raft request' (duration: 138.9793ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.823273Z","caller":"traceutil/trace.go:171","msg":"trace[1490715750] transaction","detail":"{read_only:false; response_revision:17145; number_of_response:1; }","duration":"145.665912ms","start":"2026-03-06T21:52:44.677576Z","end":"2026-03-06T21:52:44.823242Z","steps":["trace[1490715750] 'process raft request' (duration: 144.376528ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.823573Z","caller":"traceutil/trace.go:171","msg":"trace[11721804] transaction","detail":"{read_only:false; response_revision:17146; number_of_response:1; }","duration":"145.58486ms","start":"2026-03-06T21:52:44.677979Z","end":"2026-03-06T21:52:44.823564Z","steps":["trace[11721804] 'process raft request' (duration: 144.021062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.823723Z","caller":"traceutil/trace.go:171","msg":"trace[1423055696] transaction","detail":"{read_only:false; response_revision:17147; number_of_response:1; }","duration":"145.608201ms","start":"2026-03-06T21:52:44.678055Z","end":"2026-03-06T21:52:44.823663Z","steps":["trace[1423055696] 'process raft request' (duration: 143.988212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.823883Z","caller":"traceutil/trace.go:171","msg":"trace[556957830] transaction","detail":"{read_only:false; response_revision:17148; number_of_response:1; }","duration":"145.736653ms","start":"2026-03-06T21:52:44.678132Z","end":"2026-03-06T21:52:44.823869Z","steps":["trace[556957830] 'process raft request' (duration: 143.947831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:52:44.824407Z","caller":"traceutil/trace.go:171","msg":"trace[356970925] transaction","detail":"{read_only:false; response_revision:17149; number_of_response:1; }","duration":"145.700642ms","start":"2026-03-06T21:52:44.678696Z","end":"2026-03-06T21:52:44.824397Z","steps":["trace[356970925] 'process raft request' (duration: 143.415751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:52:44.82612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.825622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T21:52:44.82617Z","caller":"traceutil/trace.go:171","msg":"trace[752212473] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17150; }","duration":"119.911764ms","start":"2026-03-06T21:52:44.706246Z","end":"2026-03-06T21:52:44.826157Z","steps":["trace[752212473] 'agreement among raft nodes before linearized reading' (duration: 117.299986ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:55:29.668542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16208} {"level":"info","ts":"2026-03-06T21:55:29.765538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16208,"took":"92.618134ms","hash":144491793,"current-db-size-bytes":44646400,"current-db-size":"45 MB","current-db-size-in-use-bytes":30867456,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T21:55:29.765606Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":144491793,"revision":16208,"compact-revision":13892} {"level":"info","ts":"2026-03-06T21:57:35.749216Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:57:35.754032Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T21:57:35.754175Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-06T21:58:23.404344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.025046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:58:23.404468Z","caller":"traceutil/trace.go:171","msg":"trace[1417723515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19519; }","duration":"255.221431ms","start":"2026-03-06T21:58:23.14922Z","end":"2026-03-06T21:58:23.404441Z","steps":["trace[1417723515] 'range keys from in-memory index tree' (duration: 254.816102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:23.404494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.158477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:58:23.404833Z","caller":"traceutil/trace.go:171","msg":"trace[165423539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19519; }","duration":"256.634886ms","start":"2026-03-06T21:58:23.147939Z","end":"2026-03-06T21:58:23.404574Z","steps":["trace[165423539] 'range keys from in-memory index tree' (duration: 255.836031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:58:23.634384Z","caller":"traceutil/trace.go:171","msg":"trace[1576681507] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"224.749177ms","start":"2026-03-06T21:58:23.409615Z","end":"2026-03-06T21:58:23.634364Z","steps":["trace[1576681507] 'process raft request' (duration: 224.617174ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:58:23.806865Z","caller":"traceutil/trace.go:171","msg":"trace[921897098] transaction","detail":"{read_only:false; response_revision:19521; number_of_response:1; }","duration":"395.44459ms","start":"2026-03-06T21:58:23.411383Z","end":"2026-03-06T21:58:23.806827Z","steps":["trace[921897098] 'process raft request' (duration: 379.539991ms)","trace[921897098] 'compare' (duration: 15.693165ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:58:23.807086Z","caller":"traceutil/trace.go:171","msg":"trace[475687988] linearizableReadLoop","detail":"{readStateIndex:20239; appliedIndex:20238; }","duration":"388.471083ms","start":"2026-03-06T21:58:23.418568Z","end":"2026-03-06T21:58:23.80704Z","steps":["trace[475687988] 'read index received' (duration: 216.13191ms)","trace[475687988] 'applied index is now lower than readState.Index' (duration: 172.335973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:58:23.807149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:58:23.411374Z","time spent":"395.661614ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:58:23.807187Z","caller":"traceutil/trace.go:171","msg":"trace[1958322681] transaction","detail":"{read_only:false; response_revision:19522; number_of_response:1; }","duration":"236.556161ms","start":"2026-03-06T21:58:23.570591Z","end":"2026-03-06T21:58:23.807147Z","steps":["trace[1958322681] 'process raft request' (duration: 236.179554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:23.807461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.850859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:58:23.807505Z","caller":"traceutil/trace.go:171","msg":"trace[1972079381] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19522; }","duration":"388.976671ms","start":"2026-03-06T21:58:23.418515Z","end":"2026-03-06T21:58:23.807492Z","steps":["trace[1972079381] 'agreement among raft nodes before linearized reading' (duration: 388.713246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:23.807542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:58:23.418494Z","time spent":"389.035782ms","remote":"127.0.0.1:48096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":131,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:58:24.049569Z","caller":"traceutil/trace.go:171","msg":"trace[148275295] transaction","detail":"{read_only:false; response_revision:19523; number_of_response:1; }","duration":"302.720703ms","start":"2026-03-06T21:58:23.746807Z","end":"2026-03-06T21:58:24.049527Z","steps":["trace[148275295] 'process raft request' (duration: 260.72603ms)","trace[148275295] 'compare' (duration: 41.663437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:58:24.049688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.905118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-06T21:58:24.049745Z","caller":"traceutil/trace.go:171","msg":"trace[30268234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19523; }","duration":"406.981169ms","start":"2026-03-06T21:58:23.642747Z","end":"2026-03-06T21:58:24.049728Z","steps":["trace[30268234] 'agreement among raft nodes before linearized reading' (duration: 406.777985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:24.049791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:58:23.642739Z","time spent":"407.04402ms","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-06T21:58:24.049861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:58:23.746768Z","time spent":"302.899887ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:58:24.049519Z","caller":"traceutil/trace.go:171","msg":"trace[1380344915] linearizableReadLoop","detail":"{readStateIndex:20241; appliedIndex:20240; }","duration":"242.290075ms","start":"2026-03-06T21:58:23.807184Z","end":"2026-03-06T21:58:24.049475Z","steps":["trace[1380344915] 'read index received' (duration: 200.349323ms)","trace[1380344915] 'applied index is now lower than readState.Index' (duration: 41.938812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:58:24.050105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.466105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T21:58:24.050269Z","caller":"traceutil/trace.go:171","msg":"trace[1529360005] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19523; }","duration":"436.907843ms","start":"2026-03-06T21:58:23.613338Z","end":"2026-03-06T21:58:24.050246Z","steps":["trace[1529360005] 'agreement among raft nodes before linearized reading' (duration: 436.287081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:24.050328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:58:23.613328Z","time spent":"436.982135ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T21:58:24.471702Z","caller":"traceutil/trace.go:171","msg":"trace[371647085] transaction","detail":"{read_only:false; response_revision:19524; number_of_response:1; }","duration":"119.501103ms","start":"2026-03-06T21:58:24.352165Z","end":"2026-03-06T21:58:24.471666Z","steps":["trace[371647085] 'process raft request' (duration: 119.29548ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:58:24.549624Z","caller":"traceutil/trace.go:171","msg":"trace[293710229] linearizableReadLoop","detail":"{readStateIndex:20244; appliedIndex:20241; }","duration":"179.706976ms","start":"2026-03-06T21:58:24.369885Z","end":"2026-03-06T21:58:24.549592Z","steps":["trace[293710229] 'read index received' (duration: 101.548206ms)","trace[293710229] 'applied index is now lower than readState.Index' (duration: 78.15768ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:58:24.549695Z","caller":"traceutil/trace.go:171","msg":"trace[1321992739] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"196.92451ms","start":"2026-03-06T21:58:24.352729Z","end":"2026-03-06T21:58:24.549653Z","steps":["trace[1321992739] 'process raft request' (duration: 196.663655ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:58:24.54973Z","caller":"traceutil/trace.go:171","msg":"trace[264782420] transaction","detail":"{read_only:false; response_revision:19526; number_of_response:1; }","duration":"182.133991ms","start":"2026-03-06T21:58:24.367549Z","end":"2026-03-06T21:58:24.549683Z","steps":["trace[264782420] 'process raft request' (duration: 182.006069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:24.549819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.902811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:58:24.549853Z","caller":"traceutil/trace.go:171","msg":"trace[810675850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19526; }","duration":"180.028463ms","start":"2026-03-06T21:58:24.369816Z","end":"2026-03-06T21:58:24.549845Z","steps":["trace[810675850] 'agreement among raft nodes before linearized reading' (duration: 179.89317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:24.7107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.792786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:58:24.710795Z","caller":"traceutil/trace.go:171","msg":"trace[1226369363] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19526; }","duration":"120.96298ms","start":"2026-03-06T21:58:24.589815Z","end":"2026-03-06T21:58:24.710778Z","steps":["trace[1226369363] 'count revisions from in-memory index tree' (duration: 120.668923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:58:25.343534Z","caller":"traceutil/trace.go:171","msg":"trace[99614134] transaction","detail":"{read_only:false; response_revision:19528; number_of_response:1; }","duration":"408.118859ms","start":"2026-03-06T21:58:24.935374Z","end":"2026-03-06T21:58:25.343493Z","steps":["trace[99614134] 'process raft request' (duration: 319.957656ms)","trace[99614134] 'compare' (duration: 87.849598ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:58:25.343559Z","caller":"traceutil/trace.go:171","msg":"trace[1382934461] transaction","detail":"{read_only:false; response_revision:19529; number_of_response:1; }","duration":"407.748813ms","start":"2026-03-06T21:58:24.935779Z","end":"2026-03-06T21:58:25.343528Z","steps":["trace[1382934461] 'process raft request' (duration: 407.626311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:25.344051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:58:24.935346Z","time spent":"408.283193ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:58:25.343746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:58:24.935759Z","time spent":"407.886596ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:58:25.823044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.466695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:58:25.823194Z","caller":"traceutil/trace.go:171","msg":"trace[2140450330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19529; }","duration":"183.706139ms","start":"2026-03-06T21:58:25.639463Z","end":"2026-03-06T21:58:25.823169Z","steps":["trace[2140450330] 'range keys from in-memory index tree' (duration: 183.16515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:25.823169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.60373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T21:58:25.82327Z","caller":"traceutil/trace.go:171","msg":"trace[1538948741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19529; }","duration":"127.742732ms","start":"2026-03-06T21:58:25.695504Z","end":"2026-03-06T21:58:25.823247Z","steps":["trace[1538948741] 'range keys from in-memory index tree' (duration: 127.403877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:58:25.823102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.18653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T21:58:25.823567Z","caller":"traceutil/trace.go:171","msg":"trace[619652588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19529; }","duration":"260.7441ms","start":"2026-03-06T21:58:25.562795Z","end":"2026-03-06T21:58:25.823539Z","steps":["trace[619652588] 'range keys from in-memory index tree' (duration: 259.943186ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:00:29.679304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18410} {"level":"info","ts":"2026-03-06T22:00:29.789337Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18410,"took":"105.148481ms","hash":1690068275,"current-db-size-bytes":45072384,"current-db-size":"45 MB","current-db-size-in-use-bytes":30318592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T22:00:29.789442Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1690068275,"revision":18410,"compact-revision":16208} {"level":"info","ts":"2026-03-06T22:02:05.561339Z","caller":"traceutil/trace.go:171","msg":"trace[1578789824] transaction","detail":"{read_only:false; response_revision:21261; number_of_response:1; }","duration":"110.522959ms","start":"2026-03-06T22:02:05.450768Z","end":"2026-03-06T22:02:05.561291Z","steps":["trace[1578789824] 'process raft request' (duration: 108.984611ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:05.567293Z","caller":"traceutil/trace.go:171","msg":"trace[1471691142] transaction","detail":"{read_only:false; response_revision:21262; number_of_response:1; }","duration":"114.910949ms","start":"2026-03-06T22:02:05.452349Z","end":"2026-03-06T22:02:05.56726Z","steps":["trace[1471691142] 'process raft request' (duration: 114.759477ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:25.040727Z","caller":"traceutil/trace.go:171","msg":"trace[1727960370] linearizableReadLoop","detail":"{readStateIndex:22723; appliedIndex:22722; }","duration":"284.460644ms","start":"2026-03-06T22:02:24.75624Z","end":"2026-03-06T22:02:25.0407Z","steps":["trace[1727960370] 'read index received' (duration: 284.346561ms)","trace[1727960370] 'applied index is now lower than readState.Index' (duration: 112.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:25.040816Z","caller":"traceutil/trace.go:171","msg":"trace[1755118422] transaction","detail":"{read_only:false; response_revision:21933; number_of_response:1; }","duration":"310.337834ms","start":"2026-03-06T22:02:24.730425Z","end":"2026-03-06T22:02:25.040762Z","steps":["trace[1755118422] 'process raft request' (duration: 310.106529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.040991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.739138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T22:02:25.041221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:24.729733Z","time spent":"311.19997ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:25.041135Z","caller":"traceutil/trace.go:171","msg":"trace[2097291221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21933; }","duration":"284.952942ms","start":"2026-03-06T22:02:24.756167Z","end":"2026-03-06T22:02:25.04112Z","steps":["trace[2097291221] 'agreement among raft nodes before linearized reading' (duration: 284.681217ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:25.359693Z","caller":"traceutil/trace.go:171","msg":"trace[10894531] transaction","detail":"{read_only:false; response_revision:21934; number_of_response:1; }","duration":"361.124286ms","start":"2026-03-06T22:02:24.998539Z","end":"2026-03-06T22:02:25.359663Z","steps":["trace[10894531] 'process raft request' (duration: 360.864502ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:25.359836Z","caller":"traceutil/trace.go:171","msg":"trace[1218386308] linearizableReadLoop","detail":"{readStateIndex:22725; appliedIndex:22723; }","duration":"318.982749ms","start":"2026-03-06T22:02:25.040822Z","end":"2026-03-06T22:02:25.359805Z","steps":["trace[1218386308] 'read index received' (duration: 318.638873ms)","trace[1218386308] 'applied index is now lower than readState.Index' (duration: 341.696µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:25.359894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:24.998503Z","time spent":"361.285639ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:25.359985Z","caller":"traceutil/trace.go:171","msg":"trace[1000691032] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"334.905551ms","start":"2026-03-06T22:02:25.025007Z","end":"2026-03-06T22:02:25.359912Z","steps":["trace[1000691032] 'process raft request' (duration: 334.599394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.360091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.62876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T22:02:25.36013Z","caller":"traceutil/trace.go:171","msg":"trace[643216377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21935; }","duration":"601.710921ms","start":"2026-03-06T22:02:24.758409Z","end":"2026-03-06T22:02:25.36012Z","steps":["trace[643216377] 'agreement among raft nodes before linearized reading' (duration: 601.543448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.36018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:24.758401Z","time spent":"601.768982ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:25.360232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:25.024974Z","time spent":"335.128245ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:25.360881Z","caller":"traceutil/trace.go:171","msg":"trace[1049259240] transaction","detail":"{read_only:false; response_revision:21936; number_of_response:1; }","duration":"314.041949ms","start":"2026-03-06T22:02:25.046773Z","end":"2026-03-06T22:02:25.360815Z","steps":["trace[1049259240] 'process raft request' (duration: 313.857086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.360943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.923483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:02:25.361003Z","caller":"traceutil/trace.go:171","msg":"trace[1724252201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21936; }","duration":"157.028015ms","start":"2026-03-06T22:02:25.203953Z","end":"2026-03-06T22:02:25.360981Z","steps":["trace[1724252201] 'agreement among raft nodes before linearized reading' (duration: 156.837442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.360936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.817321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:02:25.361065Z","caller":"traceutil/trace.go:171","msg":"trace[781720238] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:21936; }","duration":"156.992715ms","start":"2026-03-06T22:02:25.204058Z","end":"2026-03-06T22:02:25.361051Z","steps":["trace[781720238] 'agreement among raft nodes before linearized reading' (duration: 156.824922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.361114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:25.04674Z","time spent":"314.251773ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:02:25.36108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.677844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:02:25.361177Z","caller":"traceutil/trace.go:171","msg":"trace[579600887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21936; }","duration":"131.847367ms","start":"2026-03-06T22:02:25.229313Z","end":"2026-03-06T22:02:25.36116Z","steps":["trace[579600887] 'agreement among raft nodes before linearized reading' (duration: 131.551222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:29.687783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20564} {"level":"info","ts":"2026-03-06T22:05:29.806502Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20564,"took":"113.151028ms","hash":1457512271,"current-db-size-bytes":47337472,"current-db-size":"47 MB","current-db-size-in-use-bytes":39841792,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-06T22:05:29.806601Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1457512271,"revision":20564,"compact-revision":18410} {"level":"info","ts":"2026-03-06T22:05:49.10242Z","caller":"traceutil/trace.go:171","msg":"trace[495401485] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"106.924584ms","start":"2026-03-06T22:05:48.995466Z","end":"2026-03-06T22:05:49.102391Z","steps":["trace[495401485] 'process raft request' (duration: 106.207292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:49.744448Z","caller":"traceutil/trace.go:171","msg":"trace[1438689597] linearizableReadLoop","detail":"{readStateIndex:24791; appliedIndex:24790; }","duration":"374.822616ms","start":"2026-03-06T22:05:49.369594Z","end":"2026-03-06T22:05:49.744417Z","steps":["trace[1438689597] 'read index received' (duration: 374.582631ms)","trace[1438689597] 'applied index is now lower than readState.Index' (duration: 238.985µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:49.74462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.001249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:05:49.744646Z","caller":"traceutil/trace.go:171","msg":"trace[1388947033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23946; }","duration":"375.09474ms","start":"2026-03-06T22:05:49.369543Z","end":"2026-03-06T22:05:49.744638Z","steps":["trace[1388947033] 'agreement among raft nodes before linearized reading' (duration: 374.996589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:49.744674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:49.369522Z","time spent":"375.146291ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:05:49.744788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.805129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T22:05:49.744873Z","caller":"traceutil/trace.go:171","msg":"trace[249622495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23946; }","duration":"333.956713ms","start":"2026-03-06T22:05:49.410896Z","end":"2026-03-06T22:05:49.744853Z","steps":["trace[249622495] 'agreement among raft nodes before linearized reading' (duration: 333.695759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:49.744926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:49.410872Z","time spent":"334.031864ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:05:49.745049Z","caller":"traceutil/trace.go:171","msg":"trace[1156807336] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"395.242378ms","start":"2026-03-06T22:05:49.349287Z","end":"2026-03-06T22:05:49.744529Z","steps":["trace[1156807336] 'process raft request' (duration: 394.952882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:49.745331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:49.349263Z","time spent":"395.915689ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:50.05434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.625222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:05:50.05449Z","caller":"traceutil/trace.go:171","msg":"trace[1978888530] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"305.049737ms","start":"2026-03-06T22:05:49.749414Z","end":"2026-03-06T22:05:50.054464Z","steps":["trace[1978888530] 'process raft request' (duration: 84.16151ms)","trace[1978888530] 'compare' (duration: 220.168424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:50.05456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:49.749394Z","time spent":"305.133858ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:50.76751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.943112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:05:50.767776Z","caller":"traceutil/trace.go:171","msg":"trace[919360064] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"505.976761ms","start":"2026-03-06T22:05:50.261775Z","end":"2026-03-06T22:05:50.767752Z","steps":["trace[919360064] 'process raft request' (duration: 505.90298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:50.767849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.26174Z","time spent":"506.075012ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:50.768089Z","caller":"traceutil/trace.go:171","msg":"trace[1904838634] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"874.669325ms","start":"2026-03-06T22:05:49.893406Z","end":"2026-03-06T22:05:50.768075Z","steps":["trace[1904838634] 'process raft request' (duration: 287.016769ms)","trace[1904838634] 'compare' (duration: 586.659227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:50.768145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:49.893374Z","time spent":"874.742636ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:50.768342Z","caller":"traceutil/trace.go:171","msg":"trace[222383997] linearizableReadLoop","detail":"{readStateIndex:24793; appliedIndex:24792; }","duration":"857.91482ms","start":"2026-03-06T22:05:49.910408Z","end":"2026-03-06T22:05:50.768323Z","steps":["trace[222383997] 'read index received' (duration: 269.950539ms)","trace[222383997] 'applied index is now lower than readState.Index' (duration: 587.961851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:50.768695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.280586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:05:50.768743Z","caller":"traceutil/trace.go:171","msg":"trace[1730355076] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23949; }","duration":"858.377228ms","start":"2026-03-06T22:05:49.91035Z","end":"2026-03-06T22:05:50.768727Z","steps":["trace[1730355076] 'agreement among raft nodes before linearized reading' (duration: 858.293517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:50.768781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:49.910327Z","time spent":"858.443519ms","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:05:51.346661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.866091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:05:51.346814Z","caller":"traceutil/trace.go:171","msg":"trace[969250643] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"902.826896ms","start":"2026-03-06T22:05:50.443962Z","end":"2026-03-06T22:05:51.346789Z","steps":["trace[969250643] 'process raft request' (duration: 469.682811ms)","trace[969250643] 'compare' (duration: 431.945553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:51.346892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.443923Z","time spent":"902.934518ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:51.995903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.717419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:05:51.996145Z","caller":"traceutil/trace.go:171","msg":"trace[1773373759] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"1.547330495s","start":"2026-03-06T22:05:50.448794Z","end":"2026-03-06T22:05:51.996125Z","steps":["trace[1773373759] 'process raft request' (duration: 1.131248059s)","trace[1773373759] 'compare' (duration: 414.980976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:51.996207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.448765Z","time spent":"1.547416456s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:51.99649Z","caller":"traceutil/trace.go:171","msg":"trace[5926715] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"1.541339636s","start":"2026-03-06T22:05:50.45511Z","end":"2026-03-06T22:05:51.99645Z","steps":["trace[5926715] 'process raft request' (duration: 1.540913588s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.996669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.455082Z","time spent":"1.541497669s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:51.996918Z","caller":"traceutil/trace.go:171","msg":"trace[1752417240] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24794; }","duration":"1.228500078s","start":"2026-03-06T22:05:50.768392Z","end":"2026-03-06T22:05:51.996892Z","steps":["trace[1752417240] 'read index received' (duration: 145.251902ms)","trace[1752417240] 'applied index is now lower than readState.Index' (duration: 1.083245386s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:51.99704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291671347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T22:05:51.997078Z","caller":"traceutil/trace.go:171","msg":"trace[1827143883] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23952; }","duration":"1.291750209s","start":"2026-03-06T22:05:50.705317Z","end":"2026-03-06T22:05:51.997067Z","steps":["trace[1827143883] 'agreement among raft nodes before linearized reading' (duration: 1.291618705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.99705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482299422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:05:51.99709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484747038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T22:05:51.997108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.705288Z","time spent":"1.291814299s","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-06T22:05:51.99713Z","caller":"traceutil/trace.go:171","msg":"trace[180812283] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23952; }","duration":"1.482445755s","start":"2026-03-06T22:05:50.514662Z","end":"2026-03-06T22:05:51.997108Z","steps":["trace[180812283] 'agreement among raft nodes before linearized reading' (duration: 1.482263291s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.997191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.514656Z","time spent":"1.482523327s","remote":"127.0.0.1:43498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:05:51.997213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485612503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T22:05:51.997252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4975165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:05:51.99714Z","caller":"traceutil/trace.go:171","msg":"trace[1077662520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23952; }","duration":"1.484813019s","start":"2026-03-06T22:05:50.512313Z","end":"2026-03-06T22:05:51.997126Z","steps":["trace[1077662520] 'agreement among raft nodes before linearized reading' (duration: 1.484583524s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.997363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.512308Z","time spent":"1.485047143s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:05:51.99735Z","caller":"traceutil/trace.go:171","msg":"trace[1492244313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23952; }","duration":"1.485790416s","start":"2026-03-06T22:05:50.511523Z","end":"2026-03-06T22:05:51.997314Z","steps":["trace[1492244313] 'agreement among raft nodes before linearized reading' (duration: 1.485386538s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:51.997355Z","caller":"traceutil/trace.go:171","msg":"trace[1404323611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23952; }","duration":"1.497703863s","start":"2026-03-06T22:05:50.499623Z","end":"2026-03-06T22:05:51.997327Z","steps":["trace[1404323611] 'agreement among raft nodes before linearized reading' (duration: 1.497306895s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.997409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.511515Z","time spent":"1.485883747s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:05:51.997415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.499593Z","time spent":"1.497812466s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:05:51.997673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508610771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T22:05:51.997774Z","caller":"traceutil/trace.go:171","msg":"trace[1701453270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23952; }","duration":"1.508760385s","start":"2026-03-06T22:05:50.488993Z","end":"2026-03-06T22:05:51.997753Z","steps":["trace[1701453270] 'agreement among raft nodes before linearized reading' (duration: 1.508007041s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:51.99783Z","caller":"traceutil/trace.go:171","msg":"trace[1680121925] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"889.178268ms","start":"2026-03-06T22:05:51.108634Z","end":"2026-03-06T22:05:51.997812Z","steps":["trace[1680121925] 'process raft request' (duration: 888.993214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.997864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.488979Z","time spent":"1.508873836s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:05:51.997948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15215487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T22:05:51.997965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:51.108598Z","time spent":"889.27936ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:51.997986Z","caller":"traceutil/trace.go:171","msg":"trace[1488973671] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23954; }","duration":"1.15219152s","start":"2026-03-06T22:05:50.845783Z","end":"2026-03-06T22:05:51.997974Z","steps":["trace[1488973671] 'agreement among raft nodes before linearized reading' (duration: 1.152116939s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.998015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:50.845707Z","time spent":"1.152302002s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:05:51.998203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.450854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T22:05:51.99823Z","caller":"traceutil/trace.go:171","msg":"trace[99883896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23954; }","duration":"222.505586ms","start":"2026-03-06T22:05:51.775717Z","end":"2026-03-06T22:05:51.998222Z","steps":["trace[99883896] 'agreement among raft nodes before linearized reading' (duration: 222.415924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:51.998374Z","caller":"traceutil/trace.go:171","msg":"trace[266632883] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"247.568422ms","start":"2026-03-06T22:05:51.75079Z","end":"2026-03-06T22:05:51.998358Z","steps":["trace[266632883] 'process raft request' (duration: 246.972231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.998393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.398502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:05:51.998605Z","caller":"traceutil/trace.go:171","msg":"trace[11970456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23954; }","duration":"620.654846ms","start":"2026-03-06T22:05:51.377936Z","end":"2026-03-06T22:05:51.998591Z","steps":["trace[11970456] 'agreement among raft nodes before linearized reading' (duration: 620.422112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.998649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:51.377911Z","time spent":"620.730107ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:05:51.998444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.838018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:05:51.998846Z","caller":"traceutil/trace.go:171","msg":"trace[1077482270] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23954; }","duration":"462.280005ms","start":"2026-03-06T22:05:51.536553Z","end":"2026-03-06T22:05:51.998833Z","steps":["trace[1077482270] 'agreement among raft nodes before linearized reading' (duration: 461.863288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:51.998891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:51.536529Z","time spent":"462.349857ms","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:05:52.265182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.551363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:05:52.265343Z","caller":"traceutil/trace.go:171","msg":"trace[2032062759] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"262.508892ms","start":"2026-03-06T22:05:52.002805Z","end":"2026-03-06T22:05:52.265314Z","steps":["trace[2032062759] 'process raft request' (duration: 108.687205ms)","trace[2032062759] 'compare' (duration: 153.40659ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:52.392906Z","caller":"traceutil/trace.go:171","msg":"trace[2078590667] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"390.035351ms","start":"2026-03-06T22:05:52.002805Z","end":"2026-03-06T22:05:52.39284Z","steps":["trace[2078590667] 'process raft request' (duration: 389.560633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:52.393307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:52.002787Z","time spent":"390.293045ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:52.393399Z","caller":"traceutil/trace.go:171","msg":"trace[496624130] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"388.424903ms","start":"2026-03-06T22:05:52.004943Z","end":"2026-03-06T22:05:52.393368Z","steps":["trace[496624130] 'process raft request' (duration: 388.142687ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:52.393494Z","caller":"traceutil/trace.go:171","msg":"trace[1642549783] linearizableReadLoop","detail":"{readStateIndex:24802; appliedIndex:24799; }","duration":"389.035634ms","start":"2026-03-06T22:05:52.004369Z","end":"2026-03-06T22:05:52.393404Z","steps":["trace[1642549783] 'read index received' (duration: 107.091267ms)","trace[1642549783] 'applied index is now lower than readState.Index' (duration: 281.894016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:52.393589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:52.004921Z","time spent":"388.569496ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:52.393843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.513129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-06T22:05:52.393824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.40719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-06T22:05:52.393852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.413361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T22:05:52.393886Z","caller":"traceutil/trace.go:171","msg":"trace[2024838381] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23958; }","duration":"111.599229ms","start":"2026-03-06T22:05:52.282275Z","end":"2026-03-06T22:05:52.393874Z","steps":["trace[2024838381] 'agreement among raft nodes before linearized reading' (duration: 111.451117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:52.393934Z","caller":"traceutil/trace.go:171","msg":"trace[1946273592] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23958; }","duration":"389.569923ms","start":"2026-03-06T22:05:52.004339Z","end":"2026-03-06T22:05:52.393909Z","steps":["trace[1946273592] 'agreement among raft nodes before linearized reading' (duration: 389.178286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:52.393992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:52.004322Z","time spent":"389.660535ms","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T22:05:52.393252Z","caller":"traceutil/trace.go:171","msg":"trace[2027762485] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"389.737226ms","start":"2026-03-06T22:05:52.003424Z","end":"2026-03-06T22:05:52.393161Z","steps":["trace[2027762485] 'process raft request' (duration: 389.327419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:52.394233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:52.003399Z","time spent":"390.730555ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:52.39394Z","caller":"traceutil/trace.go:171","msg":"trace[865383791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23958; }","duration":"334.529853ms","start":"2026-03-06T22:05:52.059395Z","end":"2026-03-06T22:05:52.393925Z","steps":["trace[865383791] 'agreement among raft nodes before linearized reading' (duration: 334.262298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:52.394696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:52.059378Z","time spent":"335.303137ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:05:57.784525Z","caller":"traceutil/trace.go:171","msg":"trace[1360604121] linearizableReadLoop","detail":"{readStateIndex:24840; appliedIndex:24839; }","duration":"330.783874ms","start":"2026-03-06T22:05:57.453714Z","end":"2026-03-06T22:05:57.784498Z","steps":["trace[1360604121] 'read index received' (duration: 330.609921ms)","trace[1360604121] 'applied index is now lower than readState.Index' (duration: 172.413µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:57.784638Z","caller":"traceutil/trace.go:171","msg":"trace[907032174] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"420.557327ms","start":"2026-03-06T22:05:57.364037Z","end":"2026-03-06T22:05:57.784594Z","steps":["trace[907032174] 'process raft request' (duration: 420.212941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:57.784741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.019329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:05:57.784793Z","caller":"traceutil/trace.go:171","msg":"trace[93954332] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23994; }","duration":"331.152071ms","start":"2026-03-06T22:05:57.453624Z","end":"2026-03-06T22:05:57.784777Z","steps":["trace[93954332] 'agreement among raft nodes before linearized reading' (duration: 331.021229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:57.784871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:57.453593Z","time spent":"331.257732ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T22:05:57.784909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:57.364006Z","time spent":"420.75235ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:57.785337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.599883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T22:05:57.785605Z","caller":"traceutil/trace.go:171","msg":"trace[1954013138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23994; }","duration":"296.927729ms","start":"2026-03-06T22:05:57.488655Z","end":"2026-03-06T22:05:57.785583Z","steps":["trace[1954013138] 'agreement among raft nodes before linearized reading' (duration: 296.160575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:58.105097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.350261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T22:05:58.105224Z","caller":"traceutil/trace.go:171","msg":"trace[835410818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23994; }","duration":"245.501823ms","start":"2026-03-06T22:05:57.85968Z","end":"2026-03-06T22:05:58.105181Z","steps":["trace[835410818] 'range keys from in-memory index tree' (duration: 245.131817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:58.337643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.932086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T22:05:58.337742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.933728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:05:58.337905Z","caller":"traceutil/trace.go:171","msg":"trace[674427854] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23994; }","duration":"110.109121ms","start":"2026-03-06T22:05:58.22776Z","end":"2026-03-06T22:05:58.337869Z","steps":["trace[674427854] 'range keys from in-memory index tree' (duration: 109.908247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:58.338352Z","caller":"traceutil/trace.go:171","msg":"trace[1528453879] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"317.3336ms","start":"2026-03-06T22:05:58.020969Z","end":"2026-03-06T22:05:58.338302Z","steps":["trace[1528453879] 'process raft request' (duration: 316.837771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:58.338478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.020935Z","time spent":"317.463113ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:58.575513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.07124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:05:58.575776Z","caller":"traceutil/trace.go:171","msg":"trace[1190417341] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"552.893123ms","start":"2026-03-06T22:05:58.022837Z","end":"2026-03-06T22:05:58.575731Z","steps":["trace[1190417341] 'process raft request' (duration: 315.444336ms)","trace[1190417341] 'compare' (duration: 236.665343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:58.576034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.285643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-06T22:05:58.576034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.02282Z","time spent":"553.076417ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:58.576067Z","caller":"traceutil/trace.go:171","msg":"trace[212059070] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23998; }","duration":"469.374825ms","start":"2026-03-06T22:05:58.106684Z","end":"2026-03-06T22:05:58.576059Z","steps":["trace[212059070] 'agreement among raft nodes before linearized reading' (duration: 469.176681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:58.576108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.10666Z","time spent":"469.441666ms","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T22:05:58.575833Z","caller":"traceutil/trace.go:171","msg":"trace[395691237] linearizableReadLoop","detail":"{readStateIndex:24845; appliedIndex:24840; }","duration":"469.051369ms","start":"2026-03-06T22:05:58.106759Z","end":"2026-03-06T22:05:58.57581Z","steps":["trace[395691237] 'read index received' (duration: 79.651µs)","trace[395691237] 'applied index is now lower than readState.Index' (duration: 468.970267ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:58.576616Z","caller":"traceutil/trace.go:171","msg":"trace[1654056949] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"553.324671ms","start":"2026-03-06T22:05:58.023277Z","end":"2026-03-06T22:05:58.576601Z","steps":["trace[1654056949] 'process raft request' (duration: 552.481406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:58.576701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.023245Z","time spent":"553.412532ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:58.576807Z","caller":"traceutil/trace.go:171","msg":"trace[1301359274] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"553.687559ms","start":"2026-03-06T22:05:58.023109Z","end":"2026-03-06T22:05:58.576796Z","steps":["trace[1301359274] 'process raft request' (duration: 552.542448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:58.576879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.02307Z","time spent":"553.766759ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:59.015658Z","caller":"traceutil/trace.go:171","msg":"trace[1959769811] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24845; }","duration":"439.087563ms","start":"2026-03-06T22:05:58.576543Z","end":"2026-03-06T22:05:59.01563Z","steps":["trace[1959769811] 'read index received' (duration: 423.919048ms)","trace[1959769811] 'applied index is now lower than readState.Index' (duration: 15.167085ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:59.015717Z","caller":"traceutil/trace.go:171","msg":"trace[843208134] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"446.158282ms","start":"2026-03-06T22:05:58.569518Z","end":"2026-03-06T22:05:59.015677Z","steps":["trace[843208134] 'process raft request' (duration: 430.929256ms)","trace[843208134] 'compare' (duration: 14.689727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:05:59.015891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.816733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T22:05:59.015849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.596416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:05:59.015913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.766336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T22:05:59.015945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.569475Z","time spent":"446.328585ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:59.015982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.504439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-06T22:05:59.015969Z","caller":"traceutil/trace.go:171","msg":"trace[958796857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23999; }","duration":"646.793151ms","start":"2026-03-06T22:05:58.369149Z","end":"2026-03-06T22:05:59.015942Z","steps":["trace[958796857] 'agreement among raft nodes before linearized reading' (duration: 646.568536ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:59.015992Z","caller":"traceutil/trace.go:171","msg":"trace[1618105758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23999; }","duration":"588.898768ms","start":"2026-03-06T22:05:58.427074Z","end":"2026-03-06T22:05:59.015973Z","steps":["trace[1618105758] 'agreement among raft nodes before linearized reading' (duration: 588.646963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:59.016015Z","caller":"traceutil/trace.go:171","msg":"trace[1897936951] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23999; }","duration":"837.57809ms","start":"2026-03-06T22:05:58.178419Z","end":"2026-03-06T22:05:59.015997Z","steps":["trace[1897936951] 'agreement among raft nodes before linearized reading' (duration: 837.509189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.015972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.037361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T22:05:59.016027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.369126Z","time spent":"646.892472ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:05:59.016047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.178397Z","time spent":"837.644612ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T22:05:59.016054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.427046Z","time spent":"588.99621ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:05:59.016076Z","caller":"traceutil/trace.go:171","msg":"trace[1387550087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23999; }","duration":"584.183903ms","start":"2026-03-06T22:05:58.431868Z","end":"2026-03-06T22:05:59.016052Z","steps":["trace[1387550087] 'agreement among raft nodes before linearized reading' (duration: 583.785605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.016133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.43185Z","time spent":"584.270074ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:05:59.015916Z","caller":"traceutil/trace.go:171","msg":"trace[938224959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23999; }","duration":"716.906775ms","start":"2026-03-06T22:05:58.299002Z","end":"2026-03-06T22:05:59.015909Z","steps":["trace[938224959] 'agreement among raft nodes before linearized reading' (duration: 716.742441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.016229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.298974Z","time spent":"717.241052ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:05:59.016296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.353966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T22:05:59.016407Z","caller":"traceutil/trace.go:171","msg":"trace[1579670235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23999; }","duration":"584.561389ms","start":"2026-03-06T22:05:58.431817Z","end":"2026-03-06T22:05:59.016378Z","steps":["trace[1579670235] 'agreement among raft nodes before linearized reading' (duration: 584.199183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.016465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.431788Z","time spent":"584.666082ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:05:59.016491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.857527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T22:05:59.016647Z","caller":"traceutil/trace.go:171","msg":"trace[1128613565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23999; }","duration":"583.066382ms","start":"2026-03-06T22:05:58.433558Z","end":"2026-03-06T22:05:59.016625Z","steps":["trace[1128613565] 'agreement among raft nodes before linearized reading' (duration: 582.524272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.016718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.433549Z","time spent":"583.158963ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:05:59.037512Z","caller":"traceutil/trace.go:171","msg":"trace[1021491886] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"236.946398ms","start":"2026-03-06T22:05:58.800542Z","end":"2026-03-06T22:05:59.037488Z","steps":["trace[1021491886] 'process raft request' (duration: 236.49499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:59.037758Z","caller":"traceutil/trace.go:171","msg":"trace[2017192937] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"237.097591ms","start":"2026-03-06T22:05:58.800648Z","end":"2026-03-06T22:05:59.037746Z","steps":["trace[2017192937] 'process raft request' (duration: 236.531431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.037946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.359242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:05:59.037989Z","caller":"traceutil/trace.go:171","msg":"trace[1231951018] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24001; }","duration":"393.473375ms","start":"2026-03-06T22:05:58.644504Z","end":"2026-03-06T22:05:59.037977Z","steps":["trace[1231951018] 'agreement among raft nodes before linearized reading' (duration: 393.395073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.038021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.644472Z","time spent":"393.540365ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:05:59.038264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.136614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T22:05:59.038317Z","caller":"traceutil/trace.go:171","msg":"trace[100905327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24001; }","duration":"445.248206ms","start":"2026-03-06T22:05:58.59306Z","end":"2026-03-06T22:05:59.038308Z","steps":["trace[100905327] 'agreement among raft nodes before linearized reading' (duration: 445.112052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.038346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:58.593028Z","time spent":"445.311107ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:05:59.531007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.556566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:05:59.531367Z","caller":"traceutil/trace.go:171","msg":"trace[150225100] linearizableReadLoop","detail":"{readStateIndex:24853; appliedIndex:24848; }","duration":"494.071964ms","start":"2026-03-06T22:05:59.037258Z","end":"2026-03-06T22:05:59.53133Z","steps":["trace[150225100] 'read index received' (duration: 237.982937ms)","trace[150225100] 'applied index is now lower than readState.Index' (duration: 256.087437ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:59.531351Z","caller":"traceutil/trace.go:171","msg":"trace[357388074] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"509.007235ms","start":"2026-03-06T22:05:59.022286Z","end":"2026-03-06T22:05:59.531293Z","steps":["trace[357388074] 'process raft request' (duration: 253.031711ms)","trace[357388074] 'compare' (duration: 255.322162ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:59.531424Z","caller":"traceutil/trace.go:171","msg":"trace[1515228416] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"508.688461ms","start":"2026-03-06T22:05:59.022724Z","end":"2026-03-06T22:05:59.531412Z","steps":["trace[1515228416] 'process raft request' (duration: 508.486487ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:59.531408Z","caller":"traceutil/trace.go:171","msg":"trace[625051311] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"506.45612ms","start":"2026-03-06T22:05:59.024908Z","end":"2026-03-06T22:05:59.531364Z","steps":["trace[625051311] 'process raft request' (duration: 506.370218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.531818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.056492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:05:59.531964Z","caller":"traceutil/trace.go:171","msg":"trace[1914340382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24006; }","duration":"511.245026ms","start":"2026-03-06T22:05:59.020695Z","end":"2026-03-06T22:05:59.53194Z","steps":["trace[1914340382] 'agreement among raft nodes before linearized reading' (duration: 510.990761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.532042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:59.020676Z","time spent":"511.353267ms","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:05:59.531414Z","caller":"traceutil/trace.go:171","msg":"trace[964059652] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"508.739711ms","start":"2026-03-06T22:05:59.022555Z","end":"2026-03-06T22:05:59.531295Z","steps":["trace[964059652] 'process raft request' (duration: 508.602559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.531472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:59.022258Z","time spent":"509.174689ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:59.532387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:59.022522Z","time spent":"509.719158ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:59.531351Z","caller":"traceutil/trace.go:171","msg":"trace[1605197742] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"508.347083ms","start":"2026-03-06T22:05:59.022972Z","end":"2026-03-06T22:05:59.531319Z","steps":["trace[1605197742] 'process raft request' (duration: 508.270152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.532613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:59.024899Z","time spent":"506.933248ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:59.532734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:59.022963Z","time spent":"509.603846ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:59.531597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:59.022708Z","time spent":"508.770882ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:59.531654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.153326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-06T22:05:59.531735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.816458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T22:05:59.533069Z","caller":"traceutil/trace.go:171","msg":"trace[1456697440] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24006; }","duration":"512.132452ms","start":"2026-03-06T22:05:59.020898Z","end":"2026-03-06T22:05:59.533031Z","steps":["trace[1456697440] 'agreement among raft nodes before linearized reading' (duration: 510.775867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.533159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:59.02089Z","time spent":"512.251685ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-06T22:05:59.533202Z","caller":"traceutil/trace.go:171","msg":"trace[866831012] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24006; }","duration":"511.436219ms","start":"2026-03-06T22:05:59.021471Z","end":"2026-03-06T22:05:59.532908Z","steps":["trace[866831012] 'agreement among raft nodes before linearized reading' (duration: 510.040773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.533333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:59.021462Z","time spent":"511.829076ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-06T22:05:59.768773Z","caller":"traceutil/trace.go:171","msg":"trace[1327170927] linearizableReadLoop","detail":"{readStateIndex:24855; appliedIndex:24854; }","duration":"205.796782ms","start":"2026-03-06T22:05:59.562935Z","end":"2026-03-06T22:05:59.768732Z","steps":["trace[1327170927] 'read index received' (duration: 197.632334ms)","trace[1327170927] 'applied index is now lower than readState.Index' (duration: 8.161808ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:59.768799Z","caller":"traceutil/trace.go:171","msg":"trace[1564992009] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"227.175191ms","start":"2026-03-06T22:05:59.541576Z","end":"2026-03-06T22:05:59.768752Z","steps":["trace[1564992009] 'process raft request' (duration: 219.034642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:59.76912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.150278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189a5fcdc67d8258\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-06T22:05:59.769248Z","caller":"traceutil/trace.go:171","msg":"trace[2144160171] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189a5fcdc67d8258; range_end:; response_count:1; response_revision:24008; }","duration":"206.316343ms","start":"2026-03-06T22:05:59.562905Z","end":"2026-03-06T22:05:59.769222Z","steps":["trace[2144160171] 'agreement among raft nodes before linearized reading' (duration: 205.943535ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:00.050312Z","caller":"traceutil/trace.go:171","msg":"trace[2042029602] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"277.914863ms","start":"2026-03-06T22:05:59.772364Z","end":"2026-03-06T22:06:00.050279Z","steps":["trace[2042029602] 'process raft request' (duration: 277.214551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:00.070198Z","caller":"traceutil/trace.go:171","msg":"trace[335802538] linearizableReadLoop","detail":"{readStateIndex:24857; appliedIndex:24855; }","duration":"174.914531ms","start":"2026-03-06T22:05:59.895261Z","end":"2026-03-06T22:06:00.070176Z","steps":["trace[335802538] 'read index received' (duration: 154.00306ms)","trace[335802538] 'applied index is now lower than readState.Index' (duration: 20.910071ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:00.07033Z","caller":"traceutil/trace.go:171","msg":"trace[984591351] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"278.727978ms","start":"2026-03-06T22:05:59.79159Z","end":"2026-03-06T22:06:00.070318Z","steps":["trace[984591351] 'process raft request' (duration: 278.481593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:00.070675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.392579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:00.070733Z","caller":"traceutil/trace.go:171","msg":"trace[1455121559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24010; }","duration":"175.520871ms","start":"2026-03-06T22:05:59.895195Z","end":"2026-03-06T22:06:00.070716Z","steps":["trace[1455121559] 'agreement among raft nodes before linearized reading' (duration: 175.403869ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:00.58254Z","caller":"traceutil/trace.go:171","msg":"trace[333050397] linearizableReadLoop","detail":"{readStateIndex:24859; appliedIndex:24858; }","duration":"213.914959ms","start":"2026-03-06T22:06:00.368593Z","end":"2026-03-06T22:06:00.582508Z","steps":["trace[333050397] 'read index received' (duration: 213.655064ms)","trace[333050397] 'applied index is now lower than readState.Index' (duration: 258.675µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:00.582688Z","caller":"traceutil/trace.go:171","msg":"trace[791763617] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"236.519991ms","start":"2026-03-06T22:06:00.346152Z","end":"2026-03-06T22:06:00.582672Z","steps":["trace[791763617] 'process raft request' (duration: 236.135073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:00.582904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.229607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:00.58304Z","caller":"traceutil/trace.go:171","msg":"trace[1710290720] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24012; }","duration":"131.455091ms","start":"2026-03-06T22:06:00.451552Z","end":"2026-03-06T22:06:00.583007Z","steps":["trace[1710290720] 'agreement among raft nodes before linearized reading' (duration: 131.217996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:00.582998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.375738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:00.584071Z","caller":"traceutil/trace.go:171","msg":"trace[1482087417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24012; }","duration":"215.512329ms","start":"2026-03-06T22:06:00.368537Z","end":"2026-03-06T22:06:00.58405Z","steps":["trace[1482087417] 'agreement among raft nodes before linearized reading' (duration: 214.384188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:00.585173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.971468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T22:06:00.585235Z","caller":"traceutil/trace.go:171","msg":"trace[1532978306] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24012; }","duration":"133.08982ms","start":"2026-03-06T22:06:00.452132Z","end":"2026-03-06T22:06:00.585222Z","steps":["trace[1532978306] 'agreement among raft nodes before linearized reading' (duration: 131.045873ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:00.977709Z","caller":"traceutil/trace.go:171","msg":"trace[14805275] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"392.062679ms","start":"2026-03-06T22:06:00.585609Z","end":"2026-03-06T22:06:00.977672Z","steps":["trace[14805275] 'process raft request' (duration: 391.988837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:00.977939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:00.585602Z","time spent":"392.215361ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:00.978467Z","caller":"traceutil/trace.go:171","msg":"trace[49598992] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"392.942774ms","start":"2026-03-06T22:06:00.585507Z","end":"2026-03-06T22:06:00.978449Z","steps":["trace[49598992] 'process raft request' (duration: 391.877145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:00.978541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:00.585481Z","time spent":"393.023165ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:01.219168Z","caller":"traceutil/trace.go:171","msg":"trace[487250599] linearizableReadLoop","detail":"{readStateIndex:24864; appliedIndex:24862; }","duration":"169.655074ms","start":"2026-03-06T22:06:01.049496Z","end":"2026-03-06T22:06:01.219151Z","steps":["trace[487250599] 'read index received' (duration: 167.852282ms)","trace[487250599] 'applied index is now lower than readState.Index' (duration: 1.801652ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:01.219461Z","caller":"traceutil/trace.go:171","msg":"trace[1333090139] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"173.195038ms","start":"2026-03-06T22:06:01.04624Z","end":"2026-03-06T22:06:01.219435Z","steps":["trace[1333090139] 'process raft request' (duration: 171.158601ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:01.219614Z","caller":"traceutil/trace.go:171","msg":"trace[1223964790] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"173.101177ms","start":"2026-03-06T22:06:01.046502Z","end":"2026-03-06T22:06:01.219603Z","steps":["trace[1223964790] 'process raft request' (duration: 172.598258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:01.219772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.261927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:01.219813Z","caller":"traceutil/trace.go:171","msg":"trace[1706354530] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24017; }","duration":"170.313788ms","start":"2026-03-06T22:06:01.049487Z","end":"2026-03-06T22:06:01.219801Z","steps":["trace[1706354530] 'agreement among raft nodes before linearized reading' (duration: 170.239616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:02.091168Z","caller":"traceutil/trace.go:171","msg":"trace[666844194] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"547.565927ms","start":"2026-03-06T22:06:01.543569Z","end":"2026-03-06T22:06:02.091135Z","steps":["trace[666844194] 'process raft request' (duration: 547.278152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:02.091373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:01.543544Z","time spent":"547.715879ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:02.091534Z","caller":"traceutil/trace.go:171","msg":"trace[355927830] linearizableReadLoop","detail":"{readStateIndex:24869; appliedIndex:24865; }","duration":"431.526526ms","start":"2026-03-06T22:06:01.659984Z","end":"2026-03-06T22:06:02.09151Z","steps":["trace[355927830] 'read index received' (duration: 430.978177ms)","trace[355927830] 'applied index is now lower than readState.Index' (duration: 547.249µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:02.091621Z","caller":"traceutil/trace.go:171","msg":"trace[470240302] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"547.285931ms","start":"2026-03-06T22:06:01.544284Z","end":"2026-03-06T22:06:02.09157Z","steps":["trace[470240302] 'process raft request' (duration: 547.055837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:02.091685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.68599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:02.091728Z","caller":"traceutil/trace.go:171","msg":"trace[197458612] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24022; }","duration":"431.800831ms","start":"2026-03-06T22:06:01.659915Z","end":"2026-03-06T22:06:02.091716Z","steps":["trace[197458612] 'agreement among raft nodes before linearized reading' (duration: 431.691159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:02.091685Z","caller":"traceutil/trace.go:171","msg":"trace[1762895376] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"547.179599ms","start":"2026-03-06T22:06:01.544438Z","end":"2026-03-06T22:06:02.091617Z","steps":["trace[1762895376] 'process raft request' (duration: 547.024446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:02.091775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:01.659893Z","time spent":"431.868543ms","remote":"127.0.0.1:57508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:02.091868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:01.544273Z","time spent":"547.460504ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:02.091977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:01.5444Z","time spent":"547.401133ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:02.092317Z","caller":"traceutil/trace.go:171","msg":"trace[251542028] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"548.228699ms","start":"2026-03-06T22:06:01.544066Z","end":"2026-03-06T22:06:02.092294Z","steps":["trace[251542028] 'process raft request' (duration: 547.011087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:02.092484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:01.544038Z","time spent":"548.32033ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:02.231844Z","caller":"traceutil/trace.go:171","msg":"trace[2083205795] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"419.241743ms","start":"2026-03-06T22:06:01.812567Z","end":"2026-03-06T22:06:02.231809Z","steps":["trace[2083205795] 'process raft request' (duration: 389.94383ms)","trace[2083205795] 'compare' (duration: 29.103339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:02.232028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:01.81252Z","time spent":"419.411646ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:02.232108Z","caller":"traceutil/trace.go:171","msg":"trace[872782330] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"155.704582ms","start":"2026-03-06T22:06:02.076366Z","end":"2026-03-06T22:06:02.232071Z","steps":["trace[872782330] 'process raft request' (duration: 155.389956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:02.649734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.258076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:02.649845Z","caller":"traceutil/trace.go:171","msg":"trace[380786089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24024; }","duration":"280.459819ms","start":"2026-03-06T22:06:02.369363Z","end":"2026-03-06T22:06:02.649823Z","steps":["trace[380786089] 'range keys from in-memory index tree' (duration: 280.143084ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:02.788745Z","caller":"traceutil/trace.go:171","msg":"trace[1831203335] linearizableReadLoop","detail":"{readStateIndex:24873; appliedIndex:24872; }","duration":"137.302517ms","start":"2026-03-06T22:06:02.65142Z","end":"2026-03-06T22:06:02.788723Z","steps":["trace[1831203335] 'read index received' (duration: 135.84118ms)","trace[1831203335] 'applied index is now lower than readState.Index' (duration: 1.460667ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:02.788834Z","caller":"traceutil/trace.go:171","msg":"trace[332349299] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"153.358618ms","start":"2026-03-06T22:06:02.635438Z","end":"2026-03-06T22:06:02.788797Z","steps":["trace[332349299] 'process raft request' (duration: 151.884651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:02.788889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.48055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:02.788915Z","caller":"traceutil/trace.go:171","msg":"trace[1311346137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24026; }","duration":"137.526431ms","start":"2026-03-06T22:06:02.65138Z","end":"2026-03-06T22:06:02.788906Z","steps":["trace[1311346137] 'agreement among raft nodes before linearized reading' (duration: 137.45724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:03.220881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.482951ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T22:06:03.221076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:02.791016Z","time spent":"430.043189ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T22:06:03.221192Z","caller":"traceutil/trace.go:171","msg":"trace[1026539391] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24873; }","duration":"428.40268ms","start":"2026-03-06T22:06:02.792756Z","end":"2026-03-06T22:06:03.221158Z","steps":["trace[1026539391] 'read index received' (duration: 208.631383ms)","trace[1026539391] 'applied index is now lower than readState.Index' (duration: 219.767526ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:03.221263Z","caller":"traceutil/trace.go:171","msg":"trace[2139249131] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"237.324335ms","start":"2026-03-06T22:06:02.983913Z","end":"2026-03-06T22:06:03.221237Z","steps":["trace[2139249131] 'process raft request' (duration: 237.117121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:03.221486Z","caller":"traceutil/trace.go:171","msg":"trace[1619689988] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"236.869607ms","start":"2026-03-06T22:06:02.984589Z","end":"2026-03-06T22:06:03.221458Z","steps":["trace[1619689988] 'process raft request' (duration: 236.597982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:03.221541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.452462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:03.221625Z","caller":"traceutil/trace.go:171","msg":"trace[526679202] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24028; }","duration":"273.611724ms","start":"2026-03-06T22:06:02.947994Z","end":"2026-03-06T22:06:03.221606Z","steps":["trace[526679202] 'agreement among raft nodes before linearized reading' (duration: 273.431381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:03.22168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.891018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2d67d8db-5905-4989-88e3-af3ae24d19e6\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-06T22:06:03.221741Z","caller":"traceutil/trace.go:171","msg":"trace[61557262] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2d67d8db-5905-4989-88e3-af3ae24d19e6; range_end:; response_count:1; response_revision:24028; }","duration":"428.98574ms","start":"2026-03-06T22:06:02.792736Z","end":"2026-03-06T22:06:03.221722Z","steps":["trace[61557262] 'agreement among raft nodes before linearized reading' (duration: 428.514482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:03.221794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:02.792725Z","time spent":"429.057021ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-2d67d8db-5905-4989-88e3-af3ae24d19e6\" "} {"level":"warn","ts":"2026-03-06T22:06:03.773138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827123391671360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:06:03.805943Z","caller":"traceutil/trace.go:171","msg":"trace[1412822497] linearizableReadLoop","detail":"{readStateIndex:24879; appliedIndex:24877; }","duration":"533.571971ms","start":"2026-03-06T22:06:03.272337Z","end":"2026-03-06T22:06:03.805909Z","steps":["trace[1412822497] 'read index received' (duration: 533.280975ms)","trace[1412822497] 'applied index is now lower than readState.Index' (duration: 289.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:03.80603Z","caller":"traceutil/trace.go:171","msg":"trace[605839458] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"579.526007ms","start":"2026-03-06T22:06:03.226452Z","end":"2026-03-06T22:06:03.805978Z","steps":["trace[605839458] 'process raft request' (duration: 579.17009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:03.806236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:03.22642Z","time spent":"579.70525ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:03.806036Z","caller":"traceutil/trace.go:171","msg":"trace[753730766] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"579.05699ms","start":"2026-03-06T22:06:03.226932Z","end":"2026-03-06T22:06:03.805989Z","steps":["trace[753730766] 'process raft request' (duration: 578.913907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:03.806316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.724334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:03.806368Z","caller":"traceutil/trace.go:171","msg":"trace[681991833] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24031; }","duration":"181.816266ms","start":"2026-03-06T22:06:03.624537Z","end":"2026-03-06T22:06:03.806354Z","steps":["trace[681991833] 'agreement among raft nodes before linearized reading' (duration: 181.573942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:03.806449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.069441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T22:06:03.806518Z","caller":"traceutil/trace.go:171","msg":"trace[1887998241] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24031; }","duration":"534.212513ms","start":"2026-03-06T22:06:03.272291Z","end":"2026-03-06T22:06:03.806503Z","steps":["trace[1887998241] 'agreement among raft nodes before linearized reading' (duration: 533.807986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:03.806481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:03.226921Z","time spent":"579.446176ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:03.80657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:03.272254Z","time spent":"534.300775ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T22:06:03.806668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.792214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T22:06:03.806779Z","caller":"traceutil/trace.go:171","msg":"trace[513203427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24031; }","duration":"165.958847ms","start":"2026-03-06T22:06:03.640792Z","end":"2026-03-06T22:06:03.806751Z","steps":["trace[513203427] 'agreement among raft nodes before linearized reading' (duration: 165.453468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:04.083004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.328809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:04.083096Z","caller":"traceutil/trace.go:171","msg":"trace[232650370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24032; }","duration":"114.488982ms","start":"2026-03-06T22:06:03.968587Z","end":"2026-03-06T22:06:04.083076Z","steps":["trace[232650370] 'range keys from in-memory index tree' (duration: 114.242748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:04.385537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.859361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T22:06:04.385603Z","caller":"traceutil/trace.go:171","msg":"trace[1689934141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24035; }","duration":"278.958653ms","start":"2026-03-06T22:06:04.106627Z","end":"2026-03-06T22:06:04.385586Z","steps":["trace[1689934141] 'agreement among raft nodes before linearized reading' (duration: 77.069682ms)","trace[1689934141] 'range keys from in-memory index tree' (duration: 201.746728ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:04.766471Z","caller":"traceutil/trace.go:171","msg":"trace[15500465] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"659.505422ms","start":"2026-03-06T22:06:04.106938Z","end":"2026-03-06T22:06:04.766443Z","steps":["trace[15500465] 'process raft request' (duration: 659.444161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:04.76651Z","caller":"traceutil/trace.go:171","msg":"trace[784319166] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"659.635154ms","start":"2026-03-06T22:06:04.10685Z","end":"2026-03-06T22:06:04.766486Z","steps":["trace[784319166] 'process raft request' (duration: 659.489072ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:04.76651Z","caller":"traceutil/trace.go:171","msg":"trace[662731467] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"659.674365ms","start":"2026-03-06T22:06:04.106784Z","end":"2026-03-06T22:06:04.766459Z","steps":["trace[662731467] 'process raft request' (duration: 659.37991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:04.766642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:04.106833Z","time spent":"659.735096ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:04.766723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:04.106765Z","time spent":"659.835307ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:04.766642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:04.106929Z","time spent":"659.632234ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:04.84216Z","caller":"traceutil/trace.go:171","msg":"trace[118151882] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"603.046526ms","start":"2026-03-06T22:06:04.239091Z","end":"2026-03-06T22:06:04.842137Z","steps":["trace[118151882] 'process raft request' (duration: 601.926925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:04.842325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:04.239052Z","time spent":"603.178007ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:04.842409Z","caller":"traceutil/trace.go:171","msg":"trace[1495129994] linearizableReadLoop","detail":"{readStateIndex:24887; appliedIndex:24883; }","duration":"473.209134ms","start":"2026-03-06T22:06:04.369169Z","end":"2026-03-06T22:06:04.842378Z","steps":["trace[1495129994] 'read index received' (duration: 397.08554ms)","trace[1495129994] 'applied index is now lower than readState.Index' (duration: 76.122234ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:04.842619Z","caller":"traceutil/trace.go:171","msg":"trace[211600825] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"186.963339ms","start":"2026-03-06T22:06:04.655645Z","end":"2026-03-06T22:06:04.842608Z","steps":["trace[211600825] 'process raft request' (duration: 186.403249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:04.842987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.545822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-06T22:06:04.843042Z","caller":"traceutil/trace.go:171","msg":"trace[991249310] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24041; }","duration":"455.636754ms","start":"2026-03-06T22:06:04.387388Z","end":"2026-03-06T22:06:04.843025Z","steps":["trace[991249310] 'agreement among raft nodes before linearized reading' (duration: 455.440811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:04.843059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.865865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:04.843074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:04.387365Z","time spent":"455.702135ms","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T22:06:04.843129Z","caller":"traceutil/trace.go:171","msg":"trace[1742694820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24041; }","duration":"473.972047ms","start":"2026-03-06T22:06:04.36912Z","end":"2026-03-06T22:06:04.843092Z","steps":["trace[1742694820] 'agreement among raft nodes before linearized reading' (duration: 473.636302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:04.843246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:04.369099Z","time spent":"474.139062ms","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:06:04.843276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.712905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:04.843315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.80139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:04.843416Z","caller":"traceutil/trace.go:171","msg":"trace[28503268] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24041; }","duration":"335.923648ms","start":"2026-03-06T22:06:04.507459Z","end":"2026-03-06T22:06:04.843383Z","steps":["trace[28503268] 'agreement among raft nodes before linearized reading' (duration: 335.662773ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:04.843423Z","caller":"traceutil/trace.go:171","msg":"trace[307061445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24041; }","duration":"283.936233ms","start":"2026-03-06T22:06:04.559462Z","end":"2026-03-06T22:06:04.843398Z","steps":["trace[307061445] 'agreement among raft nodes before linearized reading' (duration: 283.693938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:04.843494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:04.507437Z","time spent":"336.04105ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:05.353855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.051253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T22:06:05.353965Z","caller":"traceutil/trace.go:171","msg":"trace[373562252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24041; }","duration":"395.200875ms","start":"2026-03-06T22:06:04.958731Z","end":"2026-03-06T22:06:05.353932Z","steps":["trace[373562252] 'range keys from in-memory index tree' (duration: 394.84048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:05.354006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:04.958714Z","time spent":"395.282777ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:06:05.562487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827123391671388,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:06:05.574711Z","caller":"traceutil/trace.go:171","msg":"trace[231247321] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"571.011222ms","start":"2026-03-06T22:06:05.003669Z","end":"2026-03-06T22:06:05.57468Z","steps":["trace[231247321] 'process raft request' (duration: 570.788688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:05.574922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:05.00363Z","time spent":"571.178606ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:05.586842Z","caller":"traceutil/trace.go:171","msg":"trace[1245059707] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"357.898938ms","start":"2026-03-06T22:06:05.228902Z","end":"2026-03-06T22:06:05.586801Z","steps":["trace[1245059707] 'process raft request' (duration: 357.673943ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:05.586886Z","caller":"traceutil/trace.go:171","msg":"trace[313317241] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"357.801056ms","start":"2026-03-06T22:06:05.229061Z","end":"2026-03-06T22:06:05.586862Z","steps":["trace[313317241] 'process raft request' (duration: 357.662684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:05.58699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:05.229022Z","time spent":"357.913858ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:05.587047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:05.228873Z","time spent":"358.049231ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:05.587106Z","caller":"traceutil/trace.go:171","msg":"trace[1435481541] linearizableReadLoop","detail":"{readStateIndex:24892; appliedIndex:24889; }","duration":"524.840633ms","start":"2026-03-06T22:06:05.061923Z","end":"2026-03-06T22:06:05.586764Z","steps":["trace[1435481541] 'read index received' (duration: 512.497569ms)","trace[1435481541] 'applied index is now lower than readState.Index' (duration: 12.341984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:05.587272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.219593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:05.587328Z","caller":"traceutil/trace.go:171","msg":"trace[1646299941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24044; }","duration":"221.346844ms","start":"2026-03-06T22:06:05.365971Z","end":"2026-03-06T22:06:05.587318Z","steps":["trace[1646299941] 'agreement among raft nodes before linearized reading' (duration: 221.248542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:05.589132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.202885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T22:06:05.589321Z","caller":"traceutil/trace.go:171","msg":"trace[2029740624] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24044; }","duration":"527.327818ms","start":"2026-03-06T22:06:05.061854Z","end":"2026-03-06T22:06:05.589182Z","steps":["trace[2029740624] 'agreement among raft nodes before linearized reading' (duration: 525.087208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:05.5894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:05.061826Z","time spent":"527.559381ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2640,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:05.885785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.594071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T22:06:05.88587Z","caller":"traceutil/trace.go:171","msg":"trace[1503934999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24044; }","duration":"198.750794ms","start":"2026-03-06T22:06:05.687098Z","end":"2026-03-06T22:06:05.885849Z","steps":["trace[1503934999] 'range keys from in-memory index tree' (duration: 198.378698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:06.414164Z","caller":"traceutil/trace.go:171","msg":"trace[754762568] linearizableReadLoop","detail":"{readStateIndex:24895; appliedIndex:24894; }","duration":"225.063772ms","start":"2026-03-06T22:06:06.189051Z","end":"2026-03-06T22:06:06.414115Z","steps":["trace[754762568] 'read index received' (duration: 194.442035ms)","trace[754762568] 'applied index is now lower than readState.Index' (duration: 30.619547ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:06.414211Z","caller":"traceutil/trace.go:171","msg":"trace[915215766] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"514.72722ms","start":"2026-03-06T22:06:05.899438Z","end":"2026-03-06T22:06:06.414165Z","steps":["trace[915215766] 'process raft request' (duration: 484.054562ms)","trace[915215766] 'compare' (duration: 29.911474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:06.414362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.295137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T22:06:06.414432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:05.89942Z","time spent":"514.892723ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:06.414462Z","caller":"traceutil/trace.go:171","msg":"trace[1832273832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24047; }","duration":"225.452239ms","start":"2026-03-06T22:06:06.188989Z","end":"2026-03-06T22:06:06.414441Z","steps":["trace[1832273832] 'agreement among raft nodes before linearized reading' (duration: 225.224175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:06.873487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.662153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T22:06:06.873575Z","caller":"traceutil/trace.go:171","msg":"trace[1197561230] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24048; }","duration":"192.805716ms","start":"2026-03-06T22:06:06.68075Z","end":"2026-03-06T22:06:06.873556Z","steps":["trace[1197561230] 'range keys from in-memory index tree' (duration: 192.47736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:06.873712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.280559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:06:06.873779Z","caller":"traceutil/trace.go:171","msg":"trace[532849245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24048; }","duration":"102.394591ms","start":"2026-03-06T22:06:06.771366Z","end":"2026-03-06T22:06:06.87376Z","steps":["trace[532849245] 'range keys from in-memory index tree' (duration: 102.128207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:06.873794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.918413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-06T22:06:06.873964Z","caller":"traceutil/trace.go:171","msg":"trace[343526351] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24048; }","duration":"201.150848ms","start":"2026-03-06T22:06:06.672786Z","end":"2026-03-06T22:06:06.873936Z","steps":["trace[343526351] 'range keys from in-memory index tree' (duration: 200.670879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:06.874075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.890192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:06.874174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.2972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T22:06:06.874204Z","caller":"traceutil/trace.go:171","msg":"trace[120037527] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24048; }","duration":"174.100246ms","start":"2026-03-06T22:06:06.700073Z","end":"2026-03-06T22:06:06.874174Z","steps":["trace[120037527] 'count revisions from in-memory index tree' (duration: 173.697409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:06.874266Z","caller":"traceutil/trace.go:171","msg":"trace[128650147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24048; }","duration":"102.426572ms","start":"2026-03-06T22:06:06.771816Z","end":"2026-03-06T22:06:06.874243Z","steps":["trace[128650147] 'range keys from in-memory index tree' (duration: 102.052396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:06.874294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.015455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:06:06.874334Z","caller":"traceutil/trace.go:171","msg":"trace[98887632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24048; }","duration":"102.153837ms","start":"2026-03-06T22:06:06.772169Z","end":"2026-03-06T22:06:06.874323Z","steps":["trace[98887632] 'range keys from in-memory index tree' (duration: 101.778571ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:07.124151Z","caller":"traceutil/trace.go:171","msg":"trace[909487687] linearizableReadLoop","detail":"{readStateIndex:24902; appliedIndex:24900; }","duration":"200.165119ms","start":"2026-03-06T22:06:06.923969Z","end":"2026-03-06T22:06:07.124134Z","steps":["trace[909487687] 'read index received' (duration: 198.724403ms)","trace[909487687] 'applied index is now lower than readState.Index' (duration: 1.439826ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:07.124307Z","caller":"traceutil/trace.go:171","msg":"trace[1536135400] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"243.885556ms","start":"2026-03-06T22:06:06.880347Z","end":"2026-03-06T22:06:07.124233Z","steps":["trace[1536135400] 'process raft request' (duration: 243.683352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:07.124433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.453605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-f9fd8957c-2lkmq.189a5fcf37bf667a\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-06T22:06:07.124481Z","caller":"traceutil/trace.go:171","msg":"trace[527898321] range","detail":"{range_begin:/registry/events/openstack/magnum-api-f9fd8957c-2lkmq.189a5fcf37bf667a; range_end:; response_count:1; response_revision:24054; }","duration":"200.546026ms","start":"2026-03-06T22:06:06.923916Z","end":"2026-03-06T22:06:07.124462Z","steps":["trace[527898321] 'agreement among raft nodes before linearized reading' (duration: 200.369203ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:07.124143Z","caller":"traceutil/trace.go:171","msg":"trace[1934276326] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"244.614688ms","start":"2026-03-06T22:06:06.879497Z","end":"2026-03-06T22:06:07.124112Z","steps":["trace[1934276326] 'process raft request' (duration: 243.271833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:07.614845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.060864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:07.614962Z","caller":"traceutil/trace.go:171","msg":"trace[1284314401] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24055; }","duration":"351.228467ms","start":"2026-03-06T22:06:07.263709Z","end":"2026-03-06T22:06:07.614937Z","steps":["trace[1284314401] 'count revisions from in-memory index tree' (duration: 350.991172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:07.615014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.263697Z","time spent":"351.305738ms","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:07.615376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.032473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:07.615497Z","caller":"traceutil/trace.go:171","msg":"trace[8610565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24055; }","duration":"246.221527ms","start":"2026-03-06T22:06:07.369248Z","end":"2026-03-06T22:06:07.61547Z","steps":["trace[8610565] 'range keys from in-memory index tree' (duration: 245.923451ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:07.901065Z","caller":"traceutil/trace.go:171","msg":"trace[1127622107] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"319.663922ms","start":"2026-03-06T22:06:07.581378Z","end":"2026-03-06T22:06:07.901042Z","steps":["trace[1127622107] 'process raft request' (duration: 319.481869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:07.901265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.58135Z","time spent":"319.801506ms","remote":"127.0.0.1:43348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:08.204708Z","caller":"traceutil/trace.go:171","msg":"trace[1062229901] linearizableReadLoop","detail":"{readStateIndex:24906; appliedIndex:24903; }","duration":"519.345853ms","start":"2026-03-06T22:06:07.685324Z","end":"2026-03-06T22:06:08.20467Z","steps":["trace[1062229901] 'read index received' (duration: 215.466287ms)","trace[1062229901] 'applied index is now lower than readState.Index' (duration: 303.877906ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:08.204817Z","caller":"traceutil/trace.go:171","msg":"trace[2131267729] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"610.223524ms","start":"2026-03-06T22:06:07.594544Z","end":"2026-03-06T22:06:08.204767Z","steps":["trace[2131267729] 'process raft request' (duration: 609.95264ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:08.204849Z","caller":"traceutil/trace.go:171","msg":"trace[2102850196] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"306.178906ms","start":"2026-03-06T22:06:07.898642Z","end":"2026-03-06T22:06:08.204821Z","steps":["trace[2102850196] 'process raft request' (duration: 305.918892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:08.20499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.594507Z","time spent":"610.391309ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:08.204989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.89862Z","time spent":"306.285139ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:08.204863Z","caller":"traceutil/trace.go:171","msg":"trace[1645781892] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"306.136686ms","start":"2026-03-06T22:06:07.89871Z","end":"2026-03-06T22:06:08.204846Z","steps":["trace[1645781892] 'process raft request' (duration: 305.905232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:08.205137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.775112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T22:06:08.205115Z","caller":"traceutil/trace.go:171","msg":"trace[1815542130] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"611.407487ms","start":"2026-03-06T22:06:07.59365Z","end":"2026-03-06T22:06:08.205058Z","steps":["trace[1815542130] 'process raft request' (duration: 610.499121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:08.205201Z","caller":"traceutil/trace.go:171","msg":"trace[233611868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24060; }","duration":"519.948875ms","start":"2026-03-06T22:06:07.685239Z","end":"2026-03-06T22:06:08.205188Z","steps":["trace[233611868] 'agreement among raft nodes before linearized reading' (duration: 519.6517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:08.20525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.685197Z","time spent":"520.042827ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T22:06:08.205307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.898671Z","time spent":"306.478003ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:08.205363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.593617Z","time spent":"611.612891ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:08.381378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.351602ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T22:06:08.381663Z","caller":"traceutil/trace.go:171","msg":"trace[1464216207] linearizableReadLoop","detail":"{readStateIndex:24909; appliedIndex:24908; }","duration":"176.827376ms","start":"2026-03-06T22:06:08.204798Z","end":"2026-03-06T22:06:08.381626Z","steps":["trace[1464216207] 'read index received' (duration: 30.2423ms)","trace[1464216207] 'applied index is now lower than readState.Index' (duration: 146.581216ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:08.381814Z","caller":"traceutil/trace.go:171","msg":"trace[1260099474] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"169.737976ms","start":"2026-03-06T22:06:08.212047Z","end":"2026-03-06T22:06:08.381785Z","steps":["trace[1260099474] 'process raft request' (duration: 169.482541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:08.381759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.275057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:08.381954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.448917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-06T22:06:08.381925Z","caller":"traceutil/trace.go:171","msg":"trace[86203746] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24060; }","duration":"390.515741ms","start":"2026-03-06T22:06:07.991389Z","end":"2026-03-06T22:06:08.381904Z","steps":["trace[86203746] 'agreement among raft nodes before linearized reading' (duration: 390.276037ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:08.382034Z","caller":"traceutil/trace.go:171","msg":"trace[2071409684] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24060; }","duration":"474.572209ms","start":"2026-03-06T22:06:07.90744Z","end":"2026-03-06T22:06:08.382012Z","steps":["trace[2071409684] 'agreement among raft nodes before linearized reading' (duration: 474.246903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:08.382055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.991358Z","time spent":"390.674643ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:08.382031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.075122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:08.382084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.907424Z","time spent":"474.646471ms","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-06T22:06:08.38216Z","caller":"traceutil/trace.go:171","msg":"trace[1510375528] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24061; }","duration":"566.294117ms","start":"2026-03-06T22:06:07.815828Z","end":"2026-03-06T22:06:08.382122Z","steps":["trace[1510375528] 'agreement among raft nodes before linearized reading' (duration: 565.964721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:08.382196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.319465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:08.382228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:07.815804Z","time spent":"566.412758ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T22:06:08.382287Z","caller":"traceutil/trace.go:171","msg":"trace[85012205] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24061; }","duration":"297.473938ms","start":"2026-03-06T22:06:08.08479Z","end":"2026-03-06T22:06:08.382264Z","steps":["trace[85012205] 'agreement among raft nodes before linearized reading' (duration: 296.906968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.081136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.833169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:06:09.081399Z","caller":"traceutil/trace.go:171","msg":"trace[400875537] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"199.151992ms","start":"2026-03-06T22:06:08.882227Z","end":"2026-03-06T22:06:09.081379Z","steps":["trace[400875537] 'process raft request' (duration: 199.045409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:09.081581Z","caller":"traceutil/trace.go:171","msg":"trace[154995391] linearizableReadLoop","detail":"{readStateIndex:24911; appliedIndex:24910; }","duration":"641.950983ms","start":"2026-03-06T22:06:08.439601Z","end":"2026-03-06T22:06:09.081552Z","steps":["trace[154995391] 'read index received' (duration: 246.476471ms)","trace[154995391] 'applied index is now lower than readState.Index' (duration: 395.472272ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:09.08176Z","caller":"traceutil/trace.go:171","msg":"trace[411672848] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"657.919303ms","start":"2026-03-06T22:06:08.423826Z","end":"2026-03-06T22:06:09.081746Z","steps":["trace[411672848] 'process raft request' (duration: 262.36214ms)","trace[411672848] 'compare' (duration: 394.222779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:09.081839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:08.423807Z","time spent":"657.990484ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:09.082346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.722817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T22:06:09.082459Z","caller":"traceutil/trace.go:171","msg":"trace[1105307275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24063; }","duration":"642.871089ms","start":"2026-03-06T22:06:08.439557Z","end":"2026-03-06T22:06:09.082428Z","steps":["trace[1105307275] 'agreement among raft nodes before linearized reading' (duration: 642.261488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.082519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:08.439543Z","time spent":"642.96218ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:06:09.635532Z","caller":"traceutil/trace.go:171","msg":"trace[181325973] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"752.209497ms","start":"2026-03-06T22:06:08.88328Z","end":"2026-03-06T22:06:09.635489Z","steps":["trace[181325973] 'process raft request' (duration: 695.066538ms)","trace[181325973] 'compare' (duration: 56.904875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:09.635748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:08.883248Z","time spent":"752.39193ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:09.635873Z","caller":"traceutil/trace.go:171","msg":"trace[1677230183] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"752.204919ms","start":"2026-03-06T22:06:08.883638Z","end":"2026-03-06T22:06:09.635843Z","steps":["trace[1677230183] 'process raft request' (duration: 751.79254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.636018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:08.883601Z","time spent":"752.33428ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:09.63603Z","caller":"traceutil/trace.go:171","msg":"trace[2003248262] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"528.193075ms","start":"2026-03-06T22:06:09.107785Z","end":"2026-03-06T22:06:09.635979Z","steps":["trace[2003248262] 'process raft request' (duration: 528.107173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.636341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:09.107749Z","time spent":"528.396419ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:09.636532Z","caller":"traceutil/trace.go:171","msg":"trace[696613252] linearizableReadLoop","detail":"{readStateIndex:24914; appliedIndex:24912; }","duration":"554.772787ms","start":"2026-03-06T22:06:09.081718Z","end":"2026-03-06T22:06:09.636491Z","steps":["trace[696613252] 'read index received' (duration: 496.634119ms)","trace[696613252] 'applied index is now lower than readState.Index' (duration: 58.135848ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:09.636558Z","caller":"traceutil/trace.go:171","msg":"trace[400682483] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"548.934681ms","start":"2026-03-06T22:06:09.087573Z","end":"2026-03-06T22:06:09.636508Z","steps":["trace[400682483] 'process raft request' (duration: 548.124156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.6367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.987732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:09.636753Z","caller":"traceutil/trace.go:171","msg":"trace[322038952] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24067; }","duration":"681.071363ms","start":"2026-03-06T22:06:08.955667Z","end":"2026-03-06T22:06:09.636738Z","steps":["trace[322038952] 'agreement among raft nodes before linearized reading' (duration: 680.827409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.636788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:08.955642Z","time spent":"681.137595ms","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:09.636815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.550286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:09.63685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:09.087552Z","time spent":"549.176575ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:09.636882Z","caller":"traceutil/trace.go:171","msg":"trace[454545776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24067; }","duration":"266.665248ms","start":"2026-03-06T22:06:09.370193Z","end":"2026-03-06T22:06:09.636859Z","steps":["trace[454545776] 'agreement among raft nodes before linearized reading' (duration: 266.553526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.636848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.114719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:06:09.636966Z","caller":"traceutil/trace.go:171","msg":"trace[1028412598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24067; }","duration":"728.293353ms","start":"2026-03-06T22:06:08.90865Z","end":"2026-03-06T22:06:09.636944Z","steps":["trace[1028412598] 'agreement among raft nodes before linearized reading' (duration: 727.955767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.63697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.527072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T22:06:09.636978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.6396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T22:06:09.637026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:08.908634Z","time spent":"728.378694ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:06:09.637037Z","caller":"traceutil/trace.go:171","msg":"trace[176888984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24067; }","duration":"507.785702ms","start":"2026-03-06T22:06:09.129237Z","end":"2026-03-06T22:06:09.637023Z","steps":["trace[176888984] 'agreement among raft nodes before linearized reading' (duration: 507.469777ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:09.637035Z","caller":"traceutil/trace.go:171","msg":"trace[91763134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24067; }","duration":"505.637604ms","start":"2026-03-06T22:06:09.131379Z","end":"2026-03-06T22:06:09.637017Z","steps":["trace[91763134] 'agreement among raft nodes before linearized reading' (duration: 505.372209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:09.637083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:09.129207Z","time spent":"507.866504ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:06:09.637088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:09.131361Z","time spent":"505.714365ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:06:09.757215Z","caller":"traceutil/trace.go:171","msg":"trace[1922659244] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"110.812694ms","start":"2026-03-06T22:06:09.646382Z","end":"2026-03-06T22:06:09.757194Z","steps":["trace[1922659244] 'process raft request' (duration: 110.697272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:09.757541Z","caller":"traceutil/trace.go:171","msg":"trace[411306019] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"111.136621ms","start":"2026-03-06T22:06:09.646378Z","end":"2026-03-06T22:06:09.757515Z","steps":["trace[411306019] 'process raft request' (duration: 110.49234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.893235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.776305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T22:06:20.893326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.798551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-06T22:06:20.893375Z","caller":"traceutil/trace.go:171","msg":"trace[1462141532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24204; }","duration":"314.004299ms","start":"2026-03-06T22:06:20.579339Z","end":"2026-03-06T22:06:20.893344Z","steps":["trace[1462141532] 'range keys from in-memory index tree' (duration: 313.498041ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:20.893436Z","caller":"traceutil/trace.go:171","msg":"trace[1232791859] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6; range_end:; response_count:1; response_revision:24204; }","duration":"294.956064ms","start":"2026-03-06T22:06:20.598451Z","end":"2026-03-06T22:06:20.893407Z","steps":["trace[1232791859] 'range keys from in-memory index tree' (duration: 294.586087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.893439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.579311Z","time spent":"314.117482ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T22:06:21.405088Z","caller":"traceutil/trace.go:171","msg":"trace[1976078553] linearizableReadLoop","detail":"{readStateIndex:25056; appliedIndex:25055; }","duration":"261.365831ms","start":"2026-03-06T22:06:21.143689Z","end":"2026-03-06T22:06:21.405054Z","steps":["trace[1976078553] 'read index received' (duration: 261.131667ms)","trace[1976078553] 'applied index is now lower than readState.Index' (duration: 231.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:21.405192Z","caller":"traceutil/trace.go:171","msg":"trace[1338438873] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"270.217043ms","start":"2026-03-06T22:06:21.134945Z","end":"2026-03-06T22:06:21.405162Z","steps":["trace[1338438873] 'process raft request' (duration: 269.880107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:21.405529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.80053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T22:06:21.40565Z","caller":"traceutil/trace.go:171","msg":"trace[1241639811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24205; }","duration":"261.986143ms","start":"2026-03-06T22:06:21.143635Z","end":"2026-03-06T22:06:21.405621Z","steps":["trace[1241639811] 'agreement among raft nodes before linearized reading' (duration: 261.599425ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:21.88386Z","caller":"traceutil/trace.go:171","msg":"trace[2024829793] linearizableReadLoop","detail":"{readStateIndex:25058; appliedIndex:25057; }","duration":"290.754786ms","start":"2026-03-06T22:06:21.593065Z","end":"2026-03-06T22:06:21.88382Z","steps":["trace[2024829793] 'read index received' (duration: 263.061502ms)","trace[2024829793] 'applied index is now lower than readState.Index' (duration: 27.691264ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:21.884239Z","caller":"traceutil/trace.go:171","msg":"trace[1589045550] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"467.630503ms","start":"2026-03-06T22:06:21.416589Z","end":"2026-03-06T22:06:21.88422Z","steps":["trace[1589045550] 'process raft request' (duration: 439.446219ms)","trace[1589045550] 'compare' (duration: 27.000782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:21.884465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.416571Z","time spent":"467.753276ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:21.884924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.856877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:21.884978Z","caller":"traceutil/trace.go:171","msg":"trace[913466440] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24207; }","duration":"291.973819ms","start":"2026-03-06T22:06:21.59299Z","end":"2026-03-06T22:06:21.884964Z","steps":["trace[913466440] 'agreement among raft nodes before linearized reading' (duration: 291.741515ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:22.338486Z","caller":"traceutil/trace.go:171","msg":"trace[1444304968] linearizableReadLoop","detail":"{readStateIndex:25060; appliedIndex:25058; }","duration":"454.501325ms","start":"2026-03-06T22:06:21.883958Z","end":"2026-03-06T22:06:22.338459Z","steps":["trace[1444304968] 'read index received' (duration: 435.481518ms)","trace[1444304968] 'applied index is now lower than readState.Index' (duration: 19.018747ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:22.338906Z","caller":"traceutil/trace.go:171","msg":"trace[783929346] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"579.726671ms","start":"2026-03-06T22:06:21.759141Z","end":"2026-03-06T22:06:22.338868Z","steps":["trace[783929346] 'process raft request' (duration: 579.254912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.339029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.917416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:22.339036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.219589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T22:06:22.339037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.431735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T22:06:22.339049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.203001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:06:22.339097Z","caller":"traceutil/trace.go:171","msg":"trace[951932233] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24209; }","duration":"524.055098ms","start":"2026-03-06T22:06:21.815022Z","end":"2026-03-06T22:06:22.339077Z","steps":["trace[951932233] 'agreement among raft nodes before linearized reading' (duration: 523.859915ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:22.339109Z","caller":"traceutil/trace.go:171","msg":"trace[1202061427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24209; }","duration":"520.374722ms","start":"2026-03-06T22:06:21.818715Z","end":"2026-03-06T22:06:22.339089Z","steps":["trace[1202061427] 'agreement among raft nodes before linearized reading' (duration: 520.136437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.339108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.759118Z","time spent":"579.891524ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:22.339124Z","caller":"traceutil/trace.go:171","msg":"trace[1326937077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24209; }","duration":"519.600588ms","start":"2026-03-06T22:06:21.819504Z","end":"2026-03-06T22:06:22.339105Z","steps":["trace[1326937077] 'agreement among raft nodes before linearized reading' (duration: 519.355404ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:22.339147Z","caller":"traceutil/trace.go:171","msg":"trace[1867905720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24209; }","duration":"568.342673ms","start":"2026-03-06T22:06:21.770782Z","end":"2026-03-06T22:06:22.339125Z","steps":["trace[1867905720] 'agreement among raft nodes before linearized reading' (duration: 568.092749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.339154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.818684Z","time spent":"520.462493ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:06:22.338963Z","caller":"traceutil/trace.go:171","msg":"trace[913877577] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"656.589259ms","start":"2026-03-06T22:06:21.682295Z","end":"2026-03-06T22:06:22.338884Z","steps":["trace[913877577] 'process raft request' (duration: 637.123625ms)","trace[913877577] 'compare' (duration: 18.833173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:22.339179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.819471Z","time spent":"519.697909ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:06:22.339195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.770769Z","time spent":"568.418904ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:06:22.339163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.429546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-06T22:06:22.339163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.999146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T22:06:22.339268Z","caller":"traceutil/trace.go:171","msg":"trace[1869954448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24209; }","duration":"635.19942ms","start":"2026-03-06T22:06:21.704049Z","end":"2026-03-06T22:06:22.339248Z","steps":["trace[1869954448] 'agreement among raft nodes before linearized reading' (duration: 634.829553ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:22.339268Z","caller":"traceutil/trace.go:171","msg":"trace[1785514936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24209; }","duration":"628.576749ms","start":"2026-03-06T22:06:21.710666Z","end":"2026-03-06T22:06:22.339243Z","steps":["trace[1785514936] 'agreement among raft nodes before linearized reading' (duration: 628.219752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.339144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.815005Z","time spent":"524.12709ms","remote":"127.0.0.1:44192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:22.339331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.704018Z","time spent":"635.302482ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:06:22.339331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.710656Z","time spent":"628.665201ms","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-06T22:06:22.339664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.682268Z","time spent":"656.997497ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:22.356099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.878388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-06T22:06:22.356225Z","caller":"traceutil/trace.go:171","msg":"trace[1539857414] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6; range_end:; response_count:1; response_revision:24213; }","duration":"457.00452ms","start":"2026-03-06T22:06:21.899166Z","end":"2026-03-06T22:06:22.356171Z","steps":["trace[1539857414] 'agreement among raft nodes before linearized reading' (duration: 456.676373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.356359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.899156Z","time spent":"457.167472ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6\" "} {"level":"info","ts":"2026-03-06T22:06:22.624541Z","caller":"traceutil/trace.go:171","msg":"trace[499643821] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25064; }","duration":"268.763518ms","start":"2026-03-06T22:06:22.355751Z","end":"2026-03-06T22:06:22.624514Z","steps":["trace[499643821] 'read index received' (duration: 240.372632ms)","trace[499643821] 'applied index is now lower than readState.Index' (duration: 28.389536ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:22.624732Z","caller":"traceutil/trace.go:171","msg":"trace[273692256] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"280.965338ms","start":"2026-03-06T22:06:22.343732Z","end":"2026-03-06T22:06:22.624697Z","steps":["trace[273692256] 'process raft request' (duration: 252.506091ms)","trace[273692256] 'compare' (duration: 27.376648ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:22.62474Z","caller":"traceutil/trace.go:171","msg":"trace[1514944783] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"280.705534ms","start":"2026-03-06T22:06:22.343991Z","end":"2026-03-06T22:06:22.624697Z","steps":["trace[1514944783] 'process raft request' (duration: 280.331947ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:22.624785Z","caller":"traceutil/trace.go:171","msg":"trace[1575393512] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"280.666853ms","start":"2026-03-06T22:06:22.344084Z","end":"2026-03-06T22:06:22.624751Z","steps":["trace[1575393512] 'process raft request' (duration: 280.347867ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:22.624868Z","caller":"traceutil/trace.go:171","msg":"trace[489116630] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"280.767356ms","start":"2026-03-06T22:06:22.344089Z","end":"2026-03-06T22:06:22.624857Z","steps":["trace[489116630] 'process raft request' (duration: 280.379758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.624821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.766773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4e92efb6-3c7e-4f3d-bd53-caece8dd4b15\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T22:06:22.624992Z","caller":"traceutil/trace.go:171","msg":"trace[551957649] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4e92efb6-3c7e-4f3d-bd53-caece8dd4b15; range_end:; response_count:1; response_revision:24217; }","duration":"281.963027ms","start":"2026-03-06T22:06:22.342979Z","end":"2026-03-06T22:06:22.624942Z","steps":["trace[551957649] 'agreement among raft nodes before linearized reading' (duration: 281.645011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.251261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.053421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:06:23.251353Z","caller":"traceutil/trace.go:171","msg":"trace[250758793] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"387.430865ms","start":"2026-03-06T22:06:22.863907Z","end":"2026-03-06T22:06:23.251338Z","steps":["trace[250758793] 'process raft request' (duration: 189.230521ms)","trace[250758793] 'compare' (duration: 197.923359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:23.251391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:22.863879Z","time spent":"387.495716ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:23.558532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.915849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T22:06:23.558633Z","caller":"traceutil/trace.go:171","msg":"trace[152569810] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24218; }","duration":"170.019701ms","start":"2026-03-06T22:06:23.388583Z","end":"2026-03-06T22:06:23.558603Z","steps":["trace[152569810] 'range keys from in-memory index tree' (duration: 169.670255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.55892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.461712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-06T22:06:23.559062Z","caller":"traceutil/trace.go:171","msg":"trace[529461972] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6; range_end:; response_count:1; response_revision:24218; }","duration":"196.687786ms","start":"2026-03-06T22:06:23.362348Z","end":"2026-03-06T22:06:23.559036Z","steps":["trace[529461972] 'range keys from in-memory index tree' (duration: 196.150096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.55829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.644174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:23.559494Z","caller":"traceutil/trace.go:171","msg":"trace[2075945686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24218; }","duration":"192.915218ms","start":"2026-03-06T22:06:23.366559Z","end":"2026-03-06T22:06:23.559475Z","steps":["trace[2075945686] 'range keys from in-memory index tree' (duration: 191.572454ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:23.560054Z","caller":"traceutil/trace.go:171","msg":"trace[1945652707] linearizableReadLoop","detail":"{readStateIndex:25071; appliedIndex:25070; }","duration":"131.096783ms","start":"2026-03-06T22:06:23.428937Z","end":"2026-03-06T22:06:23.560034Z","steps":["trace[1945652707] 'read index received' (duration: 60.921957ms)","trace[1945652707] 'applied index is now lower than readState.Index' (duration: 70.173376ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:23.560129Z","caller":"traceutil/trace.go:171","msg":"trace[1343249412] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"149.800364ms","start":"2026-03-06T22:06:23.410283Z","end":"2026-03-06T22:06:23.560083Z","steps":["trace[1343249412] 'process raft request' (duration: 79.654558ms)","trace[1343249412] 'compare' (duration: 68.329253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:23.56033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.3963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T22:06:23.560415Z","caller":"traceutil/trace.go:171","msg":"trace[636647519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24219; }","duration":"131.544352ms","start":"2026-03-06T22:06:23.428855Z","end":"2026-03-06T22:06:23.560399Z","steps":["trace[636647519] 'agreement among raft nodes before linearized reading' (duration: 131.293938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.009497Z","caller":"traceutil/trace.go:171","msg":"trace[1736059931] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"445.429859ms","start":"2026-03-06T22:06:23.563989Z","end":"2026-03-06T22:06:24.009418Z","steps":["trace[1736059931] 'process raft request' (duration: 445.226006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:24.009688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:23.563956Z","time spent":"445.624393ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:24.101658Z","caller":"traceutil/trace.go:171","msg":"trace[2028373246] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25071; }","duration":"381.75072ms","start":"2026-03-06T22:06:23.719842Z","end":"2026-03-06T22:06:24.101593Z","steps":["trace[2028373246] 'read index received' (duration: 289.34295ms)","trace[2028373246] 'applied index is now lower than readState.Index' (duration: 92.40607ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:24.102043Z","caller":"traceutil/trace.go:171","msg":"trace[950495545] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"537.109207ms","start":"2026-03-06T22:06:23.564914Z","end":"2026-03-06T22:06:24.102023Z","steps":["trace[950495545] 'process raft request' (duration: 536.486805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:24.102198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:23.564873Z","time spent":"537.210018ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:24.102493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.605187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5fd6d1886e2d\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-06T22:06:24.102591Z","caller":"traceutil/trace.go:171","msg":"trace[399353602] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5fd6d1886e2d; range_end:; response_count:1; response_revision:24221; }","duration":"382.760979ms","start":"2026-03-06T22:06:23.719803Z","end":"2026-03-06T22:06:24.102564Z","steps":["trace[399353602] 'agreement among raft nodes before linearized reading' (duration: 382.425093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:24.102639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:23.719777Z","time spent":"382.853581ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5fd6d1886e2d\" "} {"level":"warn","ts":"2026-03-06T22:06:24.102697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.96871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:24.102743Z","caller":"traceutil/trace.go:171","msg":"trace[1034590453] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24221; }","duration":"203.019701ms","start":"2026-03-06T22:06:23.89971Z","end":"2026-03-06T22:06:24.10273Z","steps":["trace[1034590453] 'agreement among raft nodes before linearized reading' (duration: 202.935249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:24.103544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.001444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-cqtth.189a5f272633aa27\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-06T22:06:24.104398Z","caller":"traceutil/trace.go:171","msg":"trace[560967249] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-cqtth.189a5f272633aa27; range_end:; response_count:1; response_revision:24221; }","duration":"218.34683ms","start":"2026-03-06T22:06:23.88539Z","end":"2026-03-06T22:06:24.103737Z","steps":["trace[560967249] 'agreement among raft nodes before linearized reading' (duration: 217.022646ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.517069Z","caller":"traceutil/trace.go:171","msg":"trace[1400431769] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"411.94846ms","start":"2026-03-06T22:06:24.105077Z","end":"2026-03-06T22:06:24.517025Z","steps":["trace[1400431769] 'process raft request' (duration: 404.077267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:24.517834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:24.105051Z","time spent":"412.664683ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:24.519375Z","caller":"traceutil/trace.go:171","msg":"trace[902907386] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"411.481262ms","start":"2026-03-06T22:06:24.107865Z","end":"2026-03-06T22:06:24.519347Z","steps":["trace[902907386] 'process raft request' (duration: 411.076674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:24.51973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:24.10784Z","time spent":"411.632845ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:24.519753Z","caller":"traceutil/trace.go:171","msg":"trace[941172460] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"174.3526ms","start":"2026-03-06T22:06:24.34537Z","end":"2026-03-06T22:06:24.519722Z","steps":["trace[941172460] 'process raft request' (duration: 173.908133ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.520164Z","caller":"traceutil/trace.go:171","msg":"trace[1169755348] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"174.717137ms","start":"2026-03-06T22:06:24.345432Z","end":"2026-03-06T22:06:24.520149Z","steps":["trace[1169755348] 'process raft request' (duration: 174.162017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.520338Z","caller":"traceutil/trace.go:171","msg":"trace[1671080908] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"159.879647ms","start":"2026-03-06T22:06:24.360432Z","end":"2026-03-06T22:06:24.520312Z","steps":["trace[1671080908] 'process raft request' (duration: 159.642353ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.520464Z","caller":"traceutil/trace.go:171","msg":"trace[530981650] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"158.180856ms","start":"2026-03-06T22:06:24.362268Z","end":"2026-03-06T22:06:24.520449Z","steps":["trace[530981650] 'process raft request' (duration: 157.955152ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.52057Z","caller":"traceutil/trace.go:171","msg":"trace[1266589822] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"158.275428ms","start":"2026-03-06T22:06:24.362286Z","end":"2026-03-06T22:06:24.520561Z","steps":["trace[1266589822] 'process raft request' (duration: 158.108565ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.520754Z","caller":"traceutil/trace.go:171","msg":"trace[713007300] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"158.302678ms","start":"2026-03-06T22:06:24.362436Z","end":"2026-03-06T22:06:24.520738Z","steps":["trace[713007300] 'process raft request' (duration: 158.084113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.520942Z","caller":"traceutil/trace.go:171","msg":"trace[1621244719] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25073; }","duration":"165.827525ms","start":"2026-03-06T22:06:24.355101Z","end":"2026-03-06T22:06:24.520928Z","steps":["trace[1621244719] 'read index received' (duration: 154.075611ms)","trace[1621244719] 'applied index is now lower than readState.Index' (duration: 11.750474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:24.521074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.963068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T22:06:24.521172Z","caller":"traceutil/trace.go:171","msg":"trace[1509376554] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24230; }","duration":"166.125721ms","start":"2026-03-06T22:06:24.355023Z","end":"2026-03-06T22:06:24.521149Z","steps":["trace[1509376554] 'agreement among raft nodes before linearized reading' (duration: 165.969169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:24.521196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.768497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:24.521238Z","caller":"traceutil/trace.go:171","msg":"trace[552818691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24230; }","duration":"153.865108ms","start":"2026-03-06T22:06:24.367361Z","end":"2026-03-06T22:06:24.521227Z","steps":["trace[552818691] 'agreement among raft nodes before linearized reading' (duration: 153.771266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:26.750226Z","caller":"traceutil/trace.go:171","msg":"trace[1765221032] linearizableReadLoop","detail":"{readStateIndex:25099; appliedIndex:25095; }","duration":"175.191456ms","start":"2026-03-06T22:06:26.575003Z","end":"2026-03-06T22:06:26.750195Z","steps":["trace[1765221032] 'read index received' (duration: 96.610877ms)","trace[1765221032] 'applied index is now lower than readState.Index' (duration: 78.579149ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:26.750409Z","caller":"traceutil/trace.go:171","msg":"trace[2082288204] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"223.261779ms","start":"2026-03-06T22:06:26.527133Z","end":"2026-03-06T22:06:26.750395Z","steps":["trace[2082288204] 'process raft request' (duration: 222.954314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:26.750467Z","caller":"traceutil/trace.go:171","msg":"trace[12434020] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"223.461614ms","start":"2026-03-06T22:06:26.526983Z","end":"2026-03-06T22:06:26.750445Z","steps":["trace[12434020] 'process raft request' (duration: 144.669902ms)","trace[12434020] 'compare' (duration: 78.165421ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:26.750533Z","caller":"traceutil/trace.go:171","msg":"trace[659603825] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"222.71953ms","start":"2026-03-06T22:06:26.527764Z","end":"2026-03-06T22:06:26.750483Z","steps":["trace[659603825] 'process raft request' (duration: 222.371664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:26.750668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.949735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T22:06:26.750733Z","caller":"traceutil/trace.go:171","msg":"trace[636052213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24247; }","duration":"112.052398ms","start":"2026-03-06T22:06:26.638665Z","end":"2026-03-06T22:06:26.750718Z","steps":["trace[636052213] 'agreement among raft nodes before linearized reading' (duration: 111.818554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:26.750717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.069873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T22:06:26.750767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.731195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T22:06:26.750754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.713464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-06T22:06:26.750798Z","caller":"traceutil/trace.go:171","msg":"trace[1277843188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24247; }","duration":"109.227776ms","start":"2026-03-06T22:06:26.641551Z","end":"2026-03-06T22:06:26.750779Z","steps":["trace[1277843188] 'agreement among raft nodes before linearized reading' (duration: 108.950061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:26.750818Z","caller":"traceutil/trace.go:171","msg":"trace[1298064853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24247; }","duration":"109.862687ms","start":"2026-03-06T22:06:26.640943Z","end":"2026-03-06T22:06:26.750806Z","steps":["trace[1298064853] 'agreement among raft nodes before linearized reading' (duration: 109.652334ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:26.750854Z","caller":"traceutil/trace.go:171","msg":"trace[2108212354] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6; range_end:; response_count:1; response_revision:24247; }","duration":"175.902918ms","start":"2026-03-06T22:06:26.574927Z","end":"2026-03-06T22:06:26.75083Z","steps":["trace[2108212354] 'agreement among raft nodes before linearized reading' (duration: 175.513631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:26.750855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.929683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T22:06:26.750938Z","caller":"traceutil/trace.go:171","msg":"trace[263516514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24247; }","duration":"108.041624ms","start":"2026-03-06T22:06:26.642876Z","end":"2026-03-06T22:06:26.750917Z","steps":["trace[263516514] 'agreement among raft nodes before linearized reading' (duration: 107.82337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:26.750249Z","caller":"traceutil/trace.go:171","msg":"trace[443870412] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"223.148027ms","start":"2026-03-06T22:06:26.527063Z","end":"2026-03-06T22:06:26.750211Z","steps":["trace[443870412] 'process raft request' (duration: 222.953914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.202176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.142712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:06:27.202559Z","caller":"traceutil/trace.go:171","msg":"trace[1672927087] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"445.829746ms","start":"2026-03-06T22:06:26.756684Z","end":"2026-03-06T22:06:27.202514Z","steps":["trace[1672927087] 'process raft request' (duration: 213.207096ms)","trace[1672927087] 'compare' (duration: 231.764354ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:27.202922Z","caller":"traceutil/trace.go:171","msg":"trace[206581166] linearizableReadLoop","detail":"{readStateIndex:25103; appliedIndex:25099; }","duration":"308.415378ms","start":"2026-03-06T22:06:26.894475Z","end":"2026-03-06T22:06:27.20289Z","steps":["trace[206581166] 'read index received' (duration: 75.475142ms)","trace[206581166] 'applied index is now lower than readState.Index' (duration: 232.938536ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:27.202925Z","caller":"traceutil/trace.go:171","msg":"trace[1184989506] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"446.106551ms","start":"2026-03-06T22:06:26.756783Z","end":"2026-03-06T22:06:27.202889Z","steps":["trace[1184989506] 'process raft request' (duration: 445.655213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.202811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:26.756657Z","time spent":"445.999759ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:27.202972Z","caller":"traceutil/trace.go:171","msg":"trace[1593400845] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"445.967818ms","start":"2026-03-06T22:06:26.756959Z","end":"2026-03-06T22:06:27.202927Z","steps":["trace[1593400845] 'process raft request' (duration: 445.547281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.203067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:26.756756Z","time spent":"446.233103ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:27.203083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.613671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:27.203134Z","caller":"traceutil/trace.go:171","msg":"trace[1845985103] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24251; }","duration":"308.730613ms","start":"2026-03-06T22:06:26.89439Z","end":"2026-03-06T22:06:27.203121Z","steps":["trace[1845985103] 'agreement among raft nodes before linearized reading' (duration: 308.626961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.203345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:26.894357Z","time spent":"308.982278ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:06:27.202968Z","caller":"traceutil/trace.go:171","msg":"trace[463416757] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"446.214533ms","start":"2026-03-06T22:06:26.756701Z","end":"2026-03-06T22:06:27.202916Z","steps":["trace[463416757] 'process raft request' (duration: 445.606852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.203386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:26.756932Z","time spent":"446.149102ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:27.203658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:26.756677Z","time spent":"446.762003ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:27.203876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.332068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-f9fd8957c-2lkmq.189a5fcf37bf667a\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-06T22:06:27.203923Z","caller":"traceutil/trace.go:171","msg":"trace[524614344] range","detail":"{range_begin:/registry/events/openstack/magnum-api-f9fd8957c-2lkmq.189a5fcf37bf667a; range_end:; response_count:1; response_revision:24251; }","duration":"280.420138ms","start":"2026-03-06T22:06:26.923488Z","end":"2026-03-06T22:06:27.203909Z","steps":["trace[524614344] 'agreement among raft nodes before linearized reading' (duration: 279.581563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.205273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.501857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T22:06:27.205348Z","caller":"traceutil/trace.go:171","msg":"trace[1883973409] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24251; }","duration":"221.639719ms","start":"2026-03-06T22:06:26.983692Z","end":"2026-03-06T22:06:27.205331Z","steps":["trace[1883973409] 'agreement among raft nodes before linearized reading' (duration: 219.387458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.543593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.887854ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-06T22:06:27.543759Z","caller":"traceutil/trace.go:171","msg":"trace[1482478031] linearizableReadLoop","detail":"{readStateIndex:25104; appliedIndex:25103; }","duration":"175.573374ms","start":"2026-03-06T22:06:27.368158Z","end":"2026-03-06T22:06:27.543731Z","steps":["trace[1482478031] 'read index received' (duration: 57.473096ms)","trace[1482478031] 'applied index is now lower than readState.Index' (duration: 118.098018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:27.54387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.706376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:27.54391Z","caller":"traceutil/trace.go:171","msg":"trace[1484769052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24251; }","duration":"175.804778ms","start":"2026-03-06T22:06:27.368093Z","end":"2026-03-06T22:06:27.543898Z","steps":["trace[1484769052] 'agreement among raft nodes before linearized reading' (duration: 175.707316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.543963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:27.206464Z","time spent":"337.490567ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T22:06:27.79109Z","caller":"traceutil/trace.go:171","msg":"trace[710032515] linearizableReadLoop","detail":"{readStateIndex:25105; appliedIndex:25104; }","duration":"245.827829ms","start":"2026-03-06T22:06:27.545232Z","end":"2026-03-06T22:06:27.79106Z","steps":["trace[710032515] 'read index received' (duration: 245.735658ms)","trace[710032515] 'applied index is now lower than readState.Index' (duration: 90.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:27.791161Z","caller":"traceutil/trace.go:171","msg":"trace[842440006] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"245.905601ms","start":"2026-03-06T22:06:27.545205Z","end":"2026-03-06T22:06:27.79111Z","steps":["trace[842440006] 'process raft request' (duration: 245.634186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:27.79136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.098984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:27.791493Z","caller":"traceutil/trace.go:171","msg":"trace[251273534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24252; }","duration":"246.298828ms","start":"2026-03-06T22:06:27.545164Z","end":"2026-03-06T22:06:27.791463Z","steps":["trace[251273534] 'agreement among raft nodes before linearized reading' (duration: 246.066753ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:27.792315Z","caller":"traceutil/trace.go:171","msg":"trace[447600572] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"218.87168ms","start":"2026-03-06T22:06:27.57342Z","end":"2026-03-06T22:06:27.792291Z","steps":["trace[447600572] 'process raft request' (duration: 218.640676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:32.294158Z","caller":"traceutil/trace.go:171","msg":"trace[213470235] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"145.847442ms","start":"2026-03-06T22:06:32.148288Z","end":"2026-03-06T22:06:32.294135Z","steps":["trace[213470235] 'process raft request' (duration: 145.671349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:32.887954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.71794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:32.888052Z","caller":"traceutil/trace.go:171","msg":"trace[1764468691] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24302; }","duration":"382.878083ms","start":"2026-03-06T22:06:32.50515Z","end":"2026-03-06T22:06:32.888028Z","steps":["trace[1764468691] 'count revisions from in-memory index tree' (duration: 382.640808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:32.888458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.505116Z","time spent":"383.208658ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:06:33.100703Z","caller":"traceutil/trace.go:171","msg":"trace[1870623878] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"550.980629ms","start":"2026-03-06T22:06:32.549683Z","end":"2026-03-06T22:06:33.100663Z","steps":["trace[1870623878] 'process raft request' (duration: 550.733174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.100997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.549638Z","time spent":"551.167273ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:33.565375Z","caller":"traceutil/trace.go:171","msg":"trace[458328161] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"1.010077326s","start":"2026-03-06T22:06:32.555263Z","end":"2026-03-06T22:06:33.56534Z","steps":["trace[458328161] 'process raft request' (duration: 1.003650839s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.565652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.555242Z","time spent":"1.010311601s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:33.565755Z","caller":"traceutil/trace.go:171","msg":"trace[1782455240] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"789.436134ms","start":"2026-03-06T22:06:32.776305Z","end":"2026-03-06T22:06:33.565741Z","steps":["trace[1782455240] 'process raft request' (duration: 789.034767ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:33.565423Z","caller":"traceutil/trace.go:171","msg":"trace[2095382072] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"792.611191ms","start":"2026-03-06T22:06:32.772778Z","end":"2026-03-06T22:06:33.565389Z","steps":["trace[2095382072] 'process raft request' (duration: 792.429248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.565919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.776278Z","time spent":"789.535626ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:33.566005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.772755Z","time spent":"793.176063ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:33.56639Z","caller":"traceutil/trace.go:171","msg":"trace[892327541] linearizableReadLoop","detail":"{readStateIndex:25159; appliedIndex:25157; }","duration":"899.480464ms","start":"2026-03-06T22:06:32.666893Z","end":"2026-03-06T22:06:33.566373Z","steps":["trace[892327541] 'read index received' (duration: 433.504672ms)","trace[892327541] 'applied index is now lower than readState.Index' (duration: 465.974312ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:33.566473Z","caller":"traceutil/trace.go:171","msg":"trace[285489355] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"787.525398ms","start":"2026-03-06T22:06:32.778904Z","end":"2026-03-06T22:06:33.566429Z","steps":["trace[285489355] 'process raft request' (duration: 786.782176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.566566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.645897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:33.566656Z","caller":"traceutil/trace.go:171","msg":"trace[575322279] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24308; }","duration":"899.831661ms","start":"2026-03-06T22:06:32.666805Z","end":"2026-03-06T22:06:33.566636Z","steps":["trace[575322279] 'agreement among raft nodes before linearized reading' (duration: 899.626668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.566682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.778885Z","time spent":"787.687162ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:33.56671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.666783Z","time spent":"899.916792ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:33.566787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.730908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:33.566845Z","caller":"traceutil/trace.go:171","msg":"trace[853188859] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24308; }","duration":"707.85958ms","start":"2026-03-06T22:06:32.858969Z","end":"2026-03-06T22:06:33.566829Z","steps":["trace[853188859] 'agreement among raft nodes before linearized reading' (duration: 707.746208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.566838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.85969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T22:06:33.566883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.090127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T22:06:33.566887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.858943Z","time spent":"707.934953ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:06:33.566915Z","caller":"traceutil/trace.go:171","msg":"trace[1794542165] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24308; }","duration":"740.155229ms","start":"2026-03-06T22:06:32.826752Z","end":"2026-03-06T22:06:33.566907Z","steps":["trace[1794542165] 'agreement among raft nodes before linearized reading' (duration: 740.070786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:33.56656Z","caller":"traceutil/trace.go:171","msg":"trace[1847787684] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"786.876558ms","start":"2026-03-06T22:06:32.779569Z","end":"2026-03-06T22:06:33.566445Z","steps":["trace[1847787684] 'process raft request' (duration: 786.638644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.567012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.249101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:33.567057Z","caller":"traceutil/trace.go:171","msg":"trace[735218054] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24308; }","duration":"101.332403ms","start":"2026-03-06T22:06:33.465715Z","end":"2026-03-06T22:06:33.567047Z","steps":["trace[735218054] 'agreement among raft nodes before linearized reading' (duration: 101.257982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.567086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.230382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T22:06:33.567118Z","caller":"traceutil/trace.go:171","msg":"trace[677803842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24308; }","duration":"315.309674ms","start":"2026-03-06T22:06:33.2518Z","end":"2026-03-06T22:06:33.56711Z","steps":["trace[677803842] 'agreement among raft nodes before linearized reading' (duration: 315.174082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.567137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.251772Z","time spent":"315.360955ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:06:33.567124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.777457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T22:06:33.567194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.131002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T22:06:33.567205Z","caller":"traceutil/trace.go:171","msg":"trace[989045743] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:24308; }","duration":"835.9322ms","start":"2026-03-06T22:06:32.731254Z","end":"2026-03-06T22:06:33.567186Z","steps":["trace[989045743] 'agreement among raft nodes before linearized reading' (duration: 835.645145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.567194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.77956Z","time spent":"787.443298ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:33.567257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.731225Z","time spent":"836.023261ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-06T22:06:33.566919Z","caller":"traceutil/trace.go:171","msg":"trace[2037245426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24308; }","duration":"306.979223ms","start":"2026-03-06T22:06:33.25992Z","end":"2026-03-06T22:06:33.566899Z","steps":["trace[2037245426] 'agreement among raft nodes before linearized reading' (duration: 306.693387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.567315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.953666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:33.567347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.259914Z","time spent":"307.4251ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:06:33.567348Z","caller":"traceutil/trace.go:171","msg":"trace[966785384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24308; }","duration":"199.998326ms","start":"2026-03-06T22:06:33.367341Z","end":"2026-03-06T22:06:33.56734Z","steps":["trace[966785384] 'agreement among raft nodes before linearized reading' (duration: 199.941865ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:33.567243Z","caller":"traceutil/trace.go:171","msg":"trace[401469048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24308; }","duration":"325.230104ms","start":"2026-03-06T22:06:33.242002Z","end":"2026-03-06T22:06:33.567232Z","steps":["trace[401469048] 'agreement among raft nodes before linearized reading' (duration: 325.066102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.566948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.826741Z","time spent":"740.201499ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:33.567407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.241972Z","time spent":"325.423427ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:06:33.567455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.472129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-06T22:06:33.567552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.899773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:33.567602Z","caller":"traceutil/trace.go:171","msg":"trace[1789363134] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24308; }","duration":"212.003735ms","start":"2026-03-06T22:06:33.355587Z","end":"2026-03-06T22:06:33.567591Z","steps":["trace[1789363134] 'agreement among raft nodes before linearized reading' (duration: 211.913303ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:33.567675Z","caller":"traceutil/trace.go:171","msg":"trace[520969958] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24308; }","duration":"853.974578ms","start":"2026-03-06T22:06:32.713572Z","end":"2026-03-06T22:06:33.567547Z","steps":["trace[520969958] 'agreement among raft nodes before linearized reading' (duration: 852.962069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.567749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.833993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T22:06:33.567772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:32.713542Z","time spent":"854.191171ms","remote":"127.0.0.1:57426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-06T22:06:33.567816Z","caller":"traceutil/trace.go:171","msg":"trace[841237973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24308; }","duration":"304.969745ms","start":"2026-03-06T22:06:33.262831Z","end":"2026-03-06T22:06:33.5678Z","steps":["trace[841237973] 'agreement among raft nodes before linearized reading' (duration: 304.523078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:33.568054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.262819Z","time spent":"305.215209ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:06:34.052992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.553712ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T22:06:34.053389Z","caller":"traceutil/trace.go:171","msg":"trace[1225006929] linearizableReadLoop","detail":"{readStateIndex:25164; appliedIndex:25163; }","duration":"481.254421ms","start":"2026-03-06T22:06:33.572076Z","end":"2026-03-06T22:06:34.053331Z","steps":["trace[1225006929] 'read index received' (duration: 354.552297ms)","trace[1225006929] 'applied index is now lower than readState.Index' (duration: 126.698334ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:34.053584Z","caller":"traceutil/trace.go:171","msg":"trace[684285667] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"480.889443ms","start":"2026-03-06T22:06:33.572679Z","end":"2026-03-06T22:06:34.053569Z","steps":["trace[684285667] 'process raft request' (duration: 480.471366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:34.053625Z","caller":"traceutil/trace.go:171","msg":"trace[91941551] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"480.357874ms","start":"2026-03-06T22:06:33.573228Z","end":"2026-03-06T22:06:34.053586Z","steps":["trace[91941551] 'process raft request' (duration: 480.081109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:34.053708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.57266Z","time spent":"480.961015ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:34.053721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.642747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T22:06:34.053708Z","caller":"traceutil/trace.go:171","msg":"trace[976887917] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"480.294563ms","start":"2026-03-06T22:06:33.573367Z","end":"2026-03-06T22:06:34.053662Z","steps":["trace[976887917] 'process raft request' (duration: 479.990427ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:34.053765Z","caller":"traceutil/trace.go:171","msg":"trace[1258804691] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"239.436123ms","start":"2026-03-06T22:06:33.814304Z","end":"2026-03-06T22:06:34.05374Z","steps":["trace[1258804691] 'process raft request' (duration: 239.149538ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:34.053785Z","caller":"traceutil/trace.go:171","msg":"trace[1381998533] range","detail":"{range_begin:/registry/persistentvolumes/pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6; range_end:; response_count:1; response_revision:24312; }","duration":"481.768509ms","start":"2026-03-06T22:06:33.571999Z","end":"2026-03-06T22:06:34.053767Z","steps":["trace[1381998533] 'agreement among raft nodes before linearized reading' (duration: 481.521485ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:34.053788Z","caller":"traceutil/trace.go:171","msg":"trace[2048156078] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"480.207401ms","start":"2026-03-06T22:06:33.57354Z","end":"2026-03-06T22:06:34.053747Z","steps":["trace[2048156078] 'process raft request' (duration: 479.874085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:34.053882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.57196Z","time spent":"481.906182ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-78470217-ddcb-41e5-a630-a8b1c4f358d6\" "} {"level":"warn","ts":"2026-03-06T22:06:34.053981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.57336Z","time spent":"480.472556ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:34.054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.573531Z","time spent":"480.361704ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:34.053995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.573204Z","time spent":"480.490976ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:34.054023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.093494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T22:06:34.053292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:33.569454Z","time spent":"483.826618ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T22:06:34.054182Z","caller":"traceutil/trace.go:171","msg":"trace[199853960] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24313; }","duration":"180.230837ms","start":"2026-03-06T22:06:33.873914Z","end":"2026-03-06T22:06:34.054145Z","steps":["trace[199853960] 'agreement among raft nodes before linearized reading' (duration: 180.042413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:40.483408Z","caller":"traceutil/trace.go:171","msg":"trace[1192840206] linearizableReadLoop","detail":"{readStateIndex:25218; appliedIndex:25217; }","duration":"399.649066ms","start":"2026-03-06T22:06:40.083724Z","end":"2026-03-06T22:06:40.483373Z","steps":["trace[1192840206] 'read index received' (duration: 399.460073ms)","trace[1192840206] 'applied index is now lower than readState.Index' (duration: 187.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:40.483571Z","caller":"traceutil/trace.go:171","msg":"trace[580645122] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"400.623335ms","start":"2026-03-06T22:06:40.082933Z","end":"2026-03-06T22:06:40.483556Z","steps":["trace[580645122] 'process raft request' (duration: 400.230657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:40.483723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:40.082894Z","time spent":"400.713787ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:40.483837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.092875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T22:06:40.483939Z","caller":"traceutil/trace.go:171","msg":"trace[1199474939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24361; }","duration":"400.210928ms","start":"2026-03-06T22:06:40.083706Z","end":"2026-03-06T22:06:40.483917Z","steps":["trace[1199474939] 'agreement among raft nodes before linearized reading' (duration: 399.908412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:40.483991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:40.083657Z","time spent":"400.324419ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:06:40.600468Z","caller":"traceutil/trace.go:171","msg":"trace[636479530] linearizableReadLoop","detail":"{readStateIndex:25220; appliedIndex:25218; }","duration":"116.939287ms","start":"2026-03-06T22:06:40.483495Z","end":"2026-03-06T22:06:40.600435Z","steps":["trace[636479530] 'read index received' (duration: 98.842928ms)","trace[636479530] 'applied index is now lower than readState.Index' (duration: 18.094809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:40.60067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.62178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:40.600756Z","caller":"traceutil/trace.go:171","msg":"trace[245624150] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24363; }","duration":"259.771442ms","start":"2026-03-06T22:06:40.340965Z","end":"2026-03-06T22:06:40.600736Z","steps":["trace[245624150] 'agreement among raft nodes before linearized reading' (duration: 259.63538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:40.600782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.011424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:06:40.60083Z","caller":"traceutil/trace.go:171","msg":"trace[1154816485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24363; }","duration":"509.119087ms","start":"2026-03-06T22:06:40.091698Z","end":"2026-03-06T22:06:40.600817Z","steps":["trace[1154816485] 'agreement among raft nodes before linearized reading' (duration: 508.884893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:40.600881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:40.091688Z","time spent":"509.183728ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:06:40.60095Z","caller":"traceutil/trace.go:171","msg":"trace[278317006] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"515.191938ms","start":"2026-03-06T22:06:40.085725Z","end":"2026-03-06T22:06:40.600916Z","steps":["trace[278317006] 'process raft request' (duration: 514.637298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:40.601095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:40.08571Z","time spent":"515.313439ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:40.601121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.864115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T22:06:40.601145Z","caller":"traceutil/trace.go:171","msg":"trace[499950493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24363; }","duration":"270.933336ms","start":"2026-03-06T22:06:40.330205Z","end":"2026-03-06T22:06:40.601138Z","steps":["trace[499950493] 'agreement among raft nodes before linearized reading' (duration: 270.834584ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:40.601217Z","caller":"traceutil/trace.go:171","msg":"trace[532266340] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"515.596426ms","start":"2026-03-06T22:06:40.085613Z","end":"2026-03-06T22:06:40.601209Z","steps":["trace[532266340] 'process raft request' (duration: 496.761163ms)","trace[532266340] 'compare' (duration: 17.814324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:40.601262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:40.085583Z","time spent":"515.651527ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:40.601334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.517522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:40.601381Z","caller":"traceutil/trace.go:171","msg":"trace[2114536473] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24363; }","duration":"445.563252ms","start":"2026-03-06T22:06:40.155802Z","end":"2026-03-06T22:06:40.601365Z","steps":["trace[2114536473] 'agreement among raft nodes before linearized reading' (duration: 445.387309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:40.601434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:40.155778Z","time spent":"445.647374ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:06:40.642259Z","caller":"traceutil/trace.go:171","msg":"trace[796716068] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"152.958961ms","start":"2026-03-06T22:06:40.489274Z","end":"2026-03-06T22:06:40.642233Z","steps":["trace[796716068] 'process raft request' (duration: 152.806899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:41.057283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.026713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:06:41.057546Z","caller":"traceutil/trace.go:171","msg":"trace[1196756842] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"450.665564ms","start":"2026-03-06T22:06:40.606849Z","end":"2026-03-06T22:06:41.057515Z","steps":["trace[1196756842] 'process raft request' (duration: 450.551422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:41.057624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:40.60684Z","time spent":"450.749216ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:41.058206Z","caller":"traceutil/trace.go:171","msg":"trace[1088142408] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"451.530471ms","start":"2026-03-06T22:06:40.606623Z","end":"2026-03-06T22:06:41.058153Z","steps":["trace[1088142408] 'process raft request' (duration: 198.474699ms)","trace[1088142408] 'compare' (duration: 251.84451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:41.058455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:40.606587Z","time spent":"451.730884ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:41.710692Z","caller":"traceutil/trace.go:171","msg":"trace[1189690025] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"574.837362ms","start":"2026-03-06T22:06:41.13583Z","end":"2026-03-06T22:06:41.710668Z","steps":["trace[1189690025] 'process raft request' (duration: 574.69844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:41.710732Z","caller":"traceutil/trace.go:171","msg":"trace[1117935450] linearizableReadLoop","detail":"{readStateIndex:25224; appliedIndex:25223; }","duration":"431.006947ms","start":"2026-03-06T22:06:41.279682Z","end":"2026-03-06T22:06:41.710689Z","steps":["trace[1117935450] 'read index received' (duration: 430.953926ms)","trace[1117935450] 'applied index is now lower than readState.Index' (duration: 49.311µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:41.710821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.135808Z","time spent":"574.947024ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:41.71126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.518896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-06T22:06:41.711382Z","caller":"traceutil/trace.go:171","msg":"trace[2093386475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24367; }","duration":"431.736679ms","start":"2026-03-06T22:06:41.279619Z","end":"2026-03-06T22:06:41.711356Z","steps":["trace[2093386475] 'agreement among raft nodes before linearized reading' (duration: 431.252961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:41.711455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.279583Z","time spent":"431.855372ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T22:06:42.029526Z","caller":"traceutil/trace.go:171","msg":"trace[1517059295] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"426.623427ms","start":"2026-03-06T22:06:41.602876Z","end":"2026-03-06T22:06:42.029499Z","steps":["trace[1517059295] 'process raft request' (duration: 426.395973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:42.029701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.602844Z","time spent":"426.758ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:42.029996Z","caller":"traceutil/trace.go:171","msg":"trace[1096146411] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"426.73525ms","start":"2026-03-06T22:06:41.603025Z","end":"2026-03-06T22:06:42.02976Z","steps":["trace[1096146411] 'process raft request' (duration: 426.427614ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:42.030035Z","caller":"traceutil/trace.go:171","msg":"trace[489016206] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"424.648841ms","start":"2026-03-06T22:06:41.605348Z","end":"2026-03-06T22:06:42.029997Z","steps":["trace[489016206] 'process raft request' (duration: 424.355236ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:42.030162Z","caller":"traceutil/trace.go:171","msg":"trace[550448240] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"424.756333ms","start":"2026-03-06T22:06:41.605386Z","end":"2026-03-06T22:06:42.030142Z","steps":["trace[550448240] 'process raft request' (duration: 424.55027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:42.030223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.603004Z","time spent":"427.093436ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:42.030255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.605374Z","time spent":"424.837735ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:42.030289Z","caller":"traceutil/trace.go:171","msg":"trace[1733824111] linearizableReadLoop","detail":"{readStateIndex:25229; appliedIndex:25224; }","duration":"319.449979ms","start":"2026-03-06T22:06:41.710823Z","end":"2026-03-06T22:06:42.030273Z","steps":["trace[1733824111] 'read index received' (duration: 318.493142ms)","trace[1733824111] 'applied index is now lower than readState.Index' (duration: 955.837µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:42.030334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.605342Z","time spent":"424.817554ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:42.030375Z","caller":"traceutil/trace.go:171","msg":"trace[1322804177] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"424.416357ms","start":"2026-03-06T22:06:41.60591Z","end":"2026-03-06T22:06:42.030327Z","steps":["trace[1322804177] 'process raft request' (duration: 424.170102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:42.030451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.884903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:42.030514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.593459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T22:06:42.03055Z","caller":"traceutil/trace.go:171","msg":"trace[1002328245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24372; }","duration":"651.984904ms","start":"2026-03-06T22:06:41.37855Z","end":"2026-03-06T22:06:42.030535Z","steps":["trace[1002328245] 'agreement among raft nodes before linearized reading' (duration: 651.776421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:42.030591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.605899Z","time spent":"424.57764ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:42.030621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.37849Z","time spent":"652.124457ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:06:42.030573Z","caller":"traceutil/trace.go:171","msg":"trace[1700745777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24372; }","duration":"733.739142ms","start":"2026-03-06T22:06:41.296821Z","end":"2026-03-06T22:06:42.03056Z","steps":["trace[1700745777] 'agreement among raft nodes before linearized reading' (duration: 733.520368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:42.030759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.296796Z","time spent":"733.932366ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T22:06:42.064648Z","caller":"traceutil/trace.go:171","msg":"trace[559305430] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"347.217723ms","start":"2026-03-06T22:06:41.717395Z","end":"2026-03-06T22:06:42.064613Z","steps":["trace[559305430] 'process raft request' (duration: 347.04343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:42.064797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:41.71735Z","time spent":"347.357756ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:44.723994Z","caller":"traceutil/trace.go:171","msg":"trace[183498983] linearizableReadLoop","detail":"{readStateIndex:25245; appliedIndex:25244; }","duration":"161.790801ms","start":"2026-03-06T22:06:44.562174Z","end":"2026-03-06T22:06:44.723965Z","steps":["trace[183498983] 'read index received' (duration: 161.643838ms)","trace[183498983] 'applied index is now lower than readState.Index' (duration: 145.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:44.724109Z","caller":"traceutil/trace.go:171","msg":"trace[628364766] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"226.319025ms","start":"2026-03-06T22:06:44.497755Z","end":"2026-03-06T22:06:44.724074Z","steps":["trace[628364766] 'process raft request' (duration: 226.005769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:44.724191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.984355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T22:06:44.724231Z","caller":"traceutil/trace.go:171","msg":"trace[2015678603] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24387; }","duration":"162.111338ms","start":"2026-03-06T22:06:44.562108Z","end":"2026-03-06T22:06:44.72422Z","steps":["trace[2015678603] 'agreement among raft nodes before linearized reading' (duration: 161.996886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:44.894484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.170422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:06:44.894789Z","caller":"traceutil/trace.go:171","msg":"trace[1978908368] linearizableReadLoop","detail":"{readStateIndex:25246; appliedIndex:25245; }","duration":"170.679384ms","start":"2026-03-06T22:06:44.724083Z","end":"2026-03-06T22:06:44.894762Z","steps":["trace[1978908368] 'read index received' (duration: 64.833548ms)","trace[1978908368] 'applied index is now lower than readState.Index' (duration: 105.841415ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:44.894816Z","caller":"traceutil/trace.go:171","msg":"trace[276205756] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"199.1093ms","start":"2026-03-06T22:06:44.695664Z","end":"2026-03-06T22:06:44.894773Z","steps":["trace[276205756] 'process raft request' (duration: 93.334967ms)","trace[276205756] 'compare' (duration: 105.04005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:44.895076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.492122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T22:06:44.895119Z","caller":"traceutil/trace.go:171","msg":"trace[1220910468] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24388; }","duration":"213.565673ms","start":"2026-03-06T22:06:44.681541Z","end":"2026-03-06T22:06:44.895107Z","steps":["trace[1220910468] 'agreement among raft nodes before linearized reading' (duration: 213.344449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:44.895321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.474635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T22:06:44.89539Z","caller":"traceutil/trace.go:171","msg":"trace[182510895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24388; }","duration":"277.573048ms","start":"2026-03-06T22:06:44.617782Z","end":"2026-03-06T22:06:44.895356Z","steps":["trace[182510895] 'agreement among raft nodes before linearized reading' (duration: 277.358663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:44.895362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.69191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T22:06:44.895391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.303881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T22:06:44.895394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.779637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T22:06:44.89546Z","caller":"traceutil/trace.go:171","msg":"trace[546037538] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24388; }","duration":"287.855224ms","start":"2026-03-06T22:06:44.607582Z","end":"2026-03-06T22:06:44.895437Z","steps":["trace[546037538] 'agreement among raft nodes before linearized reading' (duration: 287.67301ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:44.895476Z","caller":"traceutil/trace.go:171","msg":"trace[1315891444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24388; }","duration":"234.454284ms","start":"2026-03-06T22:06:44.661001Z","end":"2026-03-06T22:06:44.895455Z","steps":["trace[1315891444] 'agreement among raft nodes before linearized reading' (duration: 234.216669ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:44.895486Z","caller":"traceutil/trace.go:171","msg":"trace[118548183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24388; }","duration":"279.9357ms","start":"2026-03-06T22:06:44.615531Z","end":"2026-03-06T22:06:44.895467Z","steps":["trace[118548183] 'agreement among raft nodes before linearized reading' (duration: 279.658504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:44.89572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.189213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-06T22:06:44.895752Z","caller":"traceutil/trace.go:171","msg":"trace[954425352] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24389; }","duration":"149.249915ms","start":"2026-03-06T22:06:44.746491Z","end":"2026-03-06T22:06:44.895741Z","steps":["trace[954425352] 'agreement among raft nodes before linearized reading' (duration: 149.057711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:44.896056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.204242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T22:06:44.896106Z","caller":"traceutil/trace.go:171","msg":"trace[293945548] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24389; }","duration":"232.349135ms","start":"2026-03-06T22:06:44.663744Z","end":"2026-03-06T22:06:44.896093Z","steps":["trace[293945548] 'agreement among raft nodes before linearized reading' (duration: 231.425448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:45.180376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.713403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:06:45.180589Z","caller":"traceutil/trace.go:171","msg":"trace[1343188441] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"281.198253ms","start":"2026-03-06T22:06:44.899352Z","end":"2026-03-06T22:06:45.18055Z","steps":["trace[1343188441] 'process raft request' (duration: 104.135504ms)","trace[1343188441] 'compare' (duration: 176.512339ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:45.180864Z","caller":"traceutil/trace.go:171","msg":"trace[1051978821] linearizableReadLoop","detail":"{readStateIndex:25248; appliedIndex:25247; }","duration":"281.199602ms","start":"2026-03-06T22:06:44.899615Z","end":"2026-03-06T22:06:45.180815Z","steps":["trace[1051978821] 'read index received' (duration: 103.865879ms)","trace[1051978821] 'applied index is now lower than readState.Index' (duration: 177.329013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:45.181063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.423087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ef92412-9286-4077-83c6-d951f9066c09\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-06T22:06:45.181126Z","caller":"traceutil/trace.go:171","msg":"trace[224496407] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ef92412-9286-4077-83c6-d951f9066c09; range_end:; response_count:1; response_revision:24390; }","duration":"281.504259ms","start":"2026-03-06T22:06:44.899607Z","end":"2026-03-06T22:06:45.181111Z","steps":["trace[224496407] 'agreement among raft nodes before linearized reading' (duration: 281.300424ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:45.181148Z","caller":"traceutil/trace.go:171","msg":"trace[181207005] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"280.9989ms","start":"2026-03-06T22:06:44.90013Z","end":"2026-03-06T22:06:45.181129Z","steps":["trace[181207005] 'process raft request' (duration: 280.733694ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:45.181731Z","caller":"traceutil/trace.go:171","msg":"trace[585407997] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"281.078411ms","start":"2026-03-06T22:06:44.900638Z","end":"2026-03-06T22:06:45.181717Z","steps":["trace[585407997] 'process raft request' (duration: 280.556472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:45.181772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.387625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T22:06:45.182039Z","caller":"traceutil/trace.go:171","msg":"trace[1682773964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24392; }","duration":"106.66958ms","start":"2026-03-06T22:06:45.075311Z","end":"2026-03-06T22:06:45.18198Z","steps":["trace[1682773964] 'agreement among raft nodes before linearized reading' (duration: 106.299163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:45.182134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.244462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:06:45.182188Z","caller":"traceutil/trace.go:171","msg":"trace[2143797879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24392; }","duration":"106.369644ms","start":"2026-03-06T22:06:45.075805Z","end":"2026-03-06T22:06:45.182175Z","steps":["trace[2143797879] 'agreement among raft nodes before linearized reading' (duration: 106.180001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:45.450123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.72753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:06:45.450354Z","caller":"traceutil/trace.go:171","msg":"trace[1131776563] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"264.116743ms","start":"2026-03-06T22:06:45.186208Z","end":"2026-03-06T22:06:45.450325Z","steps":["trace[1131776563] 'process raft request' (duration: 101.079728ms)","trace[1131776563] 'compare' (duration: 162.560217ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:45.45055Z","caller":"traceutil/trace.go:171","msg":"trace[1833780575] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"255.755381ms","start":"2026-03-06T22:06:45.194776Z","end":"2026-03-06T22:06:45.450531Z","steps":["trace[1833780575] 'process raft request' (duration: 255.485046ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:45.506616Z","caller":"traceutil/trace.go:171","msg":"trace[1378598487] linearizableReadLoop","detail":"{readStateIndex:25253; appliedIndex:25250; }","duration":"133.936006ms","start":"2026-03-06T22:06:45.372632Z","end":"2026-03-06T22:06:45.506568Z","steps":["trace[1378598487] 'read index received' (duration: 68.069438ms)","trace[1378598487] 'applied index is now lower than readState.Index' (duration: 65.865208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:45.506773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.114649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:45.506864Z","caller":"traceutil/trace.go:171","msg":"trace[1900543741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24395; }","duration":"134.261542ms","start":"2026-03-06T22:06:45.372582Z","end":"2026-03-06T22:06:45.506844Z","steps":["trace[1900543741] 'agreement among raft nodes before linearized reading' (duration: 134.099559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:45.506799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.097797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:06:45.507015Z","caller":"traceutil/trace.go:171","msg":"trace[1164201029] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24395; }","duration":"118.325851ms","start":"2026-03-06T22:06:45.388651Z","end":"2026-03-06T22:06:45.506977Z","steps":["trace[1164201029] 'agreement among raft nodes before linearized reading' (duration: 118.088687ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:45.507349Z","caller":"traceutil/trace.go:171","msg":"trace[2082026042] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"198.425448ms","start":"2026-03-06T22:06:45.308842Z","end":"2026-03-06T22:06:45.507267Z","steps":["trace[2082026042] 'process raft request' (duration: 197.341588ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:48.999353Z","caller":"traceutil/trace.go:171","msg":"trace[182999669] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"262.229389ms","start":"2026-03-06T22:06:48.737098Z","end":"2026-03-06T22:06:48.999328Z","steps":["trace[182999669] 'process raft request' (duration: 262.070686ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:51.831676Z","caller":"traceutil/trace.go:171","msg":"trace[724698621] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"161.965416ms","start":"2026-03-06T22:06:51.669684Z","end":"2026-03-06T22:06:51.83165Z","steps":["trace[724698621] 'process raft request' (duration: 70.223427ms)","trace[724698621] 'compare' (duration: 91.581285ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:52.983045Z","caller":"traceutil/trace.go:171","msg":"trace[1181616335] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"217.136738ms","start":"2026-03-06T22:06:52.765876Z","end":"2026-03-06T22:06:52.983013Z","steps":["trace[1181616335] 'process raft request' (duration: 164.994081ms)","trace[1181616335] 'compare' (duration: 51.953254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:56.095373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.087927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:06:56.095491Z","caller":"traceutil/trace.go:171","msg":"trace[79557492] linearizableReadLoop","detail":"{readStateIndex:25338; appliedIndex:25337; }","duration":"200.987575ms","start":"2026-03-06T22:06:55.894485Z","end":"2026-03-06T22:06:56.095472Z","steps":["trace[79557492] 'read index received' (duration: 65.687214ms)","trace[79557492] 'applied index is now lower than readState.Index' (duration: 135.298791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:56.095735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.255269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T22:06:56.095722Z","caller":"traceutil/trace.go:171","msg":"trace[1719112966] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"232.878535ms","start":"2026-03-06T22:06:55.862807Z","end":"2026-03-06T22:06:56.095685Z","steps":["trace[1719112966] 'process raft request' (duration: 97.36408ms)","trace[1719112966] 'compare' (duration: 134.817011ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:56.095778Z","caller":"traceutil/trace.go:171","msg":"trace[152498970] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24478; }","duration":"201.328401ms","start":"2026-03-06T22:06:55.894431Z","end":"2026-03-06T22:06:56.09576Z","steps":["trace[152498970] 'agreement among raft nodes before linearized reading' (duration: 201.086777ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:56.187339Z","caller":"traceutil/trace.go:171","msg":"trace[1024277189] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"142.812137ms","start":"2026-03-06T22:06:56.044492Z","end":"2026-03-06T22:06:56.187304Z","steps":["trace[1024277189] 'process raft request' (duration: 142.531222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:59.174467Z","caller":"traceutil/trace.go:171","msg":"trace[1802223162] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"140.883192ms","start":"2026-03-06T22:06:59.033552Z","end":"2026-03-06T22:06:59.174435Z","steps":["trace[1802223162] 'process raft request' (duration: 140.665978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:59.405166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.214239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T22:06:59.405253Z","caller":"traceutil/trace.go:171","msg":"trace[1550560148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24499; }","duration":"151.354652ms","start":"2026-03-06T22:06:59.253876Z","end":"2026-03-06T22:06:59.40523Z","steps":["trace[1550560148] 'range keys from in-memory index tree' (duration: 151.020856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:59.405337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.045738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T22:06:59.405369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.211436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T22:06:59.405448Z","caller":"traceutil/trace.go:171","msg":"trace[1481119805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24499; }","duration":"145.213071ms","start":"2026-03-06T22:06:59.260212Z","end":"2026-03-06T22:06:59.405425Z","steps":["trace[1481119805] 'range keys from in-memory index tree' (duration: 144.704422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:59.405495Z","caller":"traceutil/trace.go:171","msg":"trace[383723587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24499; }","duration":"142.41641ms","start":"2026-03-06T22:06:59.263042Z","end":"2026-03-06T22:06:59.405459Z","steps":["trace[383723587] 'range keys from in-memory index tree' (duration: 141.898311ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:07:05.16758Z","caller":"traceutil/trace.go:171","msg":"trace[2144985757] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"189.935423ms","start":"2026-03-06T22:07:04.977603Z","end":"2026-03-06T22:07:05.167539Z","steps":["trace[2144985757] 'process raft request' (duration: 189.663958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:07:05.553977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.750291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T22:07:05.554133Z","caller":"traceutil/trace.go:171","msg":"trace[542418574] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"339.182887ms","start":"2026-03-06T22:07:05.21492Z","end":"2026-03-06T22:07:05.554102Z","steps":["trace[542418574] 'process raft request' (duration: 216.179911ms)","trace[542418574] 'compare' (duration: 122.470646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:07:05.55421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:07:05.214885Z","time spent":"339.290919ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:07:05.574064Z","caller":"traceutil/trace.go:171","msg":"trace[599027970] linearizableReadLoop","detail":"{readStateIndex:25413; appliedIndex:25411; }","duration":"204.772564ms","start":"2026-03-06T22:07:05.369253Z","end":"2026-03-06T22:07:05.574025Z","steps":["trace[599027970] 'read index received' (duration: 61.873586ms)","trace[599027970] 'applied index is now lower than readState.Index' (duration: 142.897638ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:07:05.574185Z","caller":"traceutil/trace.go:171","msg":"trace[794072477] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"350.644966ms","start":"2026-03-06T22:07:05.223507Z","end":"2026-03-06T22:07:05.574152Z","steps":["trace[794072477] 'process raft request' (duration: 350.33198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:07:05.574262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.981308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:07:05.574305Z","caller":"traceutil/trace.go:171","msg":"trace[1123630405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24551; }","duration":"205.07818ms","start":"2026-03-06T22:07:05.369213Z","end":"2026-03-06T22:07:05.574291Z","steps":["trace[1123630405] 'agreement among raft nodes before linearized reading' (duration: 204.982778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:07:05.574355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:07:05.22348Z","time spent":"350.775559ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:07:05.574497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.848896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:07:05.574558Z","caller":"traceutil/trace.go:171","msg":"trace[1764279196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24551; }","duration":"132.932437ms","start":"2026-03-06T22:07:05.441608Z","end":"2026-03-06T22:07:05.57454Z","steps":["trace[1764279196] 'agreement among raft nodes before linearized reading' (duration: 132.716323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:07:05.574549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.352974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T22:07:05.574556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.110932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T22:07:05.574531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.488372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:07:05.574637Z","caller":"traceutil/trace.go:171","msg":"trace[1857676420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24551; }","duration":"133.516757ms","start":"2026-03-06T22:07:05.441096Z","end":"2026-03-06T22:07:05.574613Z","steps":["trace[1857676420] 'agreement among raft nodes before linearized reading' (duration: 133.233752ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:07:05.574649Z","caller":"traceutil/trace.go:171","msg":"trace[430624682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24551; }","duration":"138.263624ms","start":"2026-03-06T22:07:05.436361Z","end":"2026-03-06T22:07:05.574625Z","steps":["trace[430624682] 'agreement among raft nodes before linearized reading' (duration: 138.03763ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:07:05.57473Z","caller":"traceutil/trace.go:171","msg":"trace[1015841552] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24551; }","duration":"202.781558ms","start":"2026-03-06T22:07:05.371919Z","end":"2026-03-06T22:07:05.574701Z","steps":["trace[1015841552] 'agreement among raft nodes before linearized reading' (duration: 202.397101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:07:07.047683Z","caller":"traceutil/trace.go:171","msg":"trace[237013470] linearizableReadLoop","detail":"{readStateIndex:25426; appliedIndex:25425; }","duration":"105.356405ms","start":"2026-03-06T22:07:06.942291Z","end":"2026-03-06T22:07:07.047648Z","steps":["trace[237013470] 'read index received' (duration: 105.08634ms)","trace[237013470] 'applied index is now lower than readState.Index' (duration: 268.365µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:07:07.047865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.528729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T22:07:07.047813Z","caller":"traceutil/trace.go:171","msg":"trace[1438289601] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"120.200566ms","start":"2026-03-06T22:07:06.927519Z","end":"2026-03-06T22:07:07.04772Z","steps":["trace[1438289601] 'process raft request' (duration: 119.86429ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:07:07.047914Z","caller":"traceutil/trace.go:171","msg":"trace[1330427508] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24564; }","duration":"105.61583ms","start":"2026-03-06T22:07:06.942285Z","end":"2026-03-06T22:07:07.047901Z","steps":["trace[1330427508] 'agreement among raft nodes before linearized reading' (duration: 105.493268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:07:12.272418Z","caller":"traceutil/trace.go:171","msg":"trace[780407611] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"104.384149ms","start":"2026-03-06T22:07:12.167987Z","end":"2026-03-06T22:07:12.272371Z","steps":["trace[780407611] 'process raft request' (duration: 104.173665ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:07:46.235776Z","caller":"traceutil/trace.go:171","msg":"trace[1682153200] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"124.121227ms","start":"2026-03-06T22:07:46.111607Z","end":"2026-03-06T22:07:46.235728Z","steps":["trace[1682153200] 'process raft request' (duration: 123.821612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:29.699922Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23690} {"level":"info","ts":"2026-03-06T22:10:29.854295Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23690,"took":"150.17908ms","hash":646424149,"current-db-size-bytes":49876992,"current-db-size":"50 MB","current-db-size-in-use-bytes":34566144,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-06T22:10:29.854368Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":646424149,"revision":23690,"compact-revision":20564} {"level":"info","ts":"2026-03-06T22:10:34.963983Z","caller":"traceutil/trace.go:171","msg":"trace[690109893] linearizableReadLoop","detail":"{readStateIndex:27452; appliedIndex:27451; }","duration":"132.918167ms","start":"2026-03-06T22:10:34.831024Z","end":"2026-03-06T22:10:34.963943Z","steps":["trace[690109893] 'read index received' (duration: 43.868077ms)","trace[690109893] 'applied index is now lower than readState.Index' (duration: 89.041439ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:34.96463Z","caller":"traceutil/trace.go:171","msg":"trace[1299366732] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"136.152065ms","start":"2026-03-06T22:10:34.828409Z","end":"2026-03-06T22:10:34.964561Z","steps":["trace[1299366732] 'process raft request' (duration: 46.530666ms)","trace[1299366732] 'compare' (duration: 88.823735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:34.964895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.845143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:10:34.964975Z","caller":"traceutil/trace.go:171","msg":"trace[143370402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26538; }","duration":"134.001316ms","start":"2026-03-06T22:10:34.830955Z","end":"2026-03-06T22:10:34.964956Z","steps":["trace[143370402] 'agreement among raft nodes before linearized reading' (duration: 133.133141ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:39.355222Z","caller":"traceutil/trace.go:171","msg":"trace[1574632287] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"191.653155ms","start":"2026-03-06T22:10:39.163539Z","end":"2026-03-06T22:10:39.355192Z","steps":["trace[1574632287] 'process raft request' (duration: 191.293289ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:39.355398Z","caller":"traceutil/trace.go:171","msg":"trace[1863849716] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"191.106864ms","start":"2026-03-06T22:10:39.164281Z","end":"2026-03-06T22:10:39.355388Z","steps":["trace[1863849716] 'process raft request' (duration: 190.635666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:39.355223Z","caller":"traceutil/trace.go:171","msg":"trace[1336154331] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"192.154384ms","start":"2026-03-06T22:10:39.163035Z","end":"2026-03-06T22:10:39.35519Z","steps":["trace[1336154331] 'process raft request' (duration: 94.577749ms)","trace[1336154331] 'compare' (duration: 96.956774ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:39.355602Z","caller":"traceutil/trace.go:171","msg":"trace[726800385] linearizableReadLoop","detail":"{readStateIndex:27485; appliedIndex:27481; }","duration":"149.792743ms","start":"2026-03-06T22:10:39.205763Z","end":"2026-03-06T22:10:39.355556Z","steps":["trace[726800385] 'read index received' (duration: 51.796941ms)","trace[726800385] 'applied index is now lower than readState.Index' (duration: 97.994662ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:39.355787Z","caller":"traceutil/trace.go:171","msg":"trace[1071972720] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"163.706586ms","start":"2026-03-06T22:10:39.192064Z","end":"2026-03-06T22:10:39.355771Z","steps":["trace[1071972720] 'process raft request' (duration: 162.893042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.355996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.390258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:10:39.356048Z","caller":"traceutil/trace.go:171","msg":"trace[187121134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26570; }","duration":"148.49828ms","start":"2026-03-06T22:10:39.207537Z","end":"2026-03-06T22:10:39.356035Z","steps":["trace[187121134] 'agreement among raft nodes before linearized reading' (duration: 148.259995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.356203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.382725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T22:10:39.356294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.450973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-06T22:10:39.356339Z","caller":"traceutil/trace.go:171","msg":"trace[878324251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26570; }","duration":"150.593489ms","start":"2026-03-06T22:10:39.205715Z","end":"2026-03-06T22:10:39.356308Z","steps":["trace[878324251] 'agreement among raft nodes before linearized reading' (duration: 150.222522ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:39.356336Z","caller":"traceutil/trace.go:171","msg":"trace[246034769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26570; }","duration":"124.520484ms","start":"2026-03-06T22:10:39.231804Z","end":"2026-03-06T22:10:39.356325Z","steps":["trace[246034769] 'agreement among raft nodes before linearized reading' (duration: 124.356121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:15:29.717281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26486} {"level":"info","ts":"2026-03-06T22:15:29.849407Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26486,"took":"127.649138ms","hash":1579999858,"current-db-size-bytes":49876992,"current-db-size":"50 MB","current-db-size-in-use-bytes":31346688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T22:15:29.849514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1579999858,"revision":26486,"compact-revision":23690} {"level":"info","ts":"2026-03-06T22:16:12.770439Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T22:16:12.774986Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T22:16:12.77509Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T22:20:29.724315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28720} {"level":"info","ts":"2026-03-06T22:20:29.870746Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28720,"took":"140.33844ms","hash":1850211118,"current-db-size-bytes":49876992,"current-db-size":"50 MB","current-db-size-in-use-bytes":28053504,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T22:20:29.87082Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1850211118,"revision":28720,"compact-revision":26486} {"level":"info","ts":"2026-03-06T22:25:29.732919Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30827} {"level":"info","ts":"2026-03-06T22:25:29.882115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30827,"took":"144.247252ms","hash":3008839426,"current-db-size-bytes":49876992,"current-db-size":"50 MB","current-db-size-in-use-bytes":27664384,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T22:25:29.882185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3008839426,"revision":30827,"compact-revision":28720} {"level":"info","ts":"2026-03-06T22:30:29.739527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32981} {"level":"info","ts":"2026-03-06T22:30:29.893248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32981,"took":"148.414957ms","hash":1291781159,"current-db-size-bytes":50995200,"current-db-size":"51 MB","current-db-size-in-use-bytes":29900800,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T22:30:29.893312Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1291781159,"revision":32981,"compact-revision":30827} {"level":"info","ts":"2026-03-06T22:31:45.136122Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008fd1.wal"} {"level":"info","ts":"2026-03-06T22:35:29.746104Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35059} {"level":"info","ts":"2026-03-06T22:35:29.880688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35059,"took":"129.513324ms","hash":3396969535,"current-db-size-bytes":51417088,"current-db-size":"51 MB","current-db-size-in-use-bytes":28839936,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T22:35:29.880798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3396969535,"revision":35059,"compact-revision":32981}