{"level":"warn","ts":"2026-03-19T17:53:08.720681Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:53:08.720775Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:53:08.720851Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:53:08.720872Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-19T17:53:08.720891Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:53:08.721545Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-03-19T17:53:08.721628Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:53:08.726375Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.464494ms"} {"level":"info","ts":"2026-03-19T17:53:08.73367Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-03-19T17:53:08.733775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:53:08.733813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-03-19T17:53:08.733827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:53:08.733848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-03-19T17:53:08.733896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-03-19T17:53:08.74005Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:53:08.741507Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:53:08.742815Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:53:08.745133Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:53:08.745341Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:53:08.745448Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:08.745627Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:08.745685Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:08.747276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-03-19T17:53:08.747874Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-19T17:53:08.750149Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:53:08.750446Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:53:08.75048Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:53:08.750589Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-19T17:53:08.75062Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-19T17:53:09.135104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:53:09.135171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:53:09.135211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-03-19T17:53:09.135232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:53:09.135246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-19T17:53:09.135264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-03-19T17:53:09.135278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-19T17:53:09.136658Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:53:09.136663Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:09.136678Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:53:09.136745Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:53:09.137032Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:53:09.137081Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:53:09.13768Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:09.138033Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:09.138079Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:09.140576Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T17:53:09.141087Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-03-19T17:53:31.960442Z","caller":"traceutil/trace.go:171","msg":"trace[268599689] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"244.77932ms","start":"2026-03-19T17:53:31.715632Z","end":"2026-03-19T17:53:31.960411Z","steps":["trace[268599689] 'process raft request' (duration: 244.617067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:37.217112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.102176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:53:37.217302Z","caller":"traceutil/trace.go:171","msg":"trace[852239616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:431; }","duration":"129.352262ms","start":"2026-03-19T17:53:37.08792Z","end":"2026-03-19T17:53:37.217272Z","steps":["trace[852239616] 'range keys from in-memory index tree' (duration: 129.023975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:37.217117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.230599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:53:37.217483Z","caller":"traceutil/trace.go:171","msg":"trace[236962839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:431; }","duration":"128.655448ms","start":"2026-03-19T17:53:37.088764Z","end":"2026-03-19T17:53:37.217419Z","steps":["trace[236962839] 'range keys from in-memory index tree' (duration: 128.090016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:47.145504Z","caller":"traceutil/trace.go:171","msg":"trace[972010329] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"125.593959ms","start":"2026-03-19T17:53:47.019894Z","end":"2026-03-19T17:53:47.145488Z","steps":["trace[972010329] 'process raft request' (duration: 125.481407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:47.668338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.445007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:53:47.668468Z","caller":"traceutil/trace.go:171","msg":"trace[1964208720] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"292.372454ms","start":"2026-03-19T17:53:47.376061Z","end":"2026-03-19T17:53:47.668433Z","steps":["trace[1964208720] 'read index received' (duration: 59.615421ms)","trace[1964208720] 'applied index is now lower than readState.Index' (duration: 232.755413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:47.668734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.940272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:53:47.668751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.14331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:47.668774Z","caller":"traceutil/trace.go:171","msg":"trace[975576124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"270.026084ms","start":"2026-03-19T17:53:47.398738Z","end":"2026-03-19T17:53:47.668764Z","steps":["trace[975576124] 'agreement among raft nodes before linearized reading' (duration: 269.891032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:47.668813Z","caller":"traceutil/trace.go:171","msg":"trace[1781281839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"275.241352ms","start":"2026-03-19T17:53:47.393554Z","end":"2026-03-19T17:53:47.668795Z","steps":["trace[1781281839] 'agreement among raft nodes before linearized reading' (duration: 275.065729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:47.668841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.594948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-s9xhg\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-19T17:53:47.668922Z","caller":"traceutil/trace.go:171","msg":"trace[783874908] range","detail":"{range_begin:/registry/pods/kube-system/cilium-s9xhg; range_end:; response_count:1; response_revision:514; }","duration":"292.872193ms","start":"2026-03-19T17:53:47.37603Z","end":"2026-03-19T17:53:47.668902Z","steps":["trace[783874908] 'agreement among raft nodes before linearized reading' (duration: 292.501436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:48.026804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.45576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:48.027117Z","caller":"traceutil/trace.go:171","msg":"trace[1900081398] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"353.937391ms","start":"2026-03-19T17:53:47.673133Z","end":"2026-03-19T17:53:48.02707Z","steps":["trace[1900081398] 'process raft request' (duration: 113.746568ms)","trace[1900081398] 'compare' (duration: 239.223835ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:48.027232Z","caller":"traceutil/trace.go:171","msg":"trace[1644718772] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"345.973681ms","start":"2026-03-19T17:53:47.681227Z","end":"2026-03-19T17:53:48.0272Z","steps":["trace[1644718772] 'process raft request' (duration: 345.677916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:48.02735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.681198Z","time spent":"346.088193ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:48.027343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:47.673078Z","time spent":"354.148715ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:48.256128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.164898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:48.256251Z","caller":"traceutil/trace.go:171","msg":"trace[229861745] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"115.195165ms","start":"2026-03-19T17:53:48.141038Z","end":"2026-03-19T17:53:48.256233Z","steps":["trace[229861745] 'read index received' (duration: 10.809613ms)","trace[229861745] 'applied index is now lower than readState.Index' (duration: 104.384072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:48.256314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.288956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:48.256296Z","caller":"traceutil/trace.go:171","msg":"trace[841351127] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"226.598608ms","start":"2026-03-19T17:53:48.029662Z","end":"2026-03-19T17:53:48.256261Z","steps":["trace[841351127] 'process raft request' (duration: 122.211146ms)","trace[841351127] 'compare' (duration: 104.021736ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:48.256344Z","caller":"traceutil/trace.go:171","msg":"trace[1908744533] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:518; }","duration":"115.376559ms","start":"2026-03-19T17:53:48.140954Z","end":"2026-03-19T17:53:48.256331Z","steps":["trace[1908744533] 'agreement among raft nodes before linearized reading' (duration: 115.326388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:49.640206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.622924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:49.640296Z","caller":"traceutil/trace.go:171","msg":"trace[146612777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:638; }","duration":"131.772666ms","start":"2026-03-19T17:53:49.508509Z","end":"2026-03-19T17:53:49.640281Z","steps":["trace[146612777] 'range keys from in-memory index tree' (duration: 131.537602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:49.644472Z","caller":"traceutil/trace.go:171","msg":"trace[1500068315] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"113.88442ms","start":"2026-03-19T17:53:49.530546Z","end":"2026-03-19T17:53:49.64443Z","steps":["trace[1500068315] 'process raft request' (duration: 113.218658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:06.871708Z","caller":"traceutil/trace.go:171","msg":"trace[2124313771] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"309.292754ms","start":"2026-03-19T17:54:06.56239Z","end":"2026-03-19T17:54:06.871682Z","steps":["trace[2124313771] 'process raft request' (duration: 309.139281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:06.871872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:06.56236Z","time spent":"309.431886ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:57.276544Z","caller":"traceutil/trace.go:171","msg":"trace[366376559] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1624; }","duration":"289.584406ms","start":"2026-03-19T17:54:56.986923Z","end":"2026-03-19T17:54:57.276508Z","steps":["trace[366376559] 'read index received' (duration: 196.620527ms)","trace[366376559] 'applied index is now lower than readState.Index' (duration: 92.961939ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:57.276573Z","caller":"traceutil/trace.go:171","msg":"trace[1167931077] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"290.429371ms","start":"2026-03-19T17:54:56.98611Z","end":"2026-03-19T17:54:57.27654Z","steps":["trace[1167931077] 'process raft request' (duration: 197.523044ms)","trace[1167931077] 'compare' (duration: 92.620982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:57.276815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.119112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:57.276861Z","caller":"traceutil/trace.go:171","msg":"trace[1867202174] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1562; }","duration":"200.220735ms","start":"2026-03-19T17:54:57.076627Z","end":"2026-03-19T17:54:57.276848Z","steps":["trace[1867202174] 'agreement among raft nodes before linearized reading' (duration: 200.056901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.276938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.974454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc8cb3a8-2aad-4b50-a292-bf62f3cd7d3e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T17:54:57.277069Z","caller":"traceutil/trace.go:171","msg":"trace[873204475] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc8cb3a8-2aad-4b50-a292-bf62f3cd7d3e; range_end:; response_count:1; response_revision:1562; }","duration":"290.131107ms","start":"2026-03-19T17:54:56.986906Z","end":"2026-03-19T17:54:57.277038Z","steps":["trace[873204475] 'agreement among raft nodes before linearized reading' (duration: 289.702218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.608813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.209361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:54:57.608919Z","caller":"traceutil/trace.go:171","msg":"trace[2136348669] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1625; }","duration":"116.857256ms","start":"2026-03-19T17:54:57.492043Z","end":"2026-03-19T17:54:57.6089Z","steps":["trace[2136348669] 'read index received' (duration: 48.431µs)","trace[2136348669] 'applied index is now lower than readState.Index' (duration: 116.806955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:57.609132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.08386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:57.609167Z","caller":"traceutil/trace.go:171","msg":"trace[449983613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1562; }","duration":"117.152551ms","start":"2026-03-19T17:54:57.492005Z","end":"2026-03-19T17:54:57.609158Z","steps":["trace[449983613] 'agreement among raft nodes before linearized reading' (duration: 116.994718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:47.04115Z","caller":"traceutil/trace.go:171","msg":"trace[1190976341] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"121.929343ms","start":"2026-03-19T17:55:46.919189Z","end":"2026-03-19T17:55:47.041118Z","steps":["trace[1190976341] 'process raft request' (duration: 121.691499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:47.699357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.373453ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:55:47.699757Z","caller":"traceutil/trace.go:171","msg":"trace[238863979] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"236.415896ms","start":"2026-03-19T17:55:47.463315Z","end":"2026-03-19T17:55:47.699731Z","steps":["trace[238863979] 'process raft request' (duration: 236.136281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:14.488169Z","caller":"traceutil/trace.go:171","msg":"trace[1708900220] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"133.884287ms","start":"2026-03-19T17:57:14.354256Z","end":"2026-03-19T17:57:14.488141Z","steps":["trace[1708900220] 'process raft request' (duration: 133.688763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:59.982872Z","caller":"traceutil/trace.go:171","msg":"trace[1478754174] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"106.694938ms","start":"2026-03-19T18:00:59.876158Z","end":"2026-03-19T18:00:59.982853Z","steps":["trace[1478754174] 'process raft request' (duration: 46.69164ms)","trace[1478754174] 'compare' (duration: 59.369606ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:02.486677Z","caller":"traceutil/trace.go:171","msg":"trace[1684972973] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"173.135868ms","start":"2026-03-19T18:01:02.313502Z","end":"2026-03-19T18:01:02.486638Z","steps":["trace[1684972973] 'process raft request' (duration: 82.30918ms)","trace[1684972973] 'compare' (duration: 90.698296ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:13.916872Z","caller":"traceutil/trace.go:171","msg":"trace[853256363] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"194.964674ms","start":"2026-03-19T18:01:13.72188Z","end":"2026-03-19T18:01:13.916845Z","steps":["trace[853256363] 'process raft request' (duration: 194.899413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:13.916937Z","caller":"traceutil/trace.go:171","msg":"trace[688617613] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"204.624563ms","start":"2026-03-19T18:01:13.712272Z","end":"2026-03-19T18:01:13.916896Z","steps":["trace[688617613] 'process raft request' (duration: 204.286076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:14.07861Z","caller":"traceutil/trace.go:171","msg":"trace[1604276954] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"304.02454ms","start":"2026-03-19T18:01:13.774558Z","end":"2026-03-19T18:01:14.078583Z","steps":["trace[1604276954] 'process raft request' (duration: 230.546745ms)","trace[1604276954] 'compare' (duration: 73.245571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:14.07878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:13.774528Z","time spent":"304.166572ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:14.078919Z","caller":"traceutil/trace.go:171","msg":"trace[435887685] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"159.669897ms","start":"2026-03-19T18:01:13.919225Z","end":"2026-03-19T18:01:14.078895Z","steps":["trace[435887685] 'process raft request' (duration: 159.530024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:14.079041Z","caller":"traceutil/trace.go:171","msg":"trace[443496232] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"303.866037ms","start":"2026-03-19T18:01:13.775152Z","end":"2026-03-19T18:01:14.079018Z","steps":["trace[443496232] 'process raft request' (duration: 303.367618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:14.078892Z","caller":"traceutil/trace.go:171","msg":"trace[273044819] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4894; }","duration":"104.488001ms","start":"2026-03-19T18:01:13.974371Z","end":"2026-03-19T18:01:14.078859Z","steps":["trace[273044819] 'read index received' (duration: 30.68491ms)","trace[273044819] 'applied index is now lower than readState.Index' (duration: 73.801361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:14.079143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.757196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:01:14.079187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:13.775143Z","time spent":"303.972389ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:14.079211Z","caller":"traceutil/trace.go:171","msg":"trace[684712274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4711; }","duration":"104.875659ms","start":"2026-03-19T18:01:13.974319Z","end":"2026-03-19T18:01:14.079194Z","steps":["trace[684712274] 'agreement among raft nodes before linearized reading' (duration: 104.638124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:23.248327Z","caller":"traceutil/trace.go:171","msg":"trace[2050723987] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5037; }","duration":"123.881942ms","start":"2026-03-19T18:01:23.124422Z","end":"2026-03-19T18:01:23.248304Z","steps":["trace[2050723987] 'read index received' (duration: 123.624007ms)","trace[2050723987] 'applied index is now lower than readState.Index' (duration: 256.785µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:23.248538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.102536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qnrxb\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-19T18:01:23.248566Z","caller":"traceutil/trace.go:171","msg":"trace[1803538056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qnrxb; range_end:; response_count:1; response_revision:4850; }","duration":"124.181357ms","start":"2026-03-19T18:01:23.124378Z","end":"2026-03-19T18:01:23.248559Z","steps":["trace[1803538056] 'agreement among raft nodes before linearized reading' (duration: 124.012234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:23.248768Z","caller":"traceutil/trace.go:171","msg":"trace[2060817499] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"141.407179ms","start":"2026-03-19T18:01:23.10732Z","end":"2026-03-19T18:01:23.248727Z","steps":["trace[2060817499] 'process raft request' (duration: 140.850508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:38.17306Z","caller":"traceutil/trace.go:171","msg":"trace[69091859] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"113.572511ms","start":"2026-03-19T18:01:38.059457Z","end":"2026-03-19T18:01:38.173029Z","steps":["trace[69091859] 'process raft request' (duration: 84.911368ms)","trace[69091859] 'compare' (duration: 28.465269ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:38.184115Z","caller":"traceutil/trace.go:171","msg":"trace[1895884431] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"123.911073ms","start":"2026-03-19T18:01:38.060177Z","end":"2026-03-19T18:01:38.184088Z","steps":["trace[1895884431] 'process raft request' (duration: 123.675099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:38.184423Z","caller":"traceutil/trace.go:171","msg":"trace[1702782053] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"123.956154ms","start":"2026-03-19T18:01:38.06045Z","end":"2026-03-19T18:01:38.184406Z","steps":["trace[1702782053] 'process raft request' (duration: 123.817572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:38.184423Z","caller":"traceutil/trace.go:171","msg":"trace[1878827581] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"124.183338ms","start":"2026-03-19T18:01:38.060209Z","end":"2026-03-19T18:01:38.184392Z","steps":["trace[1878827581] 'process raft request' (duration: 123.804231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:36.641855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.864326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:02:36.64194Z","caller":"traceutil/trace.go:171","msg":"trace[363147202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5496; }","duration":"103.004508ms","start":"2026-03-19T18:02:36.538918Z","end":"2026-03-19T18:02:36.641922Z","steps":["trace[363147202] 'range keys from in-memory index tree' (duration: 102.712343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:09.164846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2751} {"level":"info","ts":"2026-03-19T18:03:09.222541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2751,"took":"56.217738ms","hash":2680088421,"current-db-size-bytes":41390080,"current-db-size":"41 MB","current-db-size-in-use-bytes":31215616,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-19T18:03:09.222609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2680088421,"revision":2751,"compact-revision":-1} {"level":"info","ts":"2026-03-19T18:07:42.694322Z","caller":"traceutil/trace.go:171","msg":"trace[328710524] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"149.333533ms","start":"2026-03-19T18:07:42.544921Z","end":"2026-03-19T18:07:42.694255Z","steps":["trace[328710524] 'process raft request' (duration: 127.192083ms)","trace[328710524] 'compare' (duration: 21.868996ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:42.718473Z","caller":"traceutil/trace.go:171","msg":"trace[339963200] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"170.383035ms","start":"2026-03-19T18:07:42.548051Z","end":"2026-03-19T18:07:42.718434Z","steps":["trace[339963200] 'process raft request' (duration: 170.059298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:42.719376Z","caller":"traceutil/trace.go:171","msg":"trace[387317346] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"152.597636ms","start":"2026-03-19T18:07:42.566753Z","end":"2026-03-19T18:07:42.71935Z","steps":["trace[387317346] 'process raft request' (duration: 151.596848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:54.347638Z","caller":"traceutil/trace.go:171","msg":"trace[1137982445] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"114.526558ms","start":"2026-03-19T18:07:54.233086Z","end":"2026-03-19T18:07:54.347612Z","steps":["trace[1137982445] 'process raft request' (duration: 114.358605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:55.058908Z","caller":"traceutil/trace.go:171","msg":"trace[989362780] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"126.951028ms","start":"2026-03-19T18:07:54.931911Z","end":"2026-03-19T18:07:55.058862Z","steps":["trace[989362780] 'process raft request' (duration: 97.060653ms)","trace[989362780] 'compare' (duration: 29.669511ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:56.13146Z","caller":"traceutil/trace.go:171","msg":"trace[1941471383] linearizableReadLoop","detail":"{readStateIndex:7942; appliedIndex:7941; }","duration":"137.403003ms","start":"2026-03-19T18:07:55.994015Z","end":"2026-03-19T18:07:56.131418Z","steps":["trace[1941471383] 'read index received' (duration: 137.028606ms)","trace[1941471383] 'applied index is now lower than readState.Index' (duration: 372.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:56.131584Z","caller":"traceutil/trace.go:171","msg":"trace[1322792922] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"264.377292ms","start":"2026-03-19T18:07:55.867156Z","end":"2026-03-19T18:07:56.131533Z","steps":["trace[1322792922] 'process raft request' (duration: 264.021075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:56.131876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.76234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:07:56.13201Z","caller":"traceutil/trace.go:171","msg":"trace[2029803736] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7657; }","duration":"137.987304ms","start":"2026-03-19T18:07:55.993992Z","end":"2026-03-19T18:07:56.131979Z","steps":["trace[2029803736] 'agreement among raft nodes before linearized reading' (duration: 137.595517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:09.172008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5731} {"level":"info","ts":"2026-03-19T18:08:09.256803Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5731,"took":"83.187296ms","hash":2371899134,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":23027712,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-19T18:08:09.256867Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2371899134,"revision":5731,"compact-revision":2751} {"level":"warn","ts":"2026-03-19T18:08:22.855526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.450561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:08:22.85563Z","caller":"traceutil/trace.go:171","msg":"trace[557270406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7843; }","duration":"307.614064ms","start":"2026-03-19T18:08:22.547996Z","end":"2026-03-19T18:08:22.85561Z","steps":["trace[557270406] 'range keys from in-memory index tree' (duration: 307.266598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:22.855684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:22.547978Z","time spent":"307.693085ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:22.855819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.661476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:08:22.855913Z","caller":"traceutil/trace.go:171","msg":"trace[1815010654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7843; }","duration":"300.809149ms","start":"2026-03-19T18:08:22.555084Z","end":"2026-03-19T18:08:22.855893Z","steps":["trace[1815010654] 'range keys from in-memory index tree' (duration: 300.476882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:22.855972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:22.555063Z","time spent":"300.896981ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:08:22.85606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.783377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:08:22.856229Z","caller":"traceutil/trace.go:171","msg":"trace[1718187637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7843; }","duration":"295.98946ms","start":"2026-03-19T18:08:22.560213Z","end":"2026-03-19T18:08:22.856202Z","steps":["trace[1718187637] 'range keys from in-memory index tree' (duration: 295.580723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:26.508836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.030115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T18:08:26.508956Z","caller":"traceutil/trace.go:171","msg":"trace[2052770344] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7859; }","duration":"202.229978ms","start":"2026-03-19T18:08:26.306699Z","end":"2026-03-19T18:08:26.508929Z","steps":["trace[2052770344] 'range keys from in-memory index tree' (duration: 201.859321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:35.486887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.315088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:35.487012Z","caller":"traceutil/trace.go:171","msg":"trace[1808907125] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8244; }","duration":"240.138572ms","start":"2026-03-19T18:08:35.246855Z","end":"2026-03-19T18:08:35.486994Z","steps":["trace[1808907125] 'read index received' (duration: 573.281µs)","trace[1808907125] 'applied index is now lower than readState.Index' (duration: 239.563861ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:35.487227Z","caller":"traceutil/trace.go:171","msg":"trace[1819616188] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"240.451668ms","start":"2026-03-19T18:08:35.246747Z","end":"2026-03-19T18:08:35.487199Z","steps":["trace[1819616188] 'process raft request' (duration: 106.555329ms)","trace[1819616188] 'compare' (duration: 132.941341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:35.48732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.455008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c4ssv\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-19T18:08:35.487406Z","caller":"traceutil/trace.go:171","msg":"trace[919906214] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c4ssv; range_end:; response_count:1; response_revision:7946; }","duration":"240.58058ms","start":"2026-03-19T18:08:35.246814Z","end":"2026-03-19T18:08:35.487395Z","steps":["trace[919906214] 'agreement among raft nodes before linearized reading' (duration: 240.227414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:36.408493Z","caller":"traceutil/trace.go:171","msg":"trace[534035462] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"105.120083ms","start":"2026-03-19T18:08:36.303319Z","end":"2026-03-19T18:08:36.408439Z","steps":["trace[534035462] 'process raft request' (duration: 73.493335ms)","trace[534035462] 'compare' (duration: 31.454895ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:10.559856Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:12:10.566305Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T18:12:10.566394Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T18:13:09.180353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7730} {"level":"info","ts":"2026-03-19T18:13:09.24179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7730,"took":"59.021029ms","hash":2767699599,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":26939392,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-19T18:13:09.241855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2767699599,"revision":7730,"compact-revision":5731} {"level":"info","ts":"2026-03-19T18:13:11.483452Z","caller":"traceutil/trace.go:171","msg":"trace[1155770101] transaction","detail":"{read_only:false; response_revision:10266; number_of_response:1; }","duration":"124.399504ms","start":"2026-03-19T18:13:11.358994Z","end":"2026-03-19T18:13:11.483394Z","steps":["trace[1155770101] 'process raft request' (duration: 124.19544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:34.918129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.579383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-19T18:13:34.918234Z","caller":"traceutil/trace.go:171","msg":"trace[2062408186] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10386; }","duration":"141.755957ms","start":"2026-03-19T18:13:34.776455Z","end":"2026-03-19T18:13:34.918211Z","steps":["trace[2062408186] 'range keys from in-memory index tree' (duration: 141.37449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:34.918245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.802907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:34.918429Z","caller":"traceutil/trace.go:171","msg":"trace[334449239] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10386; }","duration":"142.013901ms","start":"2026-03-19T18:13:34.776375Z","end":"2026-03-19T18:13:34.918389Z","steps":["trace[334449239] 'range keys from in-memory index tree' (duration: 141.654015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:34.918387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.869498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:34.918526Z","caller":"traceutil/trace.go:171","msg":"trace[1130452523] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10386; }","duration":"142.039422ms","start":"2026-03-19T18:13:34.776459Z","end":"2026-03-19T18:13:34.918498Z","steps":["trace[1130452523] 'range keys from in-memory index tree' (duration: 141.718366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:34.91862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.128563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:34.918716Z","caller":"traceutil/trace.go:171","msg":"trace[910005063] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10386; }","duration":"142.286356ms","start":"2026-03-19T18:13:34.776406Z","end":"2026-03-19T18:13:34.918693Z","steps":["trace[910005063] 'range keys from in-memory index tree' (duration: 142.024722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:34.918719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.825998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-03-19T18:13:34.91867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.209824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:34.918846Z","caller":"traceutil/trace.go:171","msg":"trace[67402224] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10386; }","duration":"141.999112ms","start":"2026-03-19T18:13:34.776818Z","end":"2026-03-19T18:13:34.918817Z","steps":["trace[67402224] 'range keys from in-memory index tree' (duration: 141.588944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:34.918905Z","caller":"traceutil/trace.go:171","msg":"trace[431910820] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10386; }","duration":"142.46884ms","start":"2026-03-19T18:13:34.776378Z","end":"2026-03-19T18:13:34.918847Z","steps":["trace[431910820] 'range keys from in-memory index tree' (duration: 142.100703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:37.084092Z","caller":"traceutil/trace.go:171","msg":"trace[1026547314] transaction","detail":"{read_only:false; response_revision:10396; number_of_response:1; }","duration":"113.651954ms","start":"2026-03-19T18:13:36.970386Z","end":"2026-03-19T18:13:37.084037Z","steps":["trace[1026547314] 'process raft request' (duration: 113.506641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:09.1857Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10257} {"level":"info","ts":"2026-03-19T18:18:09.262617Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10257,"took":"74.312144ms","hash":1068445674,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":24518656,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T18:18:09.262682Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1068445674,"revision":10257,"compact-revision":7730} {"level":"info","ts":"2026-03-19T18:19:36.819676Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003344.wal"} {"level":"info","ts":"2026-03-19T18:19:48.493071Z","caller":"traceutil/trace.go:171","msg":"trace[1268722007] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"142.503406ms","start":"2026-03-19T18:19:48.350543Z","end":"2026-03-19T18:19:48.493046Z","steps":["trace[1268722007] 'process raft request' (duration: 142.334143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:20:03.578721Z","caller":"traceutil/trace.go:171","msg":"trace[1607266322] linearizableReadLoop","detail":"{readStateIndex:13273; appliedIndex:13272; }","duration":"131.599635ms","start":"2026-03-19T18:20:03.447092Z","end":"2026-03-19T18:20:03.578692Z","steps":["trace[1607266322] 'read index received' (duration: 131.509353ms)","trace[1607266322] 'applied index is now lower than readState.Index' (duration: 89.282µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:20:03.578858Z","caller":"traceutil/trace.go:171","msg":"trace[1962323235] transaction","detail":"{read_only:false; response_revision:12802; number_of_response:1; }","duration":"134.543389ms","start":"2026-03-19T18:20:03.444283Z","end":"2026-03-19T18:20:03.578827Z","steps":["trace[1962323235] 'process raft request' (duration: 134.213063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:03.579074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.957072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:20:03.579124Z","caller":"traceutil/trace.go:171","msg":"trace[1664662687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12802; }","duration":"132.045913ms","start":"2026-03-19T18:20:03.447064Z","end":"2026-03-19T18:20:03.57911Z","steps":["trace[1664662687] 'agreement among raft nodes before linearized reading' (duration: 131.740358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.292578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527522352168974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:20:04.731003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067307366s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:20:04.73151Z","caller":"traceutil/trace.go:171","msg":"trace[351513842] transaction","detail":"{read_only:false; response_revision:12804; number_of_response:1; }","duration":"1.067913447s","start":"2026-03-19T18:20:03.663548Z","end":"2026-03-19T18:20:04.731461Z","steps":["trace[351513842] 'process raft request' (duration: 1.067672472s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.731677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:20:03.663522Z","time spent":"1.06805434s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:20:04.75231Z","caller":"traceutil/trace.go:171","msg":"trace[207616057] linearizableReadLoop","detail":"{readStateIndex:13276; appliedIndex:13274; }","duration":"960.18943ms","start":"2026-03-19T18:20:03.792101Z","end":"2026-03-19T18:20:04.752291Z","steps":["trace[207616057] 'read index received' (duration: 939.106833ms)","trace[207616057] 'applied index is now lower than readState.Index' (duration: 21.081987ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:20:04.752371Z","caller":"traceutil/trace.go:171","msg":"trace[1194245926] transaction","detail":"{read_only:false; response_revision:12805; number_of_response:1; }","duration":"1.078648615s","start":"2026-03-19T18:20:03.673689Z","end":"2026-03-19T18:20:04.752337Z","steps":["trace[1194245926] 'process raft request' (duration: 1.078473922s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.75249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.472071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:20:04.752529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:20:03.673661Z","time spent":"1.078785207s","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:20:04.752554Z","caller":"traceutil/trace.go:171","msg":"trace[807447573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12806; }","duration":"756.951411ms","start":"2026-03-19T18:20:03.995588Z","end":"2026-03-19T18:20:04.752539Z","steps":["trace[807447573] 'agreement among raft nodes before linearized reading' (duration: 756.835269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.752591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:20:03.995555Z","time spent":"757.027802ms","remote":"127.0.0.1:47838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:20:04.752638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.816417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:20:04.752741Z","caller":"traceutil/trace.go:171","msg":"trace[1922346088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12806; }","duration":"193.9554ms","start":"2026-03-19T18:20:04.558759Z","end":"2026-03-19T18:20:04.752714Z","steps":["trace[1922346088] 'agreement among raft nodes before linearized reading' (duration: 193.754066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.752774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.578496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:20:04.75275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.149768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:20:04.752864Z","caller":"traceutil/trace.go:171","msg":"trace[518126633] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:12806; }","duration":"312.729769ms","start":"2026-03-19T18:20:04.440113Z","end":"2026-03-19T18:20:04.752843Z","steps":["trace[518126633] 'agreement among raft nodes before linearized reading' (duration: 312.478955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.752931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:20:04.440092Z","time spent":"312.82503ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":130,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:20:04.752949Z","caller":"traceutil/trace.go:171","msg":"trace[1908143957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12806; }","duration":"100.416333ms","start":"2026-03-19T18:20:04.65248Z","end":"2026-03-19T18:20:04.752896Z","steps":["trace[1908143957] 'agreement among raft nodes before linearized reading' (duration: 99.988395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.752865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.772973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:20:04.753197Z","caller":"traceutil/trace.go:171","msg":"trace[1810459665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12806; }","duration":"105.14575ms","start":"2026-03-19T18:20:04.648028Z","end":"2026-03-19T18:20:04.753173Z","steps":["trace[1810459665] 'agreement among raft nodes before linearized reading' (duration: 104.642921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.753253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.142758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:20:04.753325Z","caller":"traceutil/trace.go:171","msg":"trace[322305281] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12806; }","duration":"961.265209ms","start":"2026-03-19T18:20:03.792041Z","end":"2026-03-19T18:20:04.753307Z","steps":["trace[322305281] 'agreement among raft nodes before linearized reading' (duration: 960.328233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:04.753382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:20:03.79202Z","time spent":"961.347131ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1366,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:20:26.933291Z","caller":"traceutil/trace.go:171","msg":"trace[1730817095] transaction","detail":"{read_only:false; response_revision:13106; number_of_response:1; }","duration":"103.605201ms","start":"2026-03-19T18:20:26.829667Z","end":"2026-03-19T18:20:26.933272Z","steps":["trace[1730817095] 'process raft request' (duration: 103.320926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:20:27.069133Z","caller":"traceutil/trace.go:171","msg":"trace[398226351] transaction","detail":"{read_only:false; response_revision:13107; number_of_response:1; }","duration":"129.266212ms","start":"2026-03-19T18:20:26.939839Z","end":"2026-03-19T18:20:27.069105Z","steps":["trace[398226351] 'process raft request' (duration: 114.814316ms)","trace[398226351] 'compare' (duration: 14.264183ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:20:27.069296Z","caller":"traceutil/trace.go:171","msg":"trace[1243293833] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"127.844205ms","start":"2026-03-19T18:20:26.941425Z","end":"2026-03-19T18:20:27.069269Z","steps":["trace[1243293833] 'process raft request' (duration: 127.637222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:20:27.069435Z","caller":"traceutil/trace.go:171","msg":"trace[1047088739] linearizableReadLoop","detail":"{readStateIndex:13593; appliedIndex:13589; }","duration":"122.929556ms","start":"2026-03-19T18:20:26.946494Z","end":"2026-03-19T18:20:27.069423Z","steps":["trace[1047088739] 'read index received' (duration: 108.137184ms)","trace[1047088739] 'applied index is now lower than readState.Index' (duration: 14.791722ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:20:27.06951Z","caller":"traceutil/trace.go:171","msg":"trace[1954153102] transaction","detail":"{read_only:false; response_revision:13109; number_of_response:1; }","duration":"127.987418ms","start":"2026-03-19T18:20:26.941516Z","end":"2026-03-19T18:20:27.069504Z","steps":["trace[1954153102] 'process raft request' (duration: 127.719644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:20:27.069573Z","caller":"traceutil/trace.go:171","msg":"trace[580181095] transaction","detail":"{read_only:false; response_revision:13110; number_of_response:1; }","duration":"128.002699ms","start":"2026-03-19T18:20:26.941565Z","end":"2026-03-19T18:20:27.069567Z","steps":["trace[580181095] 'process raft request' (duration: 127.828385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:20:27.069701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.198881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d1e564ff-a0b6-4d62-bdfe-67e79fb1300e\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-19T18:20:27.069728Z","caller":"traceutil/trace.go:171","msg":"trace[1157305507] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d1e564ff-a0b6-4d62-bdfe-67e79fb1300e; range_end:; response_count:1; response_revision:13110; }","duration":"123.265072ms","start":"2026-03-19T18:20:26.946455Z","end":"2026-03-19T18:20:27.06972Z","steps":["trace[1157305507] 'agreement among raft nodes before linearized reading' (duration: 123.16217ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:09.193091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12141} {"level":"info","ts":"2026-03-19T18:23:09.276571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12141,"took":"80.929603ms","hash":2635454334,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":27262976,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-19T18:23:09.276657Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2635454334,"revision":12141,"compact-revision":10257} {"level":"warn","ts":"2026-03-19T18:27:26.036195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.222153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5hwtg\" ","response":"range_response_count:1 size:20776"} {"level":"info","ts":"2026-03-19T18:27:26.036304Z","caller":"traceutil/trace.go:171","msg":"trace[1005412233] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5hwtg; range_end:; response_count:1; response_revision:16210; }","duration":"131.364267ms","start":"2026-03-19T18:27:25.904916Z","end":"2026-03-19T18:27:26.03628Z","steps":["trace[1005412233] 'range keys from in-memory index tree' (duration: 131.049419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:27:26.036379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.855253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:27:26.036449Z","caller":"traceutil/trace.go:171","msg":"trace[1331262890] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:16210; }","duration":"118.971445ms","start":"2026-03-19T18:27:25.917459Z","end":"2026-03-19T18:27:26.036431Z","steps":["trace[1331262890] 'count revisions from in-memory index tree' (duration: 118.756862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:27:26.391692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.945132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:27:26.391773Z","caller":"traceutil/trace.go:171","msg":"trace[1803230409] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16211; }","duration":"215.063025ms","start":"2026-03-19T18:27:26.176691Z","end":"2026-03-19T18:27:26.391754Z","steps":["trace[1803230409] 'range keys from in-memory index tree' (duration: 214.87285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:27:26.392148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.639149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f5xdz\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-19T18:27:26.392231Z","caller":"traceutil/trace.go:171","msg":"trace[13466448] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f5xdz; range_end:; response_count:1; response_revision:16211; }","duration":"205.752751ms","start":"2026-03-19T18:27:26.186458Z","end":"2026-03-19T18:27:26.392211Z","steps":["trace[13466448] 'range keys from in-memory index tree' (duration: 205.347794ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:27:26.863142Z","caller":"traceutil/trace.go:171","msg":"trace[989451353] linearizableReadLoop","detail":"{readStateIndex:16802; appliedIndex:16801; }","duration":"187.280658ms","start":"2026-03-19T18:27:26.675834Z","end":"2026-03-19T18:27:26.863115Z","steps":["trace[989451353] 'read index received' (duration: 187.012933ms)","trace[989451353] 'applied index is now lower than readState.Index' (duration: 266.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:27:26.863496Z","caller":"traceutil/trace.go:171","msg":"trace[136269779] transaction","detail":"{read_only:false; response_revision:16213; number_of_response:1; }","duration":"281.329898ms","start":"2026-03-19T18:27:26.582127Z","end":"2026-03-19T18:27:26.863457Z","steps":["trace[136269779] 'process raft request' (duration: 280.816759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:27:26.863548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.703215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:27:26.863597Z","caller":"traceutil/trace.go:171","msg":"trace[363732724] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16213; }","duration":"187.799217ms","start":"2026-03-19T18:27:26.675783Z","end":"2026-03-19T18:27:26.863583Z","steps":["trace[363732724] 'agreement among raft nodes before linearized reading' (duration: 187.687744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:28:09.200803Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14352} {"level":"info","ts":"2026-03-19T18:28:09.291071Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14352,"took":"87.262784ms","hash":3260972025,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":29298688,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-19T18:28:09.291143Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3260972025,"revision":14352,"compact-revision":12141} {"level":"info","ts":"2026-03-19T18:33:09.207625Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16750} {"level":"info","ts":"2026-03-19T18:33:09.308493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16750,"took":"97.110807ms","hash":2153344426,"current-db-size-bytes":44310528,"current-db-size":"44 MB","current-db-size-in-use-bytes":29233152,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-19T18:33:09.308575Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2153344426,"revision":16750,"compact-revision":14352} {"level":"info","ts":"2026-03-19T18:33:18.59712Z","caller":"traceutil/trace.go:171","msg":"trace[2112530876] transaction","detail":"{read_only:false; response_revision:18753; number_of_response:1; }","duration":"105.536344ms","start":"2026-03-19T18:33:18.491559Z","end":"2026-03-19T18:33:18.597095Z","steps":["trace[2112530876] 'process raft request' (duration: 105.379771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:33:24.314505Z","caller":"traceutil/trace.go:171","msg":"trace[989592932] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"193.681453ms","start":"2026-03-19T18:33:24.120807Z","end":"2026-03-19T18:33:24.314488Z","steps":["trace[989592932] 'process raft request' (duration: 193.5324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:33:24.559147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.087803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:33:24.559254Z","caller":"traceutil/trace.go:171","msg":"trace[1502010034] transaction","detail":"{read_only:false; response_revision:18782; number_of_response:1; }","duration":"270.15195ms","start":"2026-03-19T18:33:24.289084Z","end":"2026-03-19T18:33:24.559236Z","steps":["trace[1502010034] 'process raft request' (duration: 136.891534ms)","trace[1502010034] 'compare' (duration: 132.965171ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:33:24.737889Z","caller":"traceutil/trace.go:171","msg":"trace[1683672479] transaction","detail":"{read_only:false; response_revision:18783; number_of_response:1; }","duration":"122.432445ms","start":"2026-03-19T18:33:24.615407Z","end":"2026-03-19T18:33:24.73784Z","steps":["trace[1683672479] 'process raft request' (duration: 85.305112ms)","trace[1683672479] 'compare' (duration: 36.97974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:33:25.348347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.925723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:33:25.348469Z","caller":"traceutil/trace.go:171","msg":"trace[1066089768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18785; }","duration":"131.058605ms","start":"2026-03-19T18:33:25.217393Z","end":"2026-03-19T18:33:25.348452Z","steps":["trace[1066089768] 'range keys from in-memory index tree' (duration: 130.910983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:33:25.348462Z","caller":"traceutil/trace.go:171","msg":"trace[1740055980] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"298.788676ms","start":"2026-03-19T18:33:25.04963Z","end":"2026-03-19T18:33:25.348419Z","steps":["trace[1740055980] 'process raft request' (duration: 260.094603ms)","trace[1740055980] 'compare' (duration: 38.450058ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:33:25.361371Z","caller":"traceutil/trace.go:171","msg":"trace[954473116] linearizableReadLoop","detail":"{readStateIndex:19466; appliedIndex:19464; }","duration":"192.919519ms","start":"2026-03-19T18:33:25.16842Z","end":"2026-03-19T18:33:25.36134Z","steps":["trace[954473116] 'read index received' (duration: 141.322347ms)","trace[954473116] 'applied index is now lower than readState.Index' (duration: 51.596212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:33:25.361536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.089272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:33:25.361582Z","caller":"traceutil/trace.go:171","msg":"trace[1869781166] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:18787; }","duration":"193.190704ms","start":"2026-03-19T18:33:25.168376Z","end":"2026-03-19T18:33:25.361567Z","steps":["trace[1869781166] 'agreement among raft nodes before linearized reading' (duration: 193.098523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:33:25.361615Z","caller":"traceutil/trace.go:171","msg":"trace[502423762] transaction","detail":"{read_only:false; response_revision:18787; number_of_response:1; }","duration":"311.220956ms","start":"2026-03-19T18:33:25.050296Z","end":"2026-03-19T18:33:25.361517Z","steps":["trace[502423762] 'process raft request' (duration: 310.910871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:33:25.362044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:33:25.050234Z","time spent":"311.736217ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:34:17.624954Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:34:17.630327Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-19T18:34:17.630423Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-19T18:37:13.354785Z","caller":"traceutil/trace.go:171","msg":"trace[1216750066] transaction","detail":"{read_only:false; response_revision:21062; number_of_response:1; }","duration":"230.689794ms","start":"2026-03-19T18:37:13.124065Z","end":"2026-03-19T18:37:13.354755Z","steps":["trace[1216750066] 'process raft request' (duration: 230.492951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:38:09.214658Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18711} {"level":"info","ts":"2026-03-19T18:38:09.319083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18711,"took":"100.123159ms","hash":2307883497,"current-db-size-bytes":47493120,"current-db-size":"48 MB","current-db-size-in-use-bytes":37306368,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-19T18:38:09.319191Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2307883497,"revision":18711,"compact-revision":16750} {"level":"info","ts":"2026-03-19T18:40:40.279424Z","caller":"traceutil/trace.go:171","msg":"trace[759958727] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"107.525426ms","start":"2026-03-19T18:40:40.171864Z","end":"2026-03-19T18:40:40.279389Z","steps":["trace[759958727] 'process raft request' (duration: 107.257231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:40.488806Z","caller":"traceutil/trace.go:171","msg":"trace[295067585] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"152.354913ms","start":"2026-03-19T18:40:40.336426Z","end":"2026-03-19T18:40:40.488781Z","steps":["trace[295067585] 'process raft request' (duration: 115.169528ms)","trace[295067585] 'compare' (duration: 36.9201ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:40.489833Z","caller":"traceutil/trace.go:171","msg":"trace[1522757607] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"152.804701ms","start":"2026-03-19T18:40:40.336995Z","end":"2026-03-19T18:40:40.4898Z","steps":["trace[1522757607] 'process raft request' (duration: 152.678559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:31.833802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.115772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:41:31.833867Z","caller":"traceutil/trace.go:171","msg":"trace[1732426319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23558; }","duration":"208.245045ms","start":"2026-03-19T18:41:31.62561Z","end":"2026-03-19T18:41:31.833855Z","steps":["trace[1732426319] 'count revisions from in-memory index tree' (duration: 208.0068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:32.0635Z","caller":"traceutil/trace.go:171","msg":"trace[188574221] linearizableReadLoop","detail":"{readStateIndex:24371; appliedIndex:24370; }","duration":"170.028102ms","start":"2026-03-19T18:41:31.893451Z","end":"2026-03-19T18:41:32.063479Z","steps":["trace[188574221] 'read index received' (duration: 169.889079ms)","trace[188574221] 'applied index is now lower than readState.Index' (duration: 138.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:41:32.063605Z","caller":"traceutil/trace.go:171","msg":"trace[2083502339] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"170.96312ms","start":"2026-03-19T18:41:31.8926Z","end":"2026-03-19T18:41:32.063563Z","steps":["trace[2083502339] 'process raft request' (duration: 170.746366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:32.063723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.245517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:41:32.063772Z","caller":"traceutil/trace.go:171","msg":"trace[1869424540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23559; }","duration":"170.334518ms","start":"2026-03-19T18:41:31.893426Z","end":"2026-03-19T18:41:32.063761Z","steps":["trace[1869424540] 'agreement among raft nodes before linearized reading' (duration: 170.149685ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:32.079031Z","caller":"traceutil/trace.go:171","msg":"trace[750881431] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"184.903539ms","start":"2026-03-19T18:41:31.893929Z","end":"2026-03-19T18:41:32.078833Z","steps":["trace[750881431] 'process raft request' (duration: 184.749867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:42.500798Z","caller":"traceutil/trace.go:171","msg":"trace[266022227] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"296.027502ms","start":"2026-03-19T18:41:42.204747Z","end":"2026-03-19T18:41:42.500774Z","steps":["trace[266022227] 'process raft request' (duration: 295.87284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:42.637467Z","caller":"traceutil/trace.go:171","msg":"trace[762679118] linearizableReadLoop","detail":"{readStateIndex:24447; appliedIndex:24445; }","duration":"351.686492ms","start":"2026-03-19T18:41:42.285743Z","end":"2026-03-19T18:41:42.637429Z","steps":["trace[762679118] 'read index received' (duration: 214.838539ms)","trace[762679118] 'applied index is now lower than readState.Index' (duration: 136.846853ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:41:42.637522Z","caller":"traceutil/trace.go:171","msg":"trace[1308941206] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"432.53384ms","start":"2026-03-19T18:41:42.204936Z","end":"2026-03-19T18:41:42.63747Z","steps":["trace[1308941206] 'process raft request' (duration: 388.194542ms)","trace[1308941206] 'compare' (duration: 44.128533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:41:42.637666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.902906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-19T18:41:42.637722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:42.204919Z","time spent":"432.699393ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:41:42.637739Z","caller":"traceutil/trace.go:171","msg":"trace[55833351] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23633; }","duration":"352.030188ms","start":"2026-03-19T18:41:42.285691Z","end":"2026-03-19T18:41:42.637721Z","steps":["trace[55833351] 'agreement among raft nodes before linearized reading' (duration: 351.823305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:42.637779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:42.285672Z","time spent":"352.100269ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T18:41:42.649486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.302187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:41:42.649507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.315788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-19T18:41:42.649555Z","caller":"traceutil/trace.go:171","msg":"trace[1441158829] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23634; }","duration":"259.40254ms","start":"2026-03-19T18:41:42.390143Z","end":"2026-03-19T18:41:42.649545Z","steps":["trace[1441158829] 'agreement among raft nodes before linearized reading' (duration: 259.261067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:42.649559Z","caller":"traceutil/trace.go:171","msg":"trace[1977759795] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23634; }","duration":"133.403399ms","start":"2026-03-19T18:41:42.516133Z","end":"2026-03-19T18:41:42.649536Z","steps":["trace[1977759795] 'agreement among raft nodes before linearized reading' (duration: 133.283876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:42.64949Z","caller":"traceutil/trace.go:171","msg":"trace[1056509365] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"142.675562ms","start":"2026-03-19T18:41:42.506785Z","end":"2026-03-19T18:41:42.649461Z","steps":["trace[1056509365] 'process raft request' (duration: 142.435118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:48.120324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.366123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T18:41:48.120433Z","caller":"traceutil/trace.go:171","msg":"trace[1767276459] linearizableReadLoop","detail":"{readStateIndex:24488; appliedIndex:24487; }","duration":"125.509052ms","start":"2026-03-19T18:41:47.994904Z","end":"2026-03-19T18:41:48.120414Z","steps":["trace[1767276459] 'read index received' (duration: 56.771µs)","trace[1767276459] 'applied index is now lower than readState.Index' (duration: 125.450271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:41:48.120577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.662535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:41:48.120684Z","caller":"traceutil/trace.go:171","msg":"trace[971080850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23671; }","duration":"125.810937ms","start":"2026-03-19T18:41:47.994849Z","end":"2026-03-19T18:41:48.12066Z","steps":["trace[971080850] 'agreement among raft nodes before linearized reading' (duration: 125.636284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:28.636873Z","caller":"traceutil/trace.go:171","msg":"trace[212246186] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"124.375542ms","start":"2026-03-19T18:42:28.512471Z","end":"2026-03-19T18:42:28.636846Z","steps":["trace[212246186] 'process raft request' (duration: 123.830682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:28.922043Z","caller":"traceutil/trace.go:171","msg":"trace[842424339] linearizableReadLoop","detail":"{readStateIndex:24945; appliedIndex:24944; }","duration":"125.183347ms","start":"2026-03-19T18:42:28.796834Z","end":"2026-03-19T18:42:28.922018Z","steps":["trace[842424339] 'read index received' (duration: 125.157786ms)","trace[842424339] 'applied index is now lower than readState.Index' (duration: 24.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:42:28.92207Z","caller":"traceutil/trace.go:171","msg":"trace[908095020] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"127.480249ms","start":"2026-03-19T18:42:28.794557Z","end":"2026-03-19T18:42:28.922037Z","steps":["trace[908095020] 'process raft request' (duration: 127.288906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:28.922234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.3876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T18:42:28.922295Z","caller":"traceutil/trace.go:171","msg":"trace[595313662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24119; }","duration":"125.476502ms","start":"2026-03-19T18:42:28.796783Z","end":"2026-03-19T18:42:28.922259Z","steps":["trace[595313662] 'agreement among raft nodes before linearized reading' (duration: 125.32941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:29.05313Z","caller":"traceutil/trace.go:171","msg":"trace[692761831] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"235.131367ms","start":"2026-03-19T18:42:28.817962Z","end":"2026-03-19T18:42:29.053093Z","steps":["trace[692761831] 'process raft request' (duration: 182.337163ms)","trace[692761831] 'compare' (duration: 52.168333ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:42:29.053511Z","caller":"traceutil/trace.go:171","msg":"trace[2087555794] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"169.204788ms","start":"2026-03-19T18:42:28.884277Z","end":"2026-03-19T18:42:29.053482Z","steps":["trace[2087555794] 'process raft request' (duration: 168.850752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:29.05358Z","caller":"traceutil/trace.go:171","msg":"trace[1454562771] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"166.646279ms","start":"2026-03-19T18:42:28.886905Z","end":"2026-03-19T18:42:29.053538Z","steps":["trace[1454562771] 'process raft request' (duration: 166.327264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:29.053545Z","caller":"traceutil/trace.go:171","msg":"trace[1994781700] linearizableReadLoop","detail":"{readStateIndex:24949; appliedIndex:24945; }","duration":"131.414622ms","start":"2026-03-19T18:42:28.922118Z","end":"2026-03-19T18:42:29.053532Z","steps":["trace[1994781700] 'read index received' (duration: 78.072507ms)","trace[1994781700] 'applied index is now lower than readState.Index' (duration: 53.340155ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:42:29.053715Z","caller":"traceutil/trace.go:171","msg":"trace[1887855796] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"183.920212ms","start":"2026-03-19T18:42:28.869785Z","end":"2026-03-19T18:42:29.053705Z","steps":["trace[1887855796] 'process raft request' (duration: 183.236029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:29.053724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.201824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:42:29.053797Z","caller":"traceutil/trace.go:171","msg":"trace[1278219430] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24124; }","duration":"135.327296ms","start":"2026-03-19T18:42:28.918454Z","end":"2026-03-19T18:42:29.053781Z","steps":["trace[1278219430] 'agreement among raft nodes before linearized reading' (duration: 135.159243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:29.053975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.436672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:42:29.054032Z","caller":"traceutil/trace.go:171","msg":"trace[1000254653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24124; }","duration":"199.527303ms","start":"2026-03-19T18:42:28.854485Z","end":"2026-03-19T18:42:29.054012Z","steps":["trace[1000254653] 'agreement among raft nodes before linearized reading' (duration: 199.37097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:29.054338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.829251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-19T18:42:29.054446Z","caller":"traceutil/trace.go:171","msg":"trace[1502429732] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24124; }","duration":"130.948063ms","start":"2026-03-19T18:42:28.92347Z","end":"2026-03-19T18:42:29.054418Z","steps":["trace[1502429732] 'agreement among raft nodes before linearized reading' (duration: 130.436314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:43:00.221496Z","caller":"traceutil/trace.go:171","msg":"trace[1128901611] linearizableReadLoop","detail":"{readStateIndex:25169; appliedIndex:25168; }","duration":"134.055632ms","start":"2026-03-19T18:43:00.087415Z","end":"2026-03-19T18:43:00.221471Z","steps":["trace[1128901611] 'read index received' (duration: 133.904419ms)","trace[1128901611] 'applied index is now lower than readState.Index' (duration: 150.083µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:43:00.22167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.236955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:43:00.221612Z","caller":"traceutil/trace.go:171","msg":"trace[1738986063] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"218.781584ms","start":"2026-03-19T18:43:00.002793Z","end":"2026-03-19T18:43:00.221574Z","steps":["trace[1738986063] 'process raft request' (duration: 218.500058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:43:00.22172Z","caller":"traceutil/trace.go:171","msg":"trace[1447679370] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24336; }","duration":"134.302716ms","start":"2026-03-19T18:43:00.087402Z","end":"2026-03-19T18:43:00.221705Z","steps":["trace[1447679370] 'agreement among raft nodes before linearized reading' (duration: 134.174174ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:43:00.994538Z","caller":"traceutil/trace.go:171","msg":"trace[105192079] linearizableReadLoop","detail":"{readStateIndex:25171; appliedIndex:25170; }","duration":"106.374795ms","start":"2026-03-19T18:43:00.887952Z","end":"2026-03-19T18:43:00.994326Z","steps":["trace[105192079] 'read index received' (duration: 103.201035ms)","trace[105192079] 'applied index is now lower than readState.Index' (duration: 3.17302ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:43:00.99464Z","caller":"traceutil/trace.go:171","msg":"trace[44801681] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"150.939068ms","start":"2026-03-19T18:43:00.843667Z","end":"2026-03-19T18:43:00.994606Z","steps":["trace[44801681] 'process raft request' (duration: 147.542483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:43:00.994694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.722782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:43:00.994801Z","caller":"traceutil/trace.go:171","msg":"trace[215182079] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24338; }","duration":"106.869856ms","start":"2026-03-19T18:43:00.887921Z","end":"2026-03-19T18:43:00.99479Z","steps":["trace[215182079] 'agreement among raft nodes before linearized reading' (duration: 106.720323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:43:09.221075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21601} {"level":"info","ts":"2026-03-19T18:43:09.353365Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21601,"took":"128.02025ms","hash":1711897986,"current-db-size-bytes":50868224,"current-db-size":"51 MB","current-db-size-in-use-bytes":31875072,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-19T18:43:09.35342Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1711897986,"revision":21601,"compact-revision":18711} {"level":"warn","ts":"2026-03-19T18:43:32.137349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.53311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:43:32.137462Z","caller":"traceutil/trace.go:171","msg":"trace[1779278100] linearizableReadLoop","detail":"{readStateIndex:25399; appliedIndex:25398; }","duration":"139.760608ms","start":"2026-03-19T18:43:31.997686Z","end":"2026-03-19T18:43:32.137447Z","steps":["trace[1779278100] 'read index received' (duration: 47.041µs)","trace[1779278100] 'applied index is now lower than readState.Index' (duration: 139.712157ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:43:32.13751Z","caller":"traceutil/trace.go:171","msg":"trace[1184215358] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"208.98733ms","start":"2026-03-19T18:43:31.928479Z","end":"2026-03-19T18:43:32.137466Z","steps":["trace[1184215358] 'process raft request' (duration: 37.240866ms)","trace[1184215358] 'compare' (duration: 170.620464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:43:32.137587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.368548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:43:32.137573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.877371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:43:32.137627Z","caller":"traceutil/trace.go:171","msg":"trace[1359605865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24559; }","duration":"104.44544ms","start":"2026-03-19T18:43:32.03317Z","end":"2026-03-19T18:43:32.137615Z","steps":["trace[1359605865] 'agreement among raft nodes before linearized reading' (duration: 104.363639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:43:32.137641Z","caller":"traceutil/trace.go:171","msg":"trace[637543199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24559; }","duration":"139.987582ms","start":"2026-03-19T18:43:31.997637Z","end":"2026-03-19T18:43:32.137625Z","steps":["trace[637543199] 'agreement among raft nodes before linearized reading' (duration: 139.87053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:43:32.418582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.802045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:43:32.418656Z","caller":"traceutil/trace.go:171","msg":"trace[635913493] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24559; }","duration":"119.936198ms","start":"2026-03-19T18:43:32.298703Z","end":"2026-03-19T18:43:32.418639Z","steps":["trace[635913493] 'count revisions from in-memory index tree' (duration: 119.664633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:43:32.8339Z","caller":"traceutil/trace.go:171","msg":"trace[1919113697] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25401; }","duration":"364.42242ms","start":"2026-03-19T18:43:32.469453Z","end":"2026-03-19T18:43:32.833875Z","steps":["trace[1919113697] 'read index received' (duration: 364.191066ms)","trace[1919113697] 'applied index is now lower than readState.Index' (duration: 230.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:43:32.834011Z","caller":"traceutil/trace.go:171","msg":"trace[1547636836] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"403.49891ms","start":"2026-03-19T18:43:32.430468Z","end":"2026-03-19T18:43:32.833966Z","steps":["trace[1547636836] 'process raft request' (duration: 403.260806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:43:32.834073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.618034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T18:43:32.834107Z","caller":"traceutil/trace.go:171","msg":"trace[809144057] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24561; }","duration":"364.700855ms","start":"2026-03-19T18:43:32.469397Z","end":"2026-03-19T18:43:32.834098Z","steps":["trace[809144057] 'agreement among raft nodes before linearized reading' (duration: 364.567243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:43:32.834141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:43:32.469365Z","time spent":"364.767647ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T18:43:32.834198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:43:32.430428Z","time spent":"403.666972ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:00.070795Z","caller":"traceutil/trace.go:171","msg":"trace[1399147699] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"122.496516ms","start":"2026-03-19T18:43:59.948257Z","end":"2026-03-19T18:44:00.070753Z","steps":["trace[1399147699] 'process raft request' (duration: 122.180401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:00.463062Z","caller":"traceutil/trace.go:171","msg":"trace[306218652] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25597; }","duration":"108.858601ms","start":"2026-03-19T18:44:00.354185Z","end":"2026-03-19T18:44:00.463044Z","steps":["trace[306218652] 'read index received' (duration: 108.663288ms)","trace[306218652] 'applied index is now lower than readState.Index' (duration: 194.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:00.463158Z","caller":"traceutil/trace.go:171","msg":"trace[1066815047] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"226.002158ms","start":"2026-03-19T18:44:00.237122Z","end":"2026-03-19T18:44:00.463124Z","steps":["trace[1066815047] 'process raft request' (duration: 225.783734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:00.463599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.374941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-19T18:44:00.464313Z","caller":"traceutil/trace.go:171","msg":"trace[1838756751] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24752; }","duration":"109.640876ms","start":"2026-03-19T18:44:00.354134Z","end":"2026-03-19T18:44:00.463775Z","steps":["trace[1838756751] 'agreement among raft nodes before linearized reading' (duration: 109.004904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:31.484817Z","caller":"traceutil/trace.go:171","msg":"trace[1697459152] linearizableReadLoop","detail":"{readStateIndex:25817; appliedIndex:25816; }","duration":"152.803372ms","start":"2026-03-19T18:44:31.331976Z","end":"2026-03-19T18:44:31.48478Z","steps":["trace[1697459152] 'read index received' (duration: 137.552178ms)","trace[1697459152] 'applied index is now lower than readState.Index' (duration: 15.250254ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:31.484879Z","caller":"traceutil/trace.go:171","msg":"trace[1601683052] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"153.752588ms","start":"2026-03-19T18:44:31.331071Z","end":"2026-03-19T18:44:31.484824Z","steps":["trace[1601683052] 'process raft request' (duration: 138.539985ms)","trace[1601683052] 'compare' (duration: 14.870567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:31.48505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.58238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:31.48506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.046977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T18:44:31.485094Z","caller":"traceutil/trace.go:171","msg":"trace[109774000] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24964; }","duration":"136.682411ms","start":"2026-03-19T18:44:31.348396Z","end":"2026-03-19T18:44:31.485079Z","steps":["trace[109774000] 'agreement among raft nodes before linearized reading' (duration: 136.553269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:31.485141Z","caller":"traceutil/trace.go:171","msg":"trace[997197794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24964; }","duration":"153.167549ms","start":"2026-03-19T18:44:31.331955Z","end":"2026-03-19T18:44:31.485122Z","steps":["trace[997197794] 'agreement among raft nodes before linearized reading' (duration: 152.944654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:31.485318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.605946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:31.485336Z","caller":"traceutil/trace.go:171","msg":"trace[1406561839] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24964; }","duration":"131.624407ms","start":"2026-03-19T18:44:31.353708Z","end":"2026-03-19T18:44:31.485332Z","steps":["trace[1406561839] 'agreement among raft nodes before linearized reading' (duration: 131.589226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:31.485346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.28706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:31.485373Z","caller":"traceutil/trace.go:171","msg":"trace[732598079] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24964; }","duration":"132.3277ms","start":"2026-03-19T18:44:31.353038Z","end":"2026-03-19T18:44:31.485366Z","steps":["trace[732598079] 'agreement among raft nodes before linearized reading' (duration: 132.277009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:31.485476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.226852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:44:31.485495Z","caller":"traceutil/trace.go:171","msg":"trace[1850803312] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24964; }","duration":"114.304143ms","start":"2026-03-19T18:44:31.371186Z","end":"2026-03-19T18:44:31.48549Z","steps":["trace[1850803312] 'agreement among raft nodes before linearized reading' (duration: 114.252192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:31.485513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.842574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:31.485539Z","caller":"traceutil/trace.go:171","msg":"trace[949522730] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24964; }","duration":"136.931305ms","start":"2026-03-19T18:44:31.348601Z","end":"2026-03-19T18:44:31.485532Z","steps":["trace[949522730] 'agreement among raft nodes before linearized reading' (duration: 136.886274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:31.485601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.793279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:31.485619Z","caller":"traceutil/trace.go:171","msg":"trace[667450936] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24964; }","duration":"131.863011ms","start":"2026-03-19T18:44:31.353752Z","end":"2026-03-19T18:44:31.485615Z","steps":["trace[667450936] 'agreement among raft nodes before linearized reading' (duration: 131.8307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:31.807898Z","caller":"traceutil/trace.go:171","msg":"trace[298362281] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"298.829056ms","start":"2026-03-19T18:44:31.509031Z","end":"2026-03-19T18:44:31.80786Z","steps":["trace[298362281] 'process raft request' (duration: 298.622693ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:32.020338Z","caller":"traceutil/trace.go:171","msg":"trace[655624276] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"511.20292ms","start":"2026-03-19T18:44:31.509103Z","end":"2026-03-19T18:44:32.020306Z","steps":["trace[655624276] 'process raft request' (duration: 510.923625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.020555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.509075Z","time spent":"511.368603ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:32.020714Z","caller":"traceutil/trace.go:171","msg":"trace[1470363345] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"509.984287ms","start":"2026-03-19T18:44:31.510709Z","end":"2026-03-19T18:44:32.020693Z","steps":["trace[1470363345] 'process raft request' (duration: 509.520809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.020882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.510682Z","time spent":"510.14501ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:32.021276Z","caller":"traceutil/trace.go:171","msg":"trace[804791990] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"504.009796ms","start":"2026-03-19T18:44:31.517249Z","end":"2026-03-19T18:44:32.021259Z","steps":["trace[804791990] 'process raft request' (duration: 503.879363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.021382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.517235Z","time spent":"504.096128ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:32.021395Z","caller":"traceutil/trace.go:171","msg":"trace[885984067] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"459.527076ms","start":"2026-03-19T18:44:31.561852Z","end":"2026-03-19T18:44:32.02138Z","steps":["trace[885984067] 'process raft request' (duration: 459.350233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.021485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.561811Z","time spent":"459.628328ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:32.021565Z","caller":"traceutil/trace.go:171","msg":"trace[1820711358] linearizableReadLoop","detail":"{readStateIndex:25822; appliedIndex:25817; }","duration":"500.127393ms","start":"2026-03-19T18:44:31.521409Z","end":"2026-03-19T18:44:32.021536Z","steps":["trace[1820711358] 'read index received' (duration: 286.364644ms)","trace[1820711358] 'applied index is now lower than readState.Index' (duration: 213.761549ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:32.021611Z","caller":"traceutil/trace.go:171","msg":"trace[1524606161] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"504.74815ms","start":"2026-03-19T18:44:31.51684Z","end":"2026-03-19T18:44:32.021588Z","steps":["trace[1524606161] 'process raft request' (duration: 503.777402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.021705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.516816Z","time spent":"504.838881ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:32.021728Z","caller":"traceutil/trace.go:171","msg":"trace[2002491957] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"388.612182ms","start":"2026-03-19T18:44:31.633101Z","end":"2026-03-19T18:44:32.021713Z","steps":["trace[2002491957] 'process raft request' (duration: 388.214435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.021858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.633066Z","time spent":"388.763785ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:32.021919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.469049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:44:32.021969Z","caller":"traceutil/trace.go:171","msg":"trace[697703589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24971; }","duration":"500.582342ms","start":"2026-03-19T18:44:31.521375Z","end":"2026-03-19T18:44:32.021957Z","steps":["trace[697703589] 'agreement among raft nodes before linearized reading' (duration: 500.371868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.022013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.521356Z","time spent":"500.645813ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:44:32.022137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.192213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:32.022181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.08075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:32.022144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.278511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:32.022216Z","caller":"traceutil/trace.go:171","msg":"trace[1577340382] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24971; }","duration":"128.163121ms","start":"2026-03-19T18:44:31.894044Z","end":"2026-03-19T18:44:32.022207Z","steps":["trace[1577340382] 'agreement among raft nodes before linearized reading' (duration: 128.10676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:32.022219Z","caller":"traceutil/trace.go:171","msg":"trace[877726516] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24971; }","duration":"127.333076ms","start":"2026-03-19T18:44:31.894868Z","end":"2026-03-19T18:44:32.022201Z","steps":["trace[877726516] 'agreement among raft nodes before linearized reading' (duration: 127.175883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:32.022287Z","caller":"traceutil/trace.go:171","msg":"trace[576372541] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24971; }","duration":"459.435384ms","start":"2026-03-19T18:44:31.562802Z","end":"2026-03-19T18:44:32.022237Z","steps":["trace[576372541] 'agreement among raft nodes before linearized reading' (duration: 459.23907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.02232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.322872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-19T18:44:32.022347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.562786Z","time spent":"459.549205ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T18:44:32.022346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.716932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-19T18:44:32.022409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.484299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:32.022434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.767625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:44:32.02244Z","caller":"traceutil/trace.go:171","msg":"trace[1572970734] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24971; }","duration":"127.515109ms","start":"2026-03-19T18:44:31.894918Z","end":"2026-03-19T18:44:32.022433Z","steps":["trace[1572970734] 'agreement among raft nodes before linearized reading' (duration: 127.473308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:32.022432Z","caller":"traceutil/trace.go:171","msg":"trace[607297529] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24971; }","duration":"322.819874ms","start":"2026-03-19T18:44:31.699589Z","end":"2026-03-19T18:44:32.022409Z","steps":["trace[607297529] 'agreement among raft nodes before linearized reading' (duration: 322.492818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:32.022462Z","caller":"traceutil/trace.go:171","msg":"trace[1861674844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24971; }","duration":"261.798196ms","start":"2026-03-19T18:44:31.760659Z","end":"2026-03-19T18:44:32.022457Z","steps":["trace[1861674844] 'agreement among raft nodes before linearized reading' (duration: 261.719034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.022476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.441996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:32.022487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.699578Z","time spent":"322.896125ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-19T18:44:32.022521Z","caller":"traceutil/trace.go:171","msg":"trace[913829329] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24971; }","duration":"323.539838ms","start":"2026-03-19T18:44:31.69897Z","end":"2026-03-19T18:44:32.02251Z","steps":["trace[913829329] 'agreement among raft nodes before linearized reading' (duration: 323.481697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.022563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.698942Z","time spent":"323.612959ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T18:44:32.022359Z","caller":"traceutil/trace.go:171","msg":"trace[94753031] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24971; }","duration":"122.395944ms","start":"2026-03-19T18:44:31.899954Z","end":"2026-03-19T18:44:32.02235Z","steps":["trace[94753031] 'agreement among raft nodes before linearized reading' (duration: 122.293822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.022672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.084069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:32.022707Z","caller":"traceutil/trace.go:171","msg":"trace[1618028878] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24971; }","duration":"323.14017ms","start":"2026-03-19T18:44:31.699559Z","end":"2026-03-19T18:44:32.022699Z","steps":["trace[1618028878] 'agreement among raft nodes before linearized reading' (duration: 323.092149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.022743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.699551Z","time spent":"323.184662ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:44:32.022747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.838884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:32.02278Z","caller":"traceutil/trace.go:171","msg":"trace[586720409] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24971; }","duration":"323.889105ms","start":"2026-03-19T18:44:31.698884Z","end":"2026-03-19T18:44:32.022773Z","steps":["trace[586720409] 'agreement among raft nodes before linearized reading' (duration: 323.843005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.022807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:31.698847Z","time spent":"323.955556ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:44:32.301874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.321723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:44:32.301987Z","caller":"traceutil/trace.go:171","msg":"trace[365706448] linearizableReadLoop","detail":"{readStateIndex:25826; appliedIndex:25825; }","duration":"222.727877ms","start":"2026-03-19T18:44:32.07924Z","end":"2026-03-19T18:44:32.301968Z","steps":["trace[365706448] 'read index received' (duration: 85.100588ms)","trace[365706448] 'applied index is now lower than readState.Index' (duration: 137.626229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:32.302301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.873868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:32.302413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.629273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-19T18:44:32.302417Z","caller":"traceutil/trace.go:171","msg":"trace[1624819099] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24973; }","duration":"261.065442ms","start":"2026-03-19T18:44:32.041321Z","end":"2026-03-19T18:44:32.302386Z","steps":["trace[1624819099] 'agreement among raft nodes before linearized reading' (duration: 260.772267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:32.302461Z","caller":"traceutil/trace.go:171","msg":"trace[403484349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24973; }","duration":"208.704585ms","start":"2026-03-19T18:44:32.093741Z","end":"2026-03-19T18:44:32.302446Z","steps":["trace[403484349] 'agreement among raft nodes before linearized reading' (duration: 208.512632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:32.3025Z","caller":"traceutil/trace.go:171","msg":"trace[1387937726] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"271.410084ms","start":"2026-03-19T18:44:32.031049Z","end":"2026-03-19T18:44:32.302459Z","steps":["trace[1387937726] 'process raft request' (duration: 133.381759ms)","trace[1387937726] 'compare' (duration: 137.197091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:32.490363Z","caller":"traceutil/trace.go:171","msg":"trace[1126043247] linearizableReadLoop","detail":"{readStateIndex:25827; appliedIndex:25826; }","duration":"110.236467ms","start":"2026-03-19T18:44:32.380096Z","end":"2026-03-19T18:44:32.490332Z","steps":["trace[1126043247] 'read index received' (duration: 41.607077ms)","trace[1126043247] 'applied index is now lower than readState.Index' (duration: 68.62748ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:32.49044Z","caller":"traceutil/trace.go:171","msg":"trace[229188016] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"179.824716ms","start":"2026-03-19T18:44:32.310577Z","end":"2026-03-19T18:44:32.490402Z","steps":["trace[229188016] 'process raft request' (duration: 111.037303ms)","trace[229188016] 'compare' (duration: 68.509168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:32.490664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.525553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T18:44:32.490762Z","caller":"traceutil/trace.go:171","msg":"trace[1744173957] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24974; }","duration":"110.696256ms","start":"2026-03-19T18:44:32.380045Z","end":"2026-03-19T18:44:32.490741Z","steps":["trace[1744173957] 'agreement among raft nodes before linearized reading' (duration: 110.40488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.757475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.139728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-19T18:44:32.758044Z","caller":"traceutil/trace.go:171","msg":"trace[701772115] linearizableReadLoop","detail":"{readStateIndex:25828; appliedIndex:25827; }","duration":"263.824334ms","start":"2026-03-19T18:44:32.494163Z","end":"2026-03-19T18:44:32.757987Z","steps":["trace[701772115] 'read index received' (duration: 103.162216ms)","trace[701772115] 'applied index is now lower than readState.Index' (duration: 160.659378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:32.758227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.053068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-628d8c46-0ede-49ab-8c58-7e3841c057af\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-19T18:44:32.758347Z","caller":"traceutil/trace.go:171","msg":"trace[1076630893] range","detail":"{range_begin:/registry/persistentvolumes/pvc-628d8c46-0ede-49ab-8c58-7e3841c057af; range_end:; response_count:1; response_revision:24974; }","duration":"264.18958ms","start":"2026-03-19T18:44:32.494134Z","end":"2026-03-19T18:44:32.758323Z","steps":["trace[1076630893] 'agreement among raft nodes before linearized reading' (duration: 263.947146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:32.759273Z","caller":"traceutil/trace.go:171","msg":"trace[1574549028] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"163.044053ms","start":"2026-03-19T18:44:32.596215Z","end":"2026-03-19T18:44:32.759259Z","steps":["trace[1574549028] 'process raft request' (duration: 161.687738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:03.761116Z","caller":"traceutil/trace.go:171","msg":"trace[501856300] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"116.849791ms","start":"2026-03-19T18:45:03.644237Z","end":"2026-03-19T18:45:03.761087Z","steps":["trace[501856300] 'process raft request' (duration: 116.676648ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.100787Z","caller":"traceutil/trace.go:171","msg":"trace[1800725787] linearizableReadLoop","detail":"{readStateIndex:26058; appliedIndex:26057; }","duration":"105.288585ms","start":"2026-03-19T18:45:03.995462Z","end":"2026-03-19T18:45:04.100751Z","steps":["trace[1800725787] 'read index received' (duration: 105.099811ms)","trace[1800725787] 'applied index is now lower than readState.Index' (duration: 187.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:04.100838Z","caller":"traceutil/trace.go:171","msg":"trace[723152131] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"159.18163ms","start":"2026-03-19T18:45:03.941614Z","end":"2026-03-19T18:45:04.100795Z","steps":["trace[723152131] 'process raft request' (duration: 158.941846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.100951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.489839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.100985Z","caller":"traceutil/trace.go:171","msg":"trace[87448299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25198; }","duration":"105.594651ms","start":"2026-03-19T18:45:03.995382Z","end":"2026-03-19T18:45:04.100977Z","steps":["trace[87448299] 'agreement among raft nodes before linearized reading' (duration: 105.510939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.372815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.436956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.372924Z","caller":"traceutil/trace.go:171","msg":"trace[1454053606] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25198; }","duration":"241.599559ms","start":"2026-03-19T18:45:04.131299Z","end":"2026-03-19T18:45:04.372899Z","steps":["trace[1454053606] 'range keys from in-memory index tree' (duration: 241.287623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.37291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.57963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.37302Z","caller":"traceutil/trace.go:171","msg":"trace[1855710043] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25198; }","duration":"240.772934ms","start":"2026-03-19T18:45:04.132222Z","end":"2026-03-19T18:45:04.372995Z","steps":["trace[1855710043] 'range keys from in-memory index tree' (duration: 240.52513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.373146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.758642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.373167Z","caller":"traceutil/trace.go:171","msg":"trace[1443174257] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25198; }","duration":"241.811833ms","start":"2026-03-19T18:45:04.131348Z","end":"2026-03-19T18:45:04.37316Z","steps":["trace[1443174257] 'range keys from in-memory index tree' (duration: 241.68677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.373399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.86481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:04.373508Z","caller":"traceutil/trace.go:171","msg":"trace[1312838695] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"238.331138ms","start":"2026-03-19T18:45:04.135155Z","end":"2026-03-19T18:45:04.373486Z","steps":["trace[1312838695] 'process raft request' (duration: 113.289534ms)","trace[1312838695] 'compare' (duration: 124.677507ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:04.66234Z","caller":"traceutil/trace.go:171","msg":"trace[751268441] linearizableReadLoop","detail":"{readStateIndex:26061; appliedIndex:26058; }","duration":"510.404145ms","start":"2026-03-19T18:45:04.15192Z","end":"2026-03-19T18:45:04.662324Z","steps":["trace[751268441] 'read index received' (duration: 96.473641ms)","trace[751268441] 'applied index is now lower than readState.Index' (duration: 413.929854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:04.662536Z","caller":"traceutil/trace.go:171","msg":"trace[2059795877] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"504.458156ms","start":"2026-03-19T18:45:04.158068Z","end":"2026-03-19T18:45:04.662526Z","steps":["trace[2059795877] 'process raft request' (duration: 504.22573ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.662539Z","caller":"traceutil/trace.go:171","msg":"trace[1082716028] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"506.538994ms","start":"2026-03-19T18:45:04.155948Z","end":"2026-03-19T18:45:04.662487Z","steps":["trace[1082716028] 'process raft request' (duration: 506.302819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.662636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.158046Z","time spent":"504.525546ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:04.662618Z","caller":"traceutil/trace.go:171","msg":"trace[603155575] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"524.463668ms","start":"2026-03-19T18:45:04.138106Z","end":"2026-03-19T18:45:04.66257Z","steps":["trace[603155575] 'process raft request' (duration: 488.213452ms)","trace[603155575] 'compare' (duration: 35.487102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:04.662785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.864294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:04.662784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.155939Z","time spent":"506.708007ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:04.662817Z","caller":"traceutil/trace.go:171","msg":"trace[2106217860] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25203; }","duration":"510.919345ms","start":"2026-03-19T18:45:04.151891Z","end":"2026-03-19T18:45:04.66281Z","steps":["trace[2106217860] 'agreement among raft nodes before linearized reading' (duration: 510.873014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.662816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.138087Z","time spent":"524.625031ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:04.662839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.151878Z","time spent":"510.956206ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T18:45:04.66299Z","caller":"traceutil/trace.go:171","msg":"trace[325167954] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"513.236919ms","start":"2026-03-19T18:45:04.149743Z","end":"2026-03-19T18:45:04.66298Z","steps":["trace[325167954] 'process raft request' (duration: 512.459254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.663033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.149712Z","time spent":"513.2988ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:04.663522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.642943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.663562Z","caller":"traceutil/trace.go:171","msg":"trace[1504624929] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25204; }","duration":"507.717145ms","start":"2026-03-19T18:45:04.155834Z","end":"2026-03-19T18:45:04.663551Z","steps":["trace[1504624929] 'agreement among raft nodes before linearized reading' (duration: 507.652614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.663581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.15582Z","time spent":"507.757575ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:45:04.664045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.725342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:45:04.664064Z","caller":"traceutil/trace.go:171","msg":"trace[506940643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25204; }","duration":"196.789593ms","start":"2026-03-19T18:45:04.467269Z","end":"2026-03-19T18:45:04.664058Z","steps":["trace[506940643] 'agreement among raft nodes before linearized reading' (duration: 196.734712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.664177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.487235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:45:04.664194Z","caller":"traceutil/trace.go:171","msg":"trace[1629530268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25204; }","duration":"430.544745ms","start":"2026-03-19T18:45:04.233644Z","end":"2026-03-19T18:45:04.664189Z","steps":["trace[1629530268] 'agreement among raft nodes before linearized reading' (duration: 430.492284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.664211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.233625Z","time spent":"430.581077ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:04.664318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.498842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-19T18:45:04.664337Z","caller":"traceutil/trace.go:171","msg":"trace[699282739] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25204; }","duration":"462.515323ms","start":"2026-03-19T18:45:04.201814Z","end":"2026-03-19T18:45:04.66433Z","steps":["trace[699282739] 'agreement among raft nodes before linearized reading' (duration: 462.468452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.664352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.201793Z","time spent":"462.555623ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:45:04.664459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.033924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:45:04.664475Z","caller":"traceutil/trace.go:171","msg":"trace[970552273] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25204; }","duration":"506.077565ms","start":"2026-03-19T18:45:04.158392Z","end":"2026-03-19T18:45:04.66447Z","steps":["trace[970552273] 'agreement among raft nodes before linearized reading' (duration: 506.022934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.66449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.158379Z","time spent":"506.108026ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:45:04.664595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.172393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:45:04.664609Z","caller":"traceutil/trace.go:171","msg":"trace[386040775] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25204; }","duration":"508.218295ms","start":"2026-03-19T18:45:04.156386Z","end":"2026-03-19T18:45:04.664605Z","steps":["trace[386040775] 'agreement among raft nodes before linearized reading' (duration: 508.174814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.664625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.15637Z","time spent":"508.250845ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:45:04.664711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.672123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.664726Z","caller":"traceutil/trace.go:171","msg":"trace[577952209] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25204; }","duration":"508.744824ms","start":"2026-03-19T18:45:04.155976Z","end":"2026-03-19T18:45:04.664721Z","steps":["trace[577952209] 'agreement among raft nodes before linearized reading' (duration: 508.721003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.66474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.155945Z","time spent":"508.792075ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-19T18:45:09.675953Z","caller":"traceutil/trace.go:171","msg":"trace[1889567779] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"105.554129ms","start":"2026-03-19T18:45:09.570374Z","end":"2026-03-19T18:45:09.675928Z","steps":["trace[1889567779] 'process raft request' (duration: 105.214033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:09.968266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.902238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:45:09.968381Z","caller":"traceutil/trace.go:171","msg":"trace[1687886947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25244; }","duration":"180.112371ms","start":"2026-03-19T18:45:09.788241Z","end":"2026-03-19T18:45:09.968353Z","steps":["trace[1687886947] 'range keys from in-memory index tree' (duration: 179.665623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.298166Z","caller":"traceutil/trace.go:171","msg":"trace[529183202] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"324.238092ms","start":"2026-03-19T18:45:09.973904Z","end":"2026-03-19T18:45:10.298142Z","steps":["trace[529183202] 'process raft request' (duration: 324.103769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.298334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:09.973872Z","time spent":"324.364504ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:10.298481Z","caller":"traceutil/trace.go:171","msg":"trace[282043988] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26107; }","duration":"303.884371ms","start":"2026-03-19T18:45:09.994555Z","end":"2026-03-19T18:45:10.298439Z","steps":["trace[282043988] 'read index received' (duration: 303.685457ms)","trace[282043988] 'applied index is now lower than readState.Index' (duration: 195.874µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:10.298687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.096975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.29871Z","caller":"traceutil/trace.go:171","msg":"trace[1489210875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25245; }","duration":"304.191807ms","start":"2026-03-19T18:45:09.994511Z","end":"2026-03-19T18:45:10.298703Z","steps":["trace[1489210875] 'agreement among raft nodes before linearized reading' (duration: 304.084375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.298739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:09.994496Z","time spent":"304.236817ms","remote":"127.0.0.1:47838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:45:10.326792Z","caller":"traceutil/trace.go:171","msg":"trace[1166303877] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"206.772579ms","start":"2026-03-19T18:45:10.119988Z","end":"2026-03-19T18:45:10.32676Z","steps":["trace[1166303877] 'process raft request' (duration: 206.731758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.327242Z","caller":"traceutil/trace.go:171","msg":"trace[969466295] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"245.905699ms","start":"2026-03-19T18:45:10.08133Z","end":"2026-03-19T18:45:10.327236Z","steps":["trace[969466295] 'process raft request' (duration: 245.216326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.32775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.556297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:45:10.327786Z","caller":"traceutil/trace.go:171","msg":"trace[623600184] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25247; }","duration":"197.647698ms","start":"2026-03-19T18:45:10.130129Z","end":"2026-03-19T18:45:10.327777Z","steps":["trace[623600184] 'agreement among raft nodes before linearized reading' (duration: 197.490806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.327831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.665072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.327947Z","caller":"traceutil/trace.go:171","msg":"trace[705176090] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25247; }","duration":"202.824135ms","start":"2026-03-19T18:45:10.125104Z","end":"2026-03-19T18:45:10.327928Z","steps":["trace[705176090] 'agreement among raft nodes before linearized reading' (duration: 202.626402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.327976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.810275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.328082Z","caller":"traceutil/trace.go:171","msg":"trace[545982229] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25247; }","duration":"202.983649ms","start":"2026-03-19T18:45:10.125081Z","end":"2026-03-19T18:45:10.328065Z","steps":["trace[545982229] 'agreement among raft nodes before linearized reading' (duration: 202.803885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.328105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.900427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.328355Z","caller":"traceutil/trace.go:171","msg":"trace[1574580766] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25247; }","duration":"203.226822ms","start":"2026-03-19T18:45:10.125108Z","end":"2026-03-19T18:45:10.328335Z","steps":["trace[1574580766] 'agreement among raft nodes before linearized reading' (duration: 202.602401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.50751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.351345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:10.507532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.249212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.507627Z","caller":"traceutil/trace.go:171","msg":"trace[1798627458] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25247; }","duration":"121.522298ms","start":"2026-03-19T18:45:10.386076Z","end":"2026-03-19T18:45:10.507598Z","steps":["trace[1798627458] 'range keys from in-memory index tree' (duration: 121.257064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.50764Z","caller":"traceutil/trace.go:171","msg":"trace[1513555166] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25247; }","duration":"121.405355ms","start":"2026-03-19T18:45:10.386214Z","end":"2026-03-19T18:45:10.50762Z","steps":["trace[1513555166] 'range keys from in-memory index tree' (duration: 121.118569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.507568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.521509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.507857Z","caller":"traceutil/trace.go:171","msg":"trace[2102404212] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25247; }","duration":"121.845634ms","start":"2026-03-19T18:45:10.385983Z","end":"2026-03-19T18:45:10.507829Z","steps":["trace[2102404212] 'range keys from in-memory index tree' (duration: 121.443997ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.507883Z","caller":"traceutil/trace.go:171","msg":"trace[463273810] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"116.204538ms","start":"2026-03-19T18:45:10.391644Z","end":"2026-03-19T18:45:10.507848Z","steps":["trace[463273810] 'process raft request' (duration: 75.177453ms)","trace[463273810] 'compare' (duration: 40.893323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:12.108006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.877532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:12.108089Z","caller":"traceutil/trace.go:171","msg":"trace[1682189282] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25261; }","duration":"109.018175ms","start":"2026-03-19T18:45:11.999053Z","end":"2026-03-19T18:45:12.108071Z","steps":["trace[1682189282] 'count revisions from in-memory index tree' (duration: 108.561766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:12.108229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.079027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:12.108289Z","caller":"traceutil/trace.go:171","msg":"trace[1160534560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25261; }","duration":"108.157369ms","start":"2026-03-19T18:45:12.000119Z","end":"2026-03-19T18:45:12.108276Z","steps":["trace[1160534560] 'range keys from in-memory index tree' (duration: 108.029226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.826902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.278684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:28.827225Z","caller":"traceutil/trace.go:171","msg":"trace[299696046] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"261.298786ms","start":"2026-03-19T18:45:28.565905Z","end":"2026-03-19T18:45:28.827204Z","steps":["trace[299696046] 'process raft request' (duration: 261.174784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:28.827265Z","caller":"traceutil/trace.go:171","msg":"trace[1697873434] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"390.618399ms","start":"2026-03-19T18:45:28.436597Z","end":"2026-03-19T18:45:28.827216Z","steps":["trace[1697873434] 'process raft request' (duration: 119.893797ms)","trace[1697873434] 'compare' (duration: 269.503091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:28.827525Z","caller":"traceutil/trace.go:171","msg":"trace[582886010] linearizableReadLoop","detail":"{readStateIndex:26252; appliedIndex:26251; }","duration":"373.44878ms","start":"2026-03-19T18:45:28.454064Z","end":"2026-03-19T18:45:28.827513Z","steps":["trace[582886010] 'read index received' (duration: 102.410171ms)","trace[582886010] 'applied index is now lower than readState.Index' (duration: 271.037189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:28.827914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.847917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:28.827957Z","caller":"traceutil/trace.go:171","msg":"trace[1917837049] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25386; }","duration":"373.936418ms","start":"2026-03-19T18:45:28.454008Z","end":"2026-03-19T18:45:28.827945Z","steps":["trace[1917837049] 'agreement among raft nodes before linearized reading' (duration: 373.680014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.82796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.436578Z","time spent":"390.792314ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:28.827997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.453994Z","time spent":"373.995599ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:45:28.998669Z","caller":"traceutil/trace.go:171","msg":"trace[517597882] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"246.915769ms","start":"2026-03-19T18:45:28.751714Z","end":"2026-03-19T18:45:28.998629Z","steps":["trace[517597882] 'process raft request' (duration: 215.600194ms)","trace[517597882] 'compare' (duration: 31.123562ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:29.023155Z","caller":"traceutil/trace.go:171","msg":"trace[1476136335] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"262.367525ms","start":"2026-03-19T18:45:28.760757Z","end":"2026-03-19T18:45:29.023124Z","steps":["trace[1476136335] 'process raft request' (duration: 262.281754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.023188Z","caller":"traceutil/trace.go:171","msg":"trace[1284881289] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"263.670161ms","start":"2026-03-19T18:45:28.759469Z","end":"2026-03-19T18:45:29.023139Z","steps":["trace[1284881289] 'process raft request' (duration: 263.431896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.023367Z","caller":"traceutil/trace.go:171","msg":"trace[201382999] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26253; }","duration":"195.771792ms","start":"2026-03-19T18:45:28.827571Z","end":"2026-03-19T18:45:29.023343Z","steps":["trace[201382999] 'read index received' (duration: 139.766847ms)","trace[201382999] 'applied index is now lower than readState.Index' (duration: 56.002285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:29.023466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.219052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.023518Z","caller":"traceutil/trace.go:171","msg":"trace[2068298177] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"260.539922ms","start":"2026-03-19T18:45:28.762964Z","end":"2026-03-19T18:45:29.023504Z","steps":["trace[2068298177] 'process raft request' (duration: 260.117704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.02353Z","caller":"traceutil/trace.go:171","msg":"trace[233566226] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25390; }","duration":"338.335204ms","start":"2026-03-19T18:45:28.685177Z","end":"2026-03-19T18:45:29.023512Z","steps":["trace[233566226] 'agreement among raft nodes before linearized reading' (duration: 338.233583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.02349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.442479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:29.023545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.473847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:29.023569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.685143Z","time spent":"338.414665ms","remote":"127.0.0.1:38942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:29.023593Z","caller":"traceutil/trace.go:171","msg":"trace[1987793892] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25390; }","duration":"472.56314ms","start":"2026-03-19T18:45:28.551013Z","end":"2026-03-19T18:45:29.023577Z","steps":["trace[1987793892] 'agreement among raft nodes before linearized reading' (duration: 472.449318ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.023589Z","caller":"traceutil/trace.go:171","msg":"trace[1311391214] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25390; }","duration":"471.56963ms","start":"2026-03-19T18:45:28.551996Z","end":"2026-03-19T18:45:29.023566Z","steps":["trace[1311391214] 'agreement among raft nodes before linearized reading' (duration: 471.400747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.023641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.551986Z","time spent":"471.647022ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T18:45:29.02365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.429019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:29.023661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.550991Z","time spent":"472.660001ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-19T18:45:29.023702Z","caller":"traceutil/trace.go:171","msg":"trace[1297967872] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25390; }","duration":"538.532341ms","start":"2026-03-19T18:45:28.485153Z","end":"2026-03-19T18:45:29.023685Z","steps":["trace[1297967872] 'agreement among raft nodes before linearized reading' (duration: 538.468729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.023466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.345088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:29.023746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.485121Z","time spent":"538.615432ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:29.023796Z","caller":"traceutil/trace.go:171","msg":"trace[786900216] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25390; }","duration":"321.756135ms","start":"2026-03-19T18:45:28.702024Z","end":"2026-03-19T18:45:29.02378Z","steps":["trace[786900216] 'agreement among raft nodes before linearized reading' (duration: 321.335997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.023833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.701988Z","time spent":"321.833566ms","remote":"127.0.0.1:50132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:29.023887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.44032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-19T18:45:29.023914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.842791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T18:45:29.023934Z","caller":"traceutil/trace.go:171","msg":"trace[593900680] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25390; }","duration":"283.515662ms","start":"2026-03-19T18:45:28.740409Z","end":"2026-03-19T18:45:29.023924Z","steps":["trace[593900680] 'agreement among raft nodes before linearized reading' (duration: 283.332079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.023943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.734203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.023956Z","caller":"traceutil/trace.go:171","msg":"trace[1372987256] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25390; }","duration":"557.911012ms","start":"2026-03-19T18:45:28.466034Z","end":"2026-03-19T18:45:29.023945Z","steps":["trace[1372987256] 'agreement among raft nodes before linearized reading' (duration: 557.636677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.023986Z","caller":"traceutil/trace.go:171","msg":"trace[1384981034] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25390; }","duration":"471.820525ms","start":"2026-03-19T18:45:28.552155Z","end":"2026-03-19T18:45:29.023976Z","steps":["trace[1384981034] 'agreement among raft nodes before linearized reading' (duration: 471.756964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.023997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.466022Z","time spent":"557.962813ms","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:29.024023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.552128Z","time spent":"471.889417ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:45:29.024052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.490806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:29.023568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.966272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.024099Z","caller":"traceutil/trace.go:171","msg":"trace[1899662375] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25390; }","duration":"301.568218ms","start":"2026-03-19T18:45:28.722521Z","end":"2026-03-19T18:45:29.024089Z","steps":["trace[1899662375] 'agreement among raft nodes before linearized reading' (duration: 301.499947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.024127Z","caller":"traceutil/trace.go:171","msg":"trace[1936661779] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25390; }","duration":"552.593643ms","start":"2026-03-19T18:45:28.47152Z","end":"2026-03-19T18:45:29.024113Z","steps":["trace[1936661779] 'agreement among raft nodes before linearized reading' (duration: 551.963502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.024171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.471499Z","time spent":"552.660414ms","remote":"127.0.0.1:46792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:29.02417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.661751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.024211Z","caller":"traceutil/trace.go:171","msg":"trace[729265409] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25390; }","duration":"300.723002ms","start":"2026-03-19T18:45:28.72348Z","end":"2026-03-19T18:45:29.024203Z","steps":["trace[729265409] 'agreement among raft nodes before linearized reading' (duration: 300.670471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.024246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.723469Z","time spent":"300.771844ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:45:29.024252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.404377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:45:29.024296Z","caller":"traceutil/trace.go:171","msg":"trace[1513351738] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25390; }","duration":"292.490378ms","start":"2026-03-19T18:45:28.731796Z","end":"2026-03-19T18:45:29.024286Z","steps":["trace[1513351738] 'agreement among raft nodes before linearized reading' (duration: 292.352796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.024131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.722507Z","time spent":"301.617089ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T18:45:29.024354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.139951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.024405Z","caller":"traceutil/trace.go:171","msg":"trace[1702968299] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25390; }","duration":"292.191022ms","start":"2026-03-19T18:45:28.732188Z","end":"2026-03-19T18:45:29.024379Z","steps":["trace[1702968299] 'agreement among raft nodes before linearized reading' (duration: 292.141121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.147466Z","caller":"traceutil/trace.go:171","msg":"trace[1057998836] linearizableReadLoop","detail":"{readStateIndex:26258; appliedIndex:26257; }","duration":"124.008074ms","start":"2026-03-19T18:45:29.023426Z","end":"2026-03-19T18:45:29.147434Z","steps":["trace[1057998836] 'read index received' (duration: 122.609468ms)","trace[1057998836] 'applied index is now lower than readState.Index' (duration: 1.397146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:29.147629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.692172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.147678Z","caller":"traceutil/trace.go:171","msg":"trace[1036874103] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25391; }","duration":"315.760683ms","start":"2026-03-19T18:45:28.831901Z","end":"2026-03-19T18:45:29.147662Z","steps":["trace[1036874103] 'agreement among raft nodes before linearized reading' (duration: 315.649731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.1477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.02643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T18:45:29.147766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.831829Z","time spent":"315.885785ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:45:29.147781Z","caller":"traceutil/trace.go:171","msg":"trace[474619408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25391; }","duration":"307.148722ms","start":"2026-03-19T18:45:28.840613Z","end":"2026-03-19T18:45:29.147762Z","steps":["trace[474619408] 'agreement among raft nodes before linearized reading' (duration: 306.850086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.147896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.777879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:29.147958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.840602Z","time spent":"307.342095ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:29.147702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.247383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:45:29.148005Z","caller":"traceutil/trace.go:171","msg":"trace[671691304] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25391; }","duration":"138.909472ms","start":"2026-03-19T18:45:29.009072Z","end":"2026-03-19T18:45:29.147981Z","steps":["trace[671691304] 'agreement among raft nodes before linearized reading' (duration: 138.382542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.147991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.868317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:45:29.148038Z","caller":"traceutil/trace.go:171","msg":"trace[232565225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25391; }","duration":"315.661531ms","start":"2026-03-19T18:45:28.832363Z","end":"2026-03-19T18:45:29.148025Z","steps":["trace[232565225] 'agreement among raft nodes before linearized reading' (duration: 315.09652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.14808Z","caller":"traceutil/trace.go:171","msg":"trace[1208530156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25391; }","duration":"298.97804ms","start":"2026-03-19T18:45:28.849074Z","end":"2026-03-19T18:45:29.148052Z","steps":["trace[1208530156] 'agreement among raft nodes before linearized reading' (duration: 298.673653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.148118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.832338Z","time spent":"315.770604ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:45:29.1478Z","caller":"traceutil/trace.go:171","msg":"trace[105538678] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"161.362681ms","start":"2026-03-19T18:45:28.986417Z","end":"2026-03-19T18:45:29.14778Z","steps":["trace[105538678] 'process raft request' (duration: 159.648199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.3122Z","caller":"traceutil/trace.go:171","msg":"trace[2109984862] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"157.234735ms","start":"2026-03-19T18:45:29.15494Z","end":"2026-03-19T18:45:29.312174Z","steps":["trace[2109984862] 'process raft request' (duration: 156.92713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.312204Z","caller":"traceutil/trace.go:171","msg":"trace[439798071] linearizableReadLoop","detail":"{readStateIndex:26261; appliedIndex:26259; }","duration":"126.43555ms","start":"2026-03-19T18:45:29.185737Z","end":"2026-03-19T18:45:29.312172Z","steps":["trace[439798071] 'read index received' (duration: 126.114705ms)","trace[439798071] 'applied index is now lower than readState.Index' (duration: 318.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:29.312245Z","caller":"traceutil/trace.go:171","msg":"trace[1900756600] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"157.066951ms","start":"2026-03-19T18:45:29.155141Z","end":"2026-03-19T18:45:29.312208Z","steps":["trace[1900756600] 'process raft request' (duration: 156.922508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.312517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.745656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-19T18:45:29.312575Z","caller":"traceutil/trace.go:171","msg":"trace[1049626004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25394; }","duration":"126.850677ms","start":"2026-03-19T18:45:29.185707Z","end":"2026-03-19T18:45:29.312558Z","steps":["trace[1049626004] 'agreement among raft nodes before linearized reading' (duration: 126.653464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.597741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.237998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:45:29.597848Z","caller":"traceutil/trace.go:171","msg":"trace[1540671155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25394; }","duration":"132.422711ms","start":"2026-03-19T18:45:29.465397Z","end":"2026-03-19T18:45:29.59782Z","steps":["trace[1540671155] 'range keys from in-memory index tree' (duration: 131.927363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.898868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.439021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:29.898928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.39669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:29.898928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.351659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:45:29.898967Z","caller":"traceutil/trace.go:171","msg":"trace[1169415308] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25395; }","duration":"163.583153ms","start":"2026-03-19T18:45:29.735362Z","end":"2026-03-19T18:45:29.898945Z","steps":["trace[1169415308] 'range keys from in-memory index tree' (duration: 163.216766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.899004Z","caller":"traceutil/trace.go:171","msg":"trace[1850355530] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25395; }","duration":"163.438581ms","start":"2026-03-19T18:45:29.73555Z","end":"2026-03-19T18:45:29.898989Z","steps":["trace[1850355530] 'range keys from in-memory index tree' (duration: 163.139755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.899004Z","caller":"traceutil/trace.go:171","msg":"trace[163675031] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25395; }","duration":"163.491251ms","start":"2026-03-19T18:45:29.735492Z","end":"2026-03-19T18:45:29.898983Z","steps":["trace[163675031] 'range keys from in-memory index tree' (duration: 163.350038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.89905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.41537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.899168Z","caller":"traceutil/trace.go:171","msg":"trace[23870609] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25395; }","duration":"163.555422ms","start":"2026-03-19T18:45:29.735589Z","end":"2026-03-19T18:45:29.899144Z","steps":["trace[23870609] 'range keys from in-memory index tree' (duration: 163.366199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:32.895192Z","caller":"traceutil/trace.go:171","msg":"trace[1793703367] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"138.532856ms","start":"2026-03-19T18:45:32.756612Z","end":"2026-03-19T18:45:32.895145Z","steps":["trace[1793703367] 'process raft request' (duration: 116.572616ms)","trace[1793703367] 'compare' (duration: 21.734006ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:03.268152Z","caller":"traceutil/trace.go:171","msg":"trace[1564572205] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"268.385319ms","start":"2026-03-19T18:46:02.99974Z","end":"2026-03-19T18:46:03.268126Z","steps":["trace[1564572205] 'process raft request' (duration: 268.195866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:03.429464Z","caller":"traceutil/trace.go:171","msg":"trace[486460277] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"292.635861ms","start":"2026-03-19T18:46:03.136794Z","end":"2026-03-19T18:46:03.42943Z","steps":["trace[486460277] 'process raft request' (duration: 292.511979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:03.429493Z","caller":"traceutil/trace.go:171","msg":"trace[1008991080] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"396.52304ms","start":"2026-03-19T18:46:03.032922Z","end":"2026-03-19T18:46:03.429445Z","steps":["trace[1008991080] 'process raft request' (duration: 396.128773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.429751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.032897Z","time spent":"396.702963ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:03.429946Z","caller":"traceutil/trace.go:171","msg":"trace[1754068012] linearizableReadLoop","detail":"{readStateIndex:26507; appliedIndex:26506; }","duration":"353.67412ms","start":"2026-03-19T18:46:03.07625Z","end":"2026-03-19T18:46:03.429925Z","steps":["trace[1754068012] 'read index received' (duration: 192.438161ms)","trace[1754068012] 'applied index is now lower than readState.Index' (duration: 161.234749ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:03.430066Z","caller":"traceutil/trace.go:171","msg":"trace[1749167380] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"255.305554ms","start":"2026-03-19T18:46:03.174729Z","end":"2026-03-19T18:46:03.430034Z","steps":["trace[1749167380] 'process raft request' (duration: 255.136521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:03.430166Z","caller":"traceutil/trace.go:171","msg":"trace[695239669] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"259.36318ms","start":"2026-03-19T18:46:03.170787Z","end":"2026-03-19T18:46:03.430151Z","steps":["trace[695239669] 'process raft request' (duration: 258.893662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.43018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.927325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T18:46:03.430222Z","caller":"traceutil/trace.go:171","msg":"trace[1953883504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25637; }","duration":"354.023726ms","start":"2026-03-19T18:46:03.076186Z","end":"2026-03-19T18:46:03.430209Z","steps":["trace[1953883504] 'agreement among raft nodes before linearized reading' (duration: 353.842233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.430306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.076164Z","time spent":"354.122819ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:46:03.430316Z","caller":"traceutil/trace.go:171","msg":"trace[1196570206] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"265.82088ms","start":"2026-03-19T18:46:03.164404Z","end":"2026-03-19T18:46:03.430225Z","steps":["trace[1196570206] 'process raft request' (duration: 264.969724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.450283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.279104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:03.450336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.455174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:03.450371Z","caller":"traceutil/trace.go:171","msg":"trace[732419219] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25638; }","duration":"195.448028ms","start":"2026-03-19T18:46:03.254902Z","end":"2026-03-19T18:46:03.45035Z","steps":["trace[732419219] 'agreement among raft nodes before linearized reading' (duration: 195.272834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:03.450412Z","caller":"traceutil/trace.go:171","msg":"trace[1423755551] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25638; }","duration":"287.570426ms","start":"2026-03-19T18:46:03.162821Z","end":"2026-03-19T18:46:03.450391Z","steps":["trace[1423755551] 'agreement among raft nodes before linearized reading' (duration: 287.427804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.450404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.400342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:03.450481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.550884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:46:03.450502Z","caller":"traceutil/trace.go:171","msg":"trace[1863898710] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25638; }","duration":"326.543254ms","start":"2026-03-19T18:46:03.123936Z","end":"2026-03-19T18:46:03.450479Z","steps":["trace[1863898710] 'agreement among raft nodes before linearized reading' (duration: 326.33833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:03.450525Z","caller":"traceutil/trace.go:171","msg":"trace[338016312] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25638; }","duration":"326.636195ms","start":"2026-03-19T18:46:03.123876Z","end":"2026-03-19T18:46:03.450512Z","steps":["trace[338016312] 'agreement among raft nodes before linearized reading' (duration: 326.477723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.450554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.123928Z","time spent":"326.616925ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:46:03.450565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.123866Z","time spent":"326.689586ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:46:03.450695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.694777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:03.450726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.743147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:03.450691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.273782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:46:03.450763Z","caller":"traceutil/trace.go:171","msg":"trace[1090533161] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25638; }","duration":"326.827799ms","start":"2026-03-19T18:46:03.123924Z","end":"2026-03-19T18:46:03.450752Z","steps":["trace[1090533161] 'agreement among raft nodes before linearized reading' (duration: 326.775598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.450809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.123893Z","time spent":"326.909231ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-19T18:46:03.450826Z","caller":"traceutil/trace.go:171","msg":"trace[1952604994] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25638; }","duration":"324.542387ms","start":"2026-03-19T18:46:03.126255Z","end":"2026-03-19T18:46:03.450798Z","steps":["trace[1952604994] 'agreement among raft nodes before linearized reading' (duration: 324.110249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.450765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.90628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:03.45089Z","caller":"traceutil/trace.go:171","msg":"trace[1830390633] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25638; }","duration":"327.076623ms","start":"2026-03-19T18:46:03.123795Z","end":"2026-03-19T18:46:03.450872Z","steps":["trace[1830390633] 'agreement among raft nodes before linearized reading' (duration: 326.9345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.450886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.126227Z","time spent":"324.646789ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:46:03.450924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.123767Z","time spent":"327.147065ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T18:46:03.450738Z","caller":"traceutil/trace.go:171","msg":"trace[636377796] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25638; }","duration":"326.736377ms","start":"2026-03-19T18:46:03.123991Z","end":"2026-03-19T18:46:03.450728Z","steps":["trace[636377796] 'agreement among raft nodes before linearized reading' (duration: 326.676236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.450973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.123961Z","time spent":"326.998892ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:46:03.451089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.862363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:03.45113Z","caller":"traceutil/trace.go:171","msg":"trace[676841337] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25638; }","duration":"324.952444ms","start":"2026-03-19T18:46:03.126166Z","end":"2026-03-19T18:46:03.451118Z","steps":["trace[676841337] 'agreement among raft nodes before linearized reading' (duration: 324.869653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:03.451157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.126151Z","time spent":"324.999495ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-19T18:46:03.590532Z","caller":"traceutil/trace.go:171","msg":"trace[10279253] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"126.740296ms","start":"2026-03-19T18:46:03.463749Z","end":"2026-03-19T18:46:03.590489Z","steps":["trace[10279253] 'process raft request' (duration: 113.825695ms)","trace[10279253] 'compare' (duration: 11.403903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:03.857884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.93829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:03.858466Z","caller":"traceutil/trace.go:171","msg":"trace[1977018667] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"263.052849ms","start":"2026-03-19T18:46:03.595387Z","end":"2026-03-19T18:46:03.85844Z","steps":["trace[1977018667] 'process raft request' (duration: 120.430488ms)","trace[1977018667] 'compare' (duration: 141.740315ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:03.889711Z","caller":"traceutil/trace.go:171","msg":"trace[1816384385] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"292.142883ms","start":"2026-03-19T18:46:03.59753Z","end":"2026-03-19T18:46:03.889672Z","steps":["trace[1816384385] 'process raft request' (duration: 291.839646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.139693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.795409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:04.139848Z","caller":"traceutil/trace.go:171","msg":"trace[1225526038] linearizableReadLoop","detail":"{readStateIndex:26517; appliedIndex:26516; }","duration":"142.190333ms","start":"2026-03-19T18:46:03.997617Z","end":"2026-03-19T18:46:04.139807Z","steps":["trace[1225526038] 'read index received' (duration: 9.826344ms)","trace[1225526038] 'applied index is now lower than readState.Index' (duration: 132.362449ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:04.139878Z","caller":"traceutil/trace.go:171","msg":"trace[282911620] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"244.86215ms","start":"2026-03-19T18:46:03.894971Z","end":"2026-03-19T18:46:04.139833Z","steps":["trace[282911620] 'process raft request' (duration: 112.601242ms)","trace[282911620] 'compare' (duration: 131.510384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:04.139935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.322305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:04.139974Z","caller":"traceutil/trace.go:171","msg":"trace[2122397560] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25643; }","duration":"142.410527ms","start":"2026-03-19T18:46:03.997551Z","end":"2026-03-19T18:46:04.139961Z","steps":["trace[2122397560] 'agreement among raft nodes before linearized reading' (duration: 142.347426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.140315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.207402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:04.140346Z","caller":"traceutil/trace.go:171","msg":"trace[560314790] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25643; }","duration":"121.247694ms","start":"2026-03-19T18:46:04.019091Z","end":"2026-03-19T18:46:04.140339Z","steps":["trace[560314790] 'agreement among raft nodes before linearized reading' (duration: 121.200713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.140366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.117233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:04.140402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.002709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:04.140458Z","caller":"traceutil/trace.go:171","msg":"trace[101760365] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25643; }","duration":"120.086802ms","start":"2026-03-19T18:46:04.02036Z","end":"2026-03-19T18:46:04.140446Z","steps":["trace[101760365] 'agreement among raft nodes before linearized reading' (duration: 119.960109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:04.140466Z","caller":"traceutil/trace.go:171","msg":"trace[1478500764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25643; }","duration":"142.241676ms","start":"2026-03-19T18:46:03.998198Z","end":"2026-03-19T18:46:04.14044Z","steps":["trace[1478500764] 'agreement among raft nodes before linearized reading' (duration: 142.091063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.140508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.429127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:46:04.140538Z","caller":"traceutil/trace.go:171","msg":"trace[1229307851] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25643; }","duration":"121.500688ms","start":"2026-03-19T18:46:04.019029Z","end":"2026-03-19T18:46:04.14053Z","steps":["trace[1229307851] 'agreement among raft nodes before linearized reading' (duration: 121.388966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.877218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.809227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T18:46:04.877366Z","caller":"traceutil/trace.go:171","msg":"trace[339946983] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25644; }","duration":"118.986141ms","start":"2026-03-19T18:46:04.758324Z","end":"2026-03-19T18:46:04.87731Z","steps":["trace[339946983] 'range keys from in-memory index tree' (duration: 118.569103ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.663188Z","caller":"traceutil/trace.go:171","msg":"trace[1561582615] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"225.449157ms","start":"2026-03-19T18:46:05.437711Z","end":"2026-03-19T18:46:05.663161Z","steps":["trace[1561582615] 'process raft request' (duration: 204.887614ms)","trace[1561582615] 'compare' (duration: 20.346889ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:05.663544Z","caller":"traceutil/trace.go:171","msg":"trace[1765143522] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"223.079204ms","start":"2026-03-19T18:46:05.440427Z","end":"2026-03-19T18:46:05.663506Z","steps":["trace[1765143522] 'process raft request' (duration: 222.686796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.664906Z","caller":"traceutil/trace.go:171","msg":"trace[641371344] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"224.258156ms","start":"2026-03-19T18:46:05.440608Z","end":"2026-03-19T18:46:05.664866Z","steps":["trace[641371344] 'process raft request' (duration: 222.805008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.66499Z","caller":"traceutil/trace.go:171","msg":"trace[1713533196] linearizableReadLoop","detail":"{readStateIndex:26525; appliedIndex:26519; }","duration":"202.863776ms","start":"2026-03-19T18:46:05.462093Z","end":"2026-03-19T18:46:05.664957Z","steps":["trace[1713533196] 'read index received' (duration: 51.168974ms)","trace[1713533196] 'applied index is now lower than readState.Index' (duration: 151.692972ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:05.665243Z","caller":"traceutil/trace.go:171","msg":"trace[1728685944] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"206.332852ms","start":"2026-03-19T18:46:05.458892Z","end":"2026-03-19T18:46:05.665224Z","steps":["trace[1728685944] 'process raft request' (duration: 205.945634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.665343Z","caller":"traceutil/trace.go:171","msg":"trace[284953320] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"224.330587ms","start":"2026-03-19T18:46:05.440898Z","end":"2026-03-19T18:46:05.665228Z","steps":["trace[284953320] 'process raft request' (duration: 223.765575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.665533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.661352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:05.6656Z","caller":"traceutil/trace.go:171","msg":"trace[1578164340] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25652; }","duration":"202.806765ms","start":"2026-03-19T18:46:05.46278Z","end":"2026-03-19T18:46:05.665587Z","steps":["trace[1578164340] 'agreement among raft nodes before linearized reading' (duration: 202.679933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.665603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.492348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T18:46:05.66566Z","caller":"traceutil/trace.go:171","msg":"trace[656024132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25652; }","duration":"203.602299ms","start":"2026-03-19T18:46:05.462043Z","end":"2026-03-19T18:46:05.665646Z","steps":["trace[656024132] 'agreement among raft nodes before linearized reading' (duration: 203.382375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.665762Z","caller":"traceutil/trace.go:171","msg":"trace[950900116] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"188.915326ms","start":"2026-03-19T18:46:05.476659Z","end":"2026-03-19T18:46:05.665574Z","steps":["trace[950900116] 'process raft request' (duration: 188.239464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.665997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.990903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:05.666034Z","caller":"traceutil/trace.go:171","msg":"trace[1649454934] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25652; }","duration":"200.080745ms","start":"2026-03-19T18:46:05.465944Z","end":"2026-03-19T18:46:05.666025Z","steps":["trace[1649454934] 'agreement among raft nodes before linearized reading' (duration: 200.000983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.666101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.928241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:05.666193Z","caller":"traceutil/trace.go:171","msg":"trace[204326637] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25652; }","duration":"200.069914ms","start":"2026-03-19T18:46:05.466106Z","end":"2026-03-19T18:46:05.666176Z","steps":["trace[204326637] 'agreement among raft nodes before linearized reading' (duration: 199.89445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.666358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.844866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:05.666377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.326539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:46:05.666408Z","caller":"traceutil/trace.go:171","msg":"trace[1005811837] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25652; }","duration":"202.911658ms","start":"2026-03-19T18:46:05.463485Z","end":"2026-03-19T18:46:05.666396Z","steps":["trace[1005811837] 'agreement among raft nodes before linearized reading' (duration: 202.574661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.666415Z","caller":"traceutil/trace.go:171","msg":"trace[431068900] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25652; }","duration":"200.382971ms","start":"2026-03-19T18:46:05.466021Z","end":"2026-03-19T18:46:05.666404Z","steps":["trace[431068900] 'agreement among raft nodes before linearized reading' (duration: 200.181656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.666598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.110091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:05.66666Z","caller":"traceutil/trace.go:171","msg":"trace[228009167] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25652; }","duration":"203.184982ms","start":"2026-03-19T18:46:05.463459Z","end":"2026-03-19T18:46:05.666644Z","steps":["trace[228009167] 'agreement among raft nodes before linearized reading' (duration: 203.097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.666493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.153436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:05.666745Z","caller":"traceutil/trace.go:171","msg":"trace[359629805] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25652; }","duration":"200.432271ms","start":"2026-03-19T18:46:05.466302Z","end":"2026-03-19T18:46:05.666735Z","steps":["trace[359629805] 'agreement among raft nodes before linearized reading' (duration: 200.155346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.666901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.07022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:46:05.667099Z","caller":"traceutil/trace.go:171","msg":"trace[1624077396] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25652; }","duration":"203.693481ms","start":"2026-03-19T18:46:05.46339Z","end":"2026-03-19T18:46:05.667083Z","steps":["trace[1624077396] 'agreement among raft nodes before linearized reading' (duration: 202.967088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.83794Z","caller":"traceutil/trace.go:171","msg":"trace[230441890] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"167.272602ms","start":"2026-03-19T18:46:05.67063Z","end":"2026-03-19T18:46:05.837902Z","steps":["trace[230441890] 'process raft request' (duration: 145.085197ms)","trace[230441890] 'compare' (duration: 21.824338ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:05.838465Z","caller":"traceutil/trace.go:171","msg":"trace[650863180] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"166.803053ms","start":"2026-03-19T18:46:05.671594Z","end":"2026-03-19T18:46:05.838397Z","steps":["trace[650863180] 'process raft request' (duration: 166.695231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:06.059078Z","caller":"traceutil/trace.go:171","msg":"trace[1945959170] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"141.279696ms","start":"2026-03-19T18:46:05.917745Z","end":"2026-03-19T18:46:06.059024Z","steps":["trace[1945959170] 'process raft request' (duration: 63.291701ms)","trace[1945959170] 'compare' (duration: 77.68756ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:06.290802Z","caller":"traceutil/trace.go:171","msg":"trace[981711542] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"139.198249ms","start":"2026-03-19T18:46:06.151578Z","end":"2026-03-19T18:46:06.290776Z","steps":["trace[981711542] 'process raft request' (duration: 63.610278ms)","trace[981711542] 'compare' (duration: 75.455017ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:48:09.22962Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24403} {"level":"info","ts":"2026-03-19T18:48:09.375015Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24403,"took":"139.84444ms","hash":2876796166,"current-db-size-bytes":50868224,"current-db-size":"51 MB","current-db-size-in-use-bytes":31916032,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-19T18:48:09.375084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2876796166,"revision":24403,"compact-revision":21601} {"level":"info","ts":"2026-03-19T18:53:07.386441Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:53:07.392622Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-19T18:53:07.392741Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-19T18:53:09.237112Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26689} {"level":"info","ts":"2026-03-19T18:53:09.360231Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26689,"took":"118.155325ms","hash":3030601171,"current-db-size-bytes":50868224,"current-db-size":"51 MB","current-db-size-in-use-bytes":31387648,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-19T18:53:09.360308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3030601171,"revision":26689,"compact-revision":24403} {"level":"info","ts":"2026-03-19T18:58:09.245552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29046} {"level":"info","ts":"2026-03-19T18:58:09.377793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29046,"took":"125.279288ms","hash":1022405403,"current-db-size-bytes":50868224,"current-db-size":"51 MB","current-db-size-in-use-bytes":29065216,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-19T18:58:09.377889Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1022405403,"revision":29046,"compact-revision":26689} {"level":"info","ts":"2026-03-19T19:03:09.253071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31164} {"level":"info","ts":"2026-03-19T19:03:09.40023Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31164,"took":"140.540625ms","hash":3216829833,"current-db-size-bytes":50868224,"current-db-size":"51 MB","current-db-size-in-use-bytes":28446720,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T19:03:09.400316Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3216829833,"revision":31164,"compact-revision":29046} {"level":"info","ts":"2026-03-19T19:04:06.367703Z","caller":"traceutil/trace.go:171","msg":"trace[1938195080] transaction","detail":"{read_only:false; response_revision:33774; number_of_response:1; }","duration":"119.816218ms","start":"2026-03-19T19:04:06.247847Z","end":"2026-03-19T19:04:06.367664Z","steps":["trace[1938195080] 'process raft request' (duration: 116.999955ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T19:04:54.737166Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000089a1.wal"} {"level":"info","ts":"2026-03-19T19:08:09.261827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33346} {"level":"info","ts":"2026-03-19T19:08:09.398601Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33346,"took":"130.434225ms","hash":2492791789,"current-db-size-bytes":51290112,"current-db-size":"51 MB","current-db-size-in-use-bytes":29556736,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-19T19:08:09.39869Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2492791789,"revision":33346,"compact-revision":31164} {"level":"info","ts":"2026-03-19T19:13:09.268048Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35498} {"level":"info","ts":"2026-03-19T19:13:09.391652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35498,"took":"119.230426ms","hash":47663976,"current-db-size-bytes":51712000,"current-db-size":"52 MB","current-db-size-in-use-bytes":28786688,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-19T19:13:09.391737Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":47663976,"revision":35498,"compact-revision":33346} {"level":"info","ts":"2026-03-19T19:15:43.99008Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T19:15:44.000213Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-19T19:15:44.000335Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}