{"level":"warn","ts":"2026-03-03T00:52:48.564073Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T00:52:48.564166Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.74:2380","--initial-cluster=instance=https://162.253.55.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T00:52:48.564235Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T00:52:48.564244Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-03T00:52:48.564261Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T00:52:48.564867Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"]} {"level":"info","ts":"2026-03-03T00:52:48.564936Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T00:52:48.569231Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.08822ms"} {"level":"info","ts":"2026-03-03T00:52:48.57788Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"30aa8136fb61a722","cluster-id":"e7ea3889c4872560"} {"level":"info","ts":"2026-03-03T00:52:48.578001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T00:52:48.578029Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 0"} {"level":"info","ts":"2026-03-03T00:52:48.578048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 30aa8136fb61a722 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T00:52:48.578057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 1"} {"level":"info","ts":"2026-03-03T00:52:48.578102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"warn","ts":"2026-03-03T00:52:48.587482Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T00:52:48.589252Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T00:52:48.591866Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T00:52:48.594555Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"30aa8136fb61a722","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T00:52:48.594753Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"30aa8136fb61a722","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T00:52:48.594826Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:48.594949Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:48.594965Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T00:52:48.596536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"info","ts":"2026-03-03T00:52:48.596722Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","added-peer-id":"30aa8136fb61a722","added-peer-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-03T00:52:48.59937Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T00:52:48.599594Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"30aa8136fb61a722","initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T00:52:48.599621Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T00:52:48.600173Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-03T00:52:48.600212Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-03T00:52:49.479764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T00:52:49.479827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T00:52:49.47987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgPreVoteResp from 30aa8136fb61a722 at term 1"} {"level":"info","ts":"2026-03-03T00:52:49.47989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became candidate at term 2"} {"level":"info","ts":"2026-03-03T00:52:49.4799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgVoteResp from 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-03T00:52:49.479916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became leader at term 2"} {"level":"info","ts":"2026-03-03T00:52:49.479929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 30aa8136fb61a722 elected leader 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-03T00:52:49.480937Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:49.48122Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"30aa8136fb61a722","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.74:2379]}","request-path":"/0/members/30aa8136fb61a722/attributes","cluster-id":"e7ea3889c4872560","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T00:52:49.481231Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T00:52:49.48126Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T00:52:49.481489Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T00:52:49.48155Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T00:52:49.481814Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:49.481904Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:49.481932Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T00:52:49.484413Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.74:2379"} {"level":"info","ts":"2026-03-03T00:52:49.484568Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-03T00:52:50.929813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.642422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T00:52:50.929785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.95267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-bpfl2\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-03-03T00:52:50.929796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.306278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T00:52:50.929937Z","caller":"traceutil/trace.go:171","msg":"trace[417865418] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:4; }","duration":"108.808195ms","start":"2026-03-03T00:52:50.821106Z","end":"2026-03-03T00:52:50.929914Z","steps":["trace[417865418] 'range keys from in-memory index tree' (duration: 108.578061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:50.929971Z","caller":"traceutil/trace.go:171","msg":"trace[1285422695] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-bpfl2; range_end:; response_count:1; response_revision:4; }","duration":"132.162886ms","start":"2026-03-03T00:52:50.797769Z","end":"2026-03-03T00:52:50.929932Z","steps":["trace[1285422695] 'range keys from in-memory index tree' (duration: 131.828938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:50.930004Z","caller":"traceutil/trace.go:171","msg":"trace[1149368948] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:4; }","duration":"117.550983ms","start":"2026-03-03T00:52:50.812415Z","end":"2026-03-03T00:52:50.929966Z","steps":["trace[1149368948] 'range keys from in-memory index tree' (duration: 117.208016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:52:50.929876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.536144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T00:52:50.93021Z","caller":"traceutil/trace.go:171","msg":"trace[1824215864] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:4; }","duration":"132.888671ms","start":"2026-03-03T00:52:50.79729Z","end":"2026-03-03T00:52:50.930179Z","steps":["trace[1824215864] 'range keys from in-memory index tree' (duration: 132.468812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:51.09096Z","caller":"traceutil/trace.go:171","msg":"trace[970627711] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"146.67804ms","start":"2026-03-03T00:52:50.944254Z","end":"2026-03-03T00:52:51.090932Z","steps":["trace[970627711] 'process raft request' (duration: 146.579268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:51.091026Z","caller":"traceutil/trace.go:171","msg":"trace[50626746] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"146.574948ms","start":"2026-03-03T00:52:50.944421Z","end":"2026-03-03T00:52:51.090996Z","steps":["trace[50626746] 'process raft request' (duration: 146.437705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:51.091111Z","caller":"traceutil/trace.go:171","msg":"trace[1333622523] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"146.853074ms","start":"2026-03-03T00:52:50.94425Z","end":"2026-03-03T00:52:51.091103Z","steps":["trace[1333622523] 'process raft request' (duration: 126.593036ms)","trace[1333622523] 'compare' (duration: 19.864439ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:52:51.091352Z","caller":"traceutil/trace.go:171","msg":"trace[1184565939] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"146.308702ms","start":"2026-03-03T00:52:50.945013Z","end":"2026-03-03T00:52:51.091322Z","steps":["trace[1184565939] 'process raft request' (duration: 145.937494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:51.091397Z","caller":"traceutil/trace.go:171","msg":"trace[499547210] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"138.719697ms","start":"2026-03-03T00:52:50.952665Z","end":"2026-03-03T00:52:51.091385Z","steps":["trace[499547210] 'process raft request' (duration: 138.377269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:51.091421Z","caller":"traceutil/trace.go:171","msg":"trace[303646141] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"146.503847ms","start":"2026-03-03T00:52:50.944912Z","end":"2026-03-03T00:52:51.091416Z","steps":["trace[303646141] 'process raft request' (duration: 146.003985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:52:51.091346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.669069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T00:52:51.09147Z","caller":"traceutil/trace.go:171","msg":"trace[1019798998] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"146.111738ms","start":"2026-03-03T00:52:50.945354Z","end":"2026-03-03T00:52:51.091465Z","steps":["trace[1019798998] 'process raft request' (duration: 145.651547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:51.091536Z","caller":"traceutil/trace.go:171","msg":"trace[1836386059] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"146.317462ms","start":"2026-03-03T00:52:50.945128Z","end":"2026-03-03T00:52:51.091445Z","steps":["trace[1836386059] 'process raft request' (duration: 145.854302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:51.09158Z","caller":"traceutil/trace.go:171","msg":"trace[1479348842] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:20; }","duration":"107.923725ms","start":"2026-03-03T00:52:50.983596Z","end":"2026-03-03T00:52:51.09152Z","steps":["trace[1479348842] 'agreement among raft nodes before linearized reading' (duration: 107.608968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:52.441741Z","caller":"traceutil/trace.go:171","msg":"trace[1936347262] transaction","detail":"{read_only:false; response_revision:84; number_of_response:1; }","duration":"154.123223ms","start":"2026-03-03T00:52:52.287573Z","end":"2026-03-03T00:52:52.441696Z","steps":["trace[1936347262] 'process raft request' (duration: 108.868087ms)","trace[1936347262] 'compare' (duration: 45.072952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:52:55.967992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.502661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:52:55.96808Z","caller":"traceutil/trace.go:171","msg":"trace[922879342] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:276; }","duration":"253.671474ms","start":"2026-03-03T00:52:55.714393Z","end":"2026-03-03T00:52:55.968064Z","steps":["trace[922879342] 'range keys from in-memory index tree' (duration: 253.386568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:52:55.968467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.790929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:52:55.96851Z","caller":"traceutil/trace.go:171","msg":"trace[1799983721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:276; }","duration":"106.883131ms","start":"2026-03-03T00:52:55.861616Z","end":"2026-03-03T00:52:55.9685Z","steps":["trace[1799983721] 'range keys from in-memory index tree' (duration: 106.192595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:52:58.86302Z","caller":"traceutil/trace.go:171","msg":"trace[1765229244] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"165.977488ms","start":"2026-03-03T00:52:58.697009Z","end":"2026-03-03T00:52:58.862986Z","steps":["trace[1765229244] 'process raft request' (duration: 165.740042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:07.468051Z","caller":"traceutil/trace.go:171","msg":"trace[37512544] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"112.092192ms","start":"2026-03-03T00:53:07.355931Z","end":"2026-03-03T00:53:07.468023Z","steps":["trace[37512544] 'process raft request' (duration: 111.891097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:08.132001Z","caller":"traceutil/trace.go:171","msg":"trace[1543063417] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"660.136871ms","start":"2026-03-03T00:53:07.471838Z","end":"2026-03-03T00:53:08.131975Z","steps":["trace[1543063417] 'process raft request' (duration: 593.336846ms)","trace[1543063417] 'compare' (duration: 66.683122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:08.132713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:07.471823Z","time spent":"660.248673ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:09.124496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058994252s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T00:53:09.160576Z","caller":"traceutil/trace.go:171","msg":"trace[1374581859] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:391; }","duration":"1.588553666s","start":"2026-03-03T00:53:07.571997Z","end":"2026-03-03T00:53:09.160551Z","steps":["trace[1374581859] 'read index received' (duration: 493.181972ms)","trace[1374581859] 'applied index is now lower than readState.Index' (duration: 1.095370424s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:09.160691Z","caller":"traceutil/trace.go:171","msg":"trace[326492066] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"1.676421805s","start":"2026-03-03T00:53:07.484235Z","end":"2026-03-03T00:53:09.160657Z","steps":["trace[326492066] 'process raft request' (duration: 1.640842623s)","trace[326492066] 'compare' (duration: 35.341727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:09.160819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588812611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:53:09.160912Z","caller":"traceutil/trace.go:171","msg":"trace[1158159593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:379; }","duration":"1.588891733s","start":"2026-03-03T00:53:07.571974Z","end":"2026-03-03T00:53:09.160866Z","steps":["trace[1158159593] 'agreement among raft nodes before linearized reading' (duration: 1.588737309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:09.160994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:07.571902Z","time spent":"1.589077397s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:53:09.161083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:07.484213Z","time spent":"1.676733113s","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:09.239785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214557059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T00:53:09.239866Z","caller":"traceutil/trace.go:171","msg":"trace[390452899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:379; }","duration":"1.214677852s","start":"2026-03-03T00:53:08.025169Z","end":"2026-03-03T00:53:09.239847Z","steps":["trace[390452899] 'agreement among raft nodes before linearized reading' (duration: 1.214541009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:09.239908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:08.025146Z","time spent":"1.214752174s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:09.239888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132574264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:09.240164Z","caller":"traceutil/trace.go:171","msg":"trace[296730035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:379; }","duration":"1.132950693s","start":"2026-03-03T00:53:08.107183Z","end":"2026-03-03T00:53:09.240134Z","steps":["trace[296730035] 'agreement among raft nodes before linearized reading' (duration: 1.132581094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:09.240235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:08.107164Z","time spent":"1.133046424s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:53:16.278064Z","caller":"traceutil/trace.go:171","msg":"trace[1688398576] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"108.484077ms","start":"2026-03-03T00:53:16.169531Z","end":"2026-03-03T00:53:16.278015Z","steps":["trace[1688398576] 'process raft request' (duration: 108.271193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:17.528866Z","caller":"traceutil/trace.go:171","msg":"trace[290358001] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"216.224179ms","start":"2026-03-03T00:53:17.312605Z","end":"2026-03-03T00:53:17.528829Z","steps":["trace[290358001] 'process raft request' (duration: 213.371363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:22.368142Z","caller":"traceutil/trace.go:171","msg":"trace[1494808364] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"170.833609ms","start":"2026-03-03T00:53:22.197279Z","end":"2026-03-03T00:53:22.368113Z","steps":["trace[1494808364] 'process raft request' (duration: 114.62953ms)","trace[1494808364] 'compare' (duration: 56.073646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:22.368409Z","caller":"traceutil/trace.go:171","msg":"trace[1975556734] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"170.799888ms","start":"2026-03-03T00:53:22.197576Z","end":"2026-03-03T00:53:22.368375Z","steps":["trace[1975556734] 'process raft request' (duration: 170.559092ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:22.368444Z","caller":"traceutil/trace.go:171","msg":"trace[2128894821] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"169.350605ms","start":"2026-03-03T00:53:22.199062Z","end":"2026-03-03T00:53:22.368413Z","steps":["trace[2128894821] 'process raft request' (duration: 169.13964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:22.368663Z","caller":"traceutil/trace.go:171","msg":"trace[463529395] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"159.062588ms","start":"2026-03-03T00:53:22.209528Z","end":"2026-03-03T00:53:22.368591Z","steps":["trace[463529395] 'process raft request' (duration: 158.740971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:22.373718Z","caller":"traceutil/trace.go:171","msg":"trace[453990409] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"137.186212ms","start":"2026-03-03T00:53:22.236494Z","end":"2026-03-03T00:53:22.37368Z","steps":["trace[453990409] 'process raft request' (duration: 132.260578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:24.387135Z","caller":"traceutil/trace.go:171","msg":"trace[688959383] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"106.809489ms","start":"2026-03-03T00:53:24.280291Z","end":"2026-03-03T00:53:24.3871Z","steps":["trace[688959383] 'process raft request' (duration: 106.609515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:29.848654Z","caller":"traceutil/trace.go:171","msg":"trace[469502615] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"113.76278ms","start":"2026-03-03T00:53:29.734849Z","end":"2026-03-03T00:53:29.848612Z","steps":["trace[469502615] 'process raft request' (duration: 102.023679ms)","trace[469502615] 'compare' (duration: 11.590718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:30.262647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.208804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:30.262748Z","caller":"traceutil/trace.go:171","msg":"trace[436317283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"157.346688ms","start":"2026-03-03T00:53:30.105379Z","end":"2026-03-03T00:53:30.262726Z","steps":["trace[436317283] 'range keys from in-memory index tree' (duration: 157.074721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:31.443296Z","caller":"traceutil/trace.go:171","msg":"trace[1931022685] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"469.827632ms","start":"2026-03-03T00:53:30.973442Z","end":"2026-03-03T00:53:31.44327Z","steps":["trace[1931022685] 'read index received' (duration: 469.638088ms)","trace[1931022685] 'applied index is now lower than readState.Index' (duration: 188.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:31.443332Z","caller":"traceutil/trace.go:171","msg":"trace[744461987] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"964.13906ms","start":"2026-03-03T00:53:30.479163Z","end":"2026-03-03T00:53:31.443302Z","steps":["trace[744461987] 'process raft request' (duration: 963.936835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:31.443475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.013816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:53:31.443539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:30.479144Z","time spent":"964.301043ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:31.443599Z","caller":"traceutil/trace.go:171","msg":"trace[1445516216] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:514; }","duration":"470.145869ms","start":"2026-03-03T00:53:30.973422Z","end":"2026-03-03T00:53:31.443568Z","steps":["trace[1445516216] 'agreement among raft nodes before linearized reading' (duration: 469.968775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:31.44353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.49381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:53:31.443672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:30.973392Z","time spent":"470.261412ms","remote":"127.0.0.1:41454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-03T00:53:31.443695Z","caller":"traceutil/trace.go:171","msg":"trace[1005954464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"336.704174ms","start":"2026-03-03T00:53:31.106982Z","end":"2026-03-03T00:53:31.443686Z","steps":["trace[1005954464] 'agreement among raft nodes before linearized reading' (duration: 336.488509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:31.443722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:31.106966Z","time spent":"336.750716ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:31.633633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.17673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:31.63387Z","caller":"traceutil/trace.go:171","msg":"trace[1696945827] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"163.657743ms","start":"2026-03-03T00:53:31.470181Z","end":"2026-03-03T00:53:31.633839Z","steps":["trace[1696945827] 'process raft request' (duration: 20.068093ms)","trace[1696945827] 'compare' (duration: 143.064118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:32.57505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.980449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:53:32.57512Z","caller":"traceutil/trace.go:171","msg":"trace[1020253014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"840.107862ms","start":"2026-03-03T00:53:31.734993Z","end":"2026-03-03T00:53:32.5751Z","steps":["trace[1020253014] 'range keys from in-memory index tree' (duration: 839.780685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.575149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:31.73498Z","time spent":"840.162573ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:32.575244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.388105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:32.575353Z","caller":"traceutil/trace.go:171","msg":"trace[118864953] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"722.487544ms","start":"2026-03-03T00:53:31.852851Z","end":"2026-03-03T00:53:32.575339Z","steps":["trace[118864953] 'read index received' (duration: 254.905213ms)","trace[118864953] 'applied index is now lower than readState.Index' (duration: 467.58094ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:32.575401Z","caller":"traceutil/trace.go:171","msg":"trace[675521279] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"789.337109ms","start":"2026-03-03T00:53:31.786017Z","end":"2026-03-03T00:53:32.575354Z","steps":["trace[675521279] 'process raft request' (duration: 321.707248ms)","trace[675521279] 'compare' (duration: 467.15423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:32.575605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:31.785999Z","time spent":"789.508432ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:32.575668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.562597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:53:32.575663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.80264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:53:32.575721Z","caller":"traceutil/trace.go:171","msg":"trace[1497733033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"466.658319ms","start":"2026-03-03T00:53:32.10905Z","end":"2026-03-03T00:53:32.575709Z","steps":["trace[1497733033] 'agreement among raft nodes before linearized reading' (duration: 466.563357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:32.575738Z","caller":"traceutil/trace.go:171","msg":"trace[1957654038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"722.920603ms","start":"2026-03-03T00:53:31.852798Z","end":"2026-03-03T00:53:32.575719Z","steps":["trace[1957654038] 'agreement among raft nodes before linearized reading' (duration: 722.735899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:32.575771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:32.109031Z","time spent":"466.7331ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:32.575777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:31.852776Z","time spent":"722.992424ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:53:33.033981Z","caller":"traceutil/trace.go:171","msg":"trace[1446222939] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:536; }","duration":"109.609164ms","start":"2026-03-03T00:53:32.924347Z","end":"2026-03-03T00:53:33.033956Z","steps":["trace[1446222939] 'read index received' (duration: 30.858523ms)","trace[1446222939] 'applied index is now lower than readState.Index' (duration: 78.749091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:33.03402Z","caller":"traceutil/trace.go:171","msg":"trace[71470382] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"440.501192ms","start":"2026-03-03T00:53:32.593468Z","end":"2026-03-03T00:53:33.03397Z","steps":["trace[71470382] 'process raft request' (duration: 361.724371ms)","trace[71470382] 'compare' (duration: 78.387592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:33.034134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.743847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:33.034078Z","caller":"traceutil/trace.go:171","msg":"trace[684574006] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"439.51209ms","start":"2026-03-03T00:53:32.594534Z","end":"2026-03-03T00:53:33.034046Z","steps":["trace[684574006] 'process raft request' (duration: 439.308406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:33.034175Z","caller":"traceutil/trace.go:171","msg":"trace[1132270652] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:518; }","duration":"109.86952ms","start":"2026-03-03T00:53:32.924293Z","end":"2026-03-03T00:53:33.034162Z","steps":["trace[1132270652] 'agreement among raft nodes before linearized reading' (duration: 109.760327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:33.034293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:32.594518Z","time spent":"439.666673ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:33.034293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:32.593447Z","time spent":"440.708928ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:33.278643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.232206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:33.278728Z","caller":"traceutil/trace.go:171","msg":"trace[1453904558] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:518; }","duration":"138.373849ms","start":"2026-03-03T00:53:33.140333Z","end":"2026-03-03T00:53:33.278707Z","steps":["trace[1453904558] 'range keys from in-memory index tree' (duration: 138.132133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:33.751136Z","caller":"traceutil/trace.go:171","msg":"trace[1548108861] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:546; }","duration":"113.207697ms","start":"2026-03-03T00:53:33.637895Z","end":"2026-03-03T00:53:33.751102Z","steps":["trace[1548108861] 'read index received' (duration: 31.127889ms)","trace[1548108861] 'applied index is now lower than readState.Index' (duration: 82.078138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:33.751179Z","caller":"traceutil/trace.go:171","msg":"trace[1117999637] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"259.11358ms","start":"2026-03-03T00:53:33.492024Z","end":"2026-03-03T00:53:33.751137Z","steps":["trace[1117999637] 'process raft request' (duration: 177.082644ms)","trace[1117999637] 'compare' (duration: 81.712669ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:33.751221Z","caller":"traceutil/trace.go:171","msg":"trace[643603720] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"259.144171ms","start":"2026-03-03T00:53:33.492055Z","end":"2026-03-03T00:53:33.751199Z","steps":["trace[643603720] 'process raft request' (duration: 258.993417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:33.751494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.450303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:53:33.75155Z","caller":"traceutil/trace.go:171","msg":"trace[1157087754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"113.654858ms","start":"2026-03-03T00:53:33.637882Z","end":"2026-03-03T00:53:33.751537Z","steps":["trace[1157087754] 'agreement among raft nodes before linearized reading' (duration: 113.346801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:33.996083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.554859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:33.996467Z","caller":"traceutil/trace.go:171","msg":"trace[829550705] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"240.771886ms","start":"2026-03-03T00:53:33.755655Z","end":"2026-03-03T00:53:33.996427Z","steps":["trace[829550705] 'process raft request' (duration: 96.771087ms)","trace[829550705] 'compare' (duration: 143.412565ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:33.998421Z","caller":"traceutil/trace.go:171","msg":"trace[1996597713] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"218.632345ms","start":"2026-03-03T00:53:33.779683Z","end":"2026-03-03T00:53:33.998316Z","steps":["trace[1996597713] 'process raft request' (duration: 217.311784ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:33.999118Z","caller":"traceutil/trace.go:171","msg":"trace[1273923125] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"216.196718ms","start":"2026-03-03T00:53:33.782689Z","end":"2026-03-03T00:53:33.998886Z","steps":["trace[1273923125] 'process raft request' (duration: 215.508172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.001079Z","caller":"traceutil/trace.go:171","msg":"trace[1291006758] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"218.197245ms","start":"2026-03-03T00:53:33.779258Z","end":"2026-03-03T00:53:33.997455Z","steps":["trace[1291006758] 'process raft request' (duration: 217.610201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.001836Z","caller":"traceutil/trace.go:171","msg":"trace[1965233033] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"199.596374ms","start":"2026-03-03T00:53:33.801941Z","end":"2026-03-03T00:53:34.001537Z","steps":["trace[1965233033] 'process raft request' (duration: 199.217356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.00381Z","caller":"traceutil/trace.go:171","msg":"trace[1398940031] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"199.963313ms","start":"2026-03-03T00:53:33.801954Z","end":"2026-03-03T00:53:34.001917Z","steps":["trace[1398940031] 'process raft request' (duration: 199.558804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.004008Z","caller":"traceutil/trace.go:171","msg":"trace[184910699] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"196.929103ms","start":"2026-03-03T00:53:33.807049Z","end":"2026-03-03T00:53:34.003978Z","steps":["trace[184910699] 'process raft request' (duration: 194.890286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.21511Z","caller":"traceutil/trace.go:171","msg":"trace[773160582] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"181.023145ms","start":"2026-03-03T00:53:34.034041Z","end":"2026-03-03T00:53:34.215064Z","steps":["trace[773160582] 'process raft request' (duration: 144.529541ms)","trace[773160582] 'compare' (duration: 36.228028ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:34.215169Z","caller":"traceutil/trace.go:171","msg":"trace[301732146] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"181.013345ms","start":"2026-03-03T00:53:34.034135Z","end":"2026-03-03T00:53:34.215148Z","steps":["trace[301732146] 'process raft request' (duration: 180.80025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.21525Z","caller":"traceutil/trace.go:171","msg":"trace[1261841745] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"180.986794ms","start":"2026-03-03T00:53:34.034229Z","end":"2026-03-03T00:53:34.215216Z","steps":["trace[1261841745] 'process raft request' (duration: 180.854621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.215371Z","caller":"traceutil/trace.go:171","msg":"trace[60084827] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"180.991315ms","start":"2026-03-03T00:53:34.034364Z","end":"2026-03-03T00:53:34.215355Z","steps":["trace[60084827] 'process raft request' (duration: 180.80236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.21537Z","caller":"traceutil/trace.go:171","msg":"trace[720611538] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"181.147508ms","start":"2026-03-03T00:53:34.034183Z","end":"2026-03-03T00:53:34.21533Z","steps":["trace[720611538] 'process raft request' (duration: 180.81705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.215412Z","caller":"traceutil/trace.go:171","msg":"trace[393835083] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"181.012704ms","start":"2026-03-03T00:53:34.034381Z","end":"2026-03-03T00:53:34.215394Z","steps":["trace[393835083] 'process raft request' (duration: 180.82471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.215445Z","caller":"traceutil/trace.go:171","msg":"trace[1455568653] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"181.076286ms","start":"2026-03-03T00:53:34.034331Z","end":"2026-03-03T00:53:34.215407Z","steps":["trace[1455568653] 'process raft request' (duration: 180.797579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.215545Z","caller":"traceutil/trace.go:171","msg":"trace[1121825452] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"180.895792ms","start":"2026-03-03T00:53:34.034641Z","end":"2026-03-03T00:53:34.215537Z","steps":["trace[1121825452] 'process raft request' (duration: 180.754009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.215546Z","caller":"traceutil/trace.go:171","msg":"trace[721536000] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"180.953934ms","start":"2026-03-03T00:53:34.03457Z","end":"2026-03-03T00:53:34.215524Z","steps":["trace[721536000] 'process raft request' (duration: 180.766859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.215566Z","caller":"traceutil/trace.go:171","msg":"trace[635015777] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"180.8118ms","start":"2026-03-03T00:53:34.034732Z","end":"2026-03-03T00:53:34.215544Z","steps":["trace[635015777] 'process raft request' (duration: 180.758979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.215496Z","caller":"traceutil/trace.go:171","msg":"trace[1131279380] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"180.956454ms","start":"2026-03-03T00:53:34.034529Z","end":"2026-03-03T00:53:34.215485Z","steps":["trace[1131279380] 'process raft request' (duration: 180.758939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.215644Z","caller":"traceutil/trace.go:171","msg":"trace[1479209747] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"180.920712ms","start":"2026-03-03T00:53:34.034716Z","end":"2026-03-03T00:53:34.215636Z","steps":["trace[1479209747] 'process raft request' (duration: 180.731658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.217389Z","caller":"traceutil/trace.go:171","msg":"trace[1336742667] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:559; }","duration":"109.141843ms","start":"2026-03-03T00:53:34.108222Z","end":"2026-03-03T00:53:34.217364Z","steps":["trace[1336742667] 'read index received' (duration: 70.450708ms)","trace[1336742667] 'applied index is now lower than readState.Index' (duration: 38.689975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:34.217527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.289217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:34.21765Z","caller":"traceutil/trace.go:171","msg":"trace[618697642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"109.468291ms","start":"2026-03-03T00:53:34.108167Z","end":"2026-03-03T00:53:34.217635Z","steps":["trace[618697642] 'agreement among raft nodes before linearized reading' (duration: 109.299397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.217782Z","caller":"traceutil/trace.go:171","msg":"trace[538517374] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"160.958501ms","start":"2026-03-03T00:53:34.056806Z","end":"2026-03-03T00:53:34.217765Z","steps":["trace[538517374] 'process raft request' (duration: 160.321987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.217891Z","caller":"traceutil/trace.go:171","msg":"trace[119972022] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"155.70904ms","start":"2026-03-03T00:53:34.062171Z","end":"2026-03-03T00:53:34.21788Z","steps":["trace[119972022] 'process raft request' (duration: 155.100466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350036Z","caller":"traceutil/trace.go:171","msg":"trace[1137821640] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"126.451943ms","start":"2026-03-03T00:53:34.223539Z","end":"2026-03-03T00:53:34.349991Z","steps":["trace[1137821640] 'process raft request' (duration: 126.217298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350087Z","caller":"traceutil/trace.go:171","msg":"trace[1846090625] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"126.351642ms","start":"2026-03-03T00:53:34.223696Z","end":"2026-03-03T00:53:34.350047Z","steps":["trace[1846090625] 'process raft request' (duration: 126.093606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350171Z","caller":"traceutil/trace.go:171","msg":"trace[1804915417] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"126.127966ms","start":"2026-03-03T00:53:34.22402Z","end":"2026-03-03T00:53:34.350148Z","steps":["trace[1804915417] 'process raft request' (duration: 125.906121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350183Z","caller":"traceutil/trace.go:171","msg":"trace[2054708655] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"126.090515ms","start":"2026-03-03T00:53:34.224076Z","end":"2026-03-03T00:53:34.350167Z","steps":["trace[2054708655] 'process raft request' (duration: 125.87796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350052Z","caller":"traceutil/trace.go:171","msg":"trace[250443982] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"126.236879ms","start":"2026-03-03T00:53:34.22378Z","end":"2026-03-03T00:53:34.350017Z","steps":["trace[250443982] 'process raft request' (duration: 126.038164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350264Z","caller":"traceutil/trace.go:171","msg":"trace[982799772] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"126.360012ms","start":"2026-03-03T00:53:34.223858Z","end":"2026-03-03T00:53:34.350218Z","steps":["trace[982799772] 'process raft request' (duration: 125.988213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350346Z","caller":"traceutil/trace.go:171","msg":"trace[2078428664] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"122.978043ms","start":"2026-03-03T00:53:34.227353Z","end":"2026-03-03T00:53:34.350331Z","steps":["trace[2078428664] 'process raft request' (duration: 122.744018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.35035Z","caller":"traceutil/trace.go:171","msg":"trace[1662193175] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"126.392122ms","start":"2026-03-03T00:53:34.223917Z","end":"2026-03-03T00:53:34.350309Z","steps":["trace[1662193175] 'process raft request' (duration: 125.956052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350373Z","caller":"traceutil/trace.go:171","msg":"trace[1845386202] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"127.584529ms","start":"2026-03-03T00:53:34.222761Z","end":"2026-03-03T00:53:34.350346Z","steps":["trace[1845386202] 'process raft request' (duration: 123.815412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.3504Z","caller":"traceutil/trace.go:171","msg":"trace[2109177632] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"127.472947ms","start":"2026-03-03T00:53:34.222914Z","end":"2026-03-03T00:53:34.350387Z","steps":["trace[2109177632] 'process raft request' (duration: 126.805022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350399Z","caller":"traceutil/trace.go:171","msg":"trace[605468125] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"119.638266ms","start":"2026-03-03T00:53:34.230725Z","end":"2026-03-03T00:53:34.350364Z","steps":["trace[605468125] 'process raft request' (duration: 119.572174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350548Z","caller":"traceutil/trace.go:171","msg":"trace[1723960965] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"120.456305ms","start":"2026-03-03T00:53:34.230081Z","end":"2026-03-03T00:53:34.350537Z","steps":["trace[1723960965] 'process raft request' (duration: 120.124817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350553Z","caller":"traceutil/trace.go:171","msg":"trace[1411328622] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"119.83189ms","start":"2026-03-03T00:53:34.230711Z","end":"2026-03-03T00:53:34.350543Z","steps":["trace[1411328622] 'process raft request' (duration: 119.539583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.350531Z","caller":"traceutil/trace.go:171","msg":"trace[1650517547] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"126.050574ms","start":"2026-03-03T00:53:34.224447Z","end":"2026-03-03T00:53:34.350497Z","steps":["trace[1650517547] 'process raft request' (duration: 125.581323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:34.563108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.17952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:34.563345Z","caller":"traceutil/trace.go:171","msg":"trace[2027459893] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"207.592118ms","start":"2026-03-03T00:53:34.355712Z","end":"2026-03-03T00:53:34.563304Z","steps":["trace[2027459893] 'process raft request' (duration: 96.152632ms)","trace[2027459893] 'compare' (duration: 111.081638ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:34.563358Z","caller":"traceutil/trace.go:171","msg":"trace[183771940] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"207.596709ms","start":"2026-03-03T00:53:34.355729Z","end":"2026-03-03T00:53:34.563325Z","steps":["trace[183771940] 'process raft request' (duration: 207.461986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.563406Z","caller":"traceutil/trace.go:171","msg":"trace[752824946] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"197.25962ms","start":"2026-03-03T00:53:34.366133Z","end":"2026-03-03T00:53:34.563393Z","steps":["trace[752824946] 'process raft request' (duration: 197.192209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:34.56349Z","caller":"traceutil/trace.go:171","msg":"trace[632949333] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"197.611988ms","start":"2026-03-03T00:53:34.365853Z","end":"2026-03-03T00:53:34.563465Z","steps":["trace[632949333] 'process raft request' (duration: 197.389923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:40.282944Z","caller":"traceutil/trace.go:171","msg":"trace[1682187862] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"174.935684ms","start":"2026-03-03T00:53:40.107985Z","end":"2026-03-03T00:53:40.282921Z","steps":["trace[1682187862] 'read index received' (duration: 174.780451ms)","trace[1682187862] 'applied index is now lower than readState.Index' (duration: 154.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:40.283023Z","caller":"traceutil/trace.go:171","msg":"trace[1573949584] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"191.236031ms","start":"2026-03-03T00:53:40.091747Z","end":"2026-03-03T00:53:40.282983Z","steps":["trace[1573949584] 'process raft request' (duration: 191.040586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:40.283152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.130888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:40.283262Z","caller":"traceutil/trace.go:171","msg":"trace[1415769579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"175.288832ms","start":"2026-03-03T00:53:40.107947Z","end":"2026-03-03T00:53:40.283236Z","steps":["trace[1415769579] 'agreement among raft nodes before linearized reading' (duration: 175.061857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:42.015031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352574329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:53:42.515543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352574329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:53:43.015806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352574329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:53:43.132893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.804557749s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T00:53:43.133577Z","caller":"traceutil/trace.go:171","msg":"trace[363279515] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"1.805327247s","start":"2026-03-03T00:53:41.328218Z","end":"2026-03-03T00:53:43.133545Z","steps":["trace[363279515] 'process raft request' (duration: 1.805099252s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:43.133752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:41.328199Z","time spent":"1.80546451s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:43.904246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.618392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:43.904379Z","caller":"traceutil/trace.go:171","msg":"trace[1537043259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:658; }","duration":"432.765316ms","start":"2026-03-03T00:53:43.471595Z","end":"2026-03-03T00:53:43.904361Z","steps":["trace[1537043259] 'range keys from in-memory index tree' (duration: 432.601732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:43.90506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.796189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:43.905213Z","caller":"traceutil/trace.go:171","msg":"trace[2095726336] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:679; }","duration":"2.396807911s","start":"2026-03-03T00:53:41.50838Z","end":"2026-03-03T00:53:43.905188Z","steps":["trace[2095726336] 'read index received' (duration: 1.624889125s)","trace[2095726336] 'applied index is now lower than readState.Index' (duration: 771.917236ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:43.90526Z","caller":"traceutil/trace.go:171","msg":"trace[2053169634] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"1.318822048s","start":"2026-03-03T00:53:42.5864Z","end":"2026-03-03T00:53:43.905222Z","steps":["trace[2053169634] 'process raft request' (duration: 701.526158ms)","trace[2053169634] 'compare' (duration: 616.615385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:43.905426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773205183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:43.905481Z","caller":"traceutil/trace.go:171","msg":"trace[1352908146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"1.773295255s","start":"2026-03-03T00:53:42.132169Z","end":"2026-03-03T00:53:43.905464Z","steps":["trace[1352908146] 'agreement among raft nodes before linearized reading' (duration: 1.773170322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:43.905493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:42.586375Z","time spent":"1.318967992s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:43.905497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.027637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T00:53:43.905475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397083726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:53:43.905525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.552713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T00:53:43.905545Z","caller":"traceutil/trace.go:171","msg":"trace[353329528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:659; }","duration":"756.11169ms","start":"2026-03-03T00:53:43.149419Z","end":"2026-03-03T00:53:43.90553Z","steps":["trace[353329528] 'agreement among raft nodes before linearized reading' (duration: 755.903975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:43.905536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:42.13215Z","time spent":"1.773374717s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:53:43.905561Z","caller":"traceutil/trace.go:171","msg":"trace[404631195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:659; }","duration":"2.397234281s","start":"2026-03-03T00:53:41.508307Z","end":"2026-03-03T00:53:43.905541Z","steps":["trace[404631195] 'agreement among raft nodes before linearized reading' (duration: 2.396970885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:43.905568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599121789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T00:53:43.905601Z","caller":"traceutil/trace.go:171","msg":"trace[101725446] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:659; }","duration":"584.653736ms","start":"2026-03-03T00:53:43.320925Z","end":"2026-03-03T00:53:43.905578Z","steps":["trace[101725446] 'agreement among raft nodes before linearized reading' (duration: 584.496382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:43.905609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:41.50828Z","time spent":"2.397319562s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:53:43.905595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:43.149394Z","time spent":"756.192732ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:43.905642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:43.320904Z","time spent":"584.727617ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-03T00:53:43.905641Z","caller":"traceutil/trace.go:171","msg":"trace[1842870077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:659; }","duration":"1.599233562s","start":"2026-03-03T00:53:42.306388Z","end":"2026-03-03T00:53:43.905621Z","steps":["trace[1842870077] 'agreement among raft nodes before linearized reading' (duration: 1.599050507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:43.905683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:42.306369Z","time spent":"1.599306203s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:53:43.906007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.660952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T00:53:43.90605Z","caller":"traceutil/trace.go:171","msg":"trace[856328198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:659; }","duration":"756.730294ms","start":"2026-03-03T00:53:43.149308Z","end":"2026-03-03T00:53:43.906038Z","steps":["trace[856328198] 'agreement among raft nodes before linearized reading' (duration: 756.08991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:43.90608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:43.149281Z","time spent":"756.792345ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:45.878246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.752594138s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T00:53:45.879035Z","caller":"traceutil/trace.go:171","msg":"trace[426719363] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.958533878s","start":"2026-03-03T00:53:43.920468Z","end":"2026-03-03T00:53:45.879002Z","steps":["trace[426719363] 'process raft request' (duration: 1.958146359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:45.879184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:43.920437Z","time spent":"1.958671862s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:45.87937Z","caller":"traceutil/trace.go:171","msg":"trace[1551518209] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.958857127s","start":"2026-03-03T00:53:43.920503Z","end":"2026-03-03T00:53:45.87936Z","steps":["trace[1551518209] 'process raft request' (duration: 1.958418376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:45.87941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:43.920475Z","time spent":"1.958915027s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:45.879395Z","caller":"traceutil/trace.go:171","msg":"trace[1979730368] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:681; }","duration":"1.953503793s","start":"2026-03-03T00:53:43.925866Z","end":"2026-03-03T00:53:45.879369Z","steps":["trace[1979730368] 'read index received' (duration: 199.761769ms)","trace[1979730368] 'applied index is now lower than readState.Index' (duration: 1.753740694s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:45.879458Z","caller":"traceutil/trace.go:171","msg":"trace[684573795] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.958784735s","start":"2026-03-03T00:53:43.920622Z","end":"2026-03-03T00:53:45.879406Z","steps":["trace[684573795] 'process raft request' (duration: 1.95858057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:45.879521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953635805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:45.879556Z","caller":"traceutil/trace.go:171","msg":"trace[1957250108] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.958236132s","start":"2026-03-03T00:53:43.921286Z","end":"2026-03-03T00:53:45.879522Z","steps":["trace[1957250108] 'process raft request' (duration: 1.958038108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:45.879626Z","caller":"traceutil/trace.go:171","msg":"trace[716031177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:663; }","duration":"1.953791099s","start":"2026-03-03T00:53:43.925809Z","end":"2026-03-03T00:53:45.8796Z","steps":["trace[716031177] 'agreement among raft nodes before linearized reading' (duration: 1.953643686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:45.879675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:43.925797Z","time spent":"1.953869051s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:45.879707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:43.920575Z","time spent":"1.958982809s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:45.879734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:43.921267Z","time spent":"1.958377545s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:47.108245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.366032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:47.108447Z","caller":"traceutil/trace.go:171","msg":"trace[2102915176] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"918.207687ms","start":"2026-03-03T00:53:46.190219Z","end":"2026-03-03T00:53:47.108427Z","steps":["trace[2102915176] 'process raft request' (duration: 918.146885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:47.108512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:46.190193Z","time spent":"918.289019ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:47.108574Z","caller":"traceutil/trace.go:171","msg":"trace[1934403625] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"2.980066695s","start":"2026-03-03T00:53:44.128324Z","end":"2026-03-03T00:53:47.10839Z","steps":["trace[1934403625] 'process raft request' (duration: 2.208471917s)","trace[1934403625] 'compare' (duration: 771.24814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:47.10871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227762914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:47.108585Z","caller":"traceutil/trace.go:171","msg":"trace[455182655] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:686; }","duration":"1.227627941s","start":"2026-03-03T00:53:45.880929Z","end":"2026-03-03T00:53:47.108557Z","steps":["trace[455182655] 'read index received' (duration: 455.836078ms)","trace[455182655] 'applied index is now lower than readState.Index' (duration: 771.789583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:47.108766Z","caller":"traceutil/trace.go:171","msg":"trace[350645778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"1.227873336s","start":"2026-03-03T00:53:45.880879Z","end":"2026-03-03T00:53:47.108752Z","steps":["trace[350645778] 'agreement among raft nodes before linearized reading' (duration: 1.227770854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:47.108803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:45.880857Z","time spent":"1.227938088s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:53:47.108893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:44.1283Z","time spent":"2.980451274s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:47.589601Z","caller":"traceutil/trace.go:171","msg":"trace[460563313] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"238.280169ms","start":"2026-03-03T00:53:47.351288Z","end":"2026-03-03T00:53:47.589569Z","steps":["trace[460563313] 'process raft request' (duration: 191.282452ms)","trace[460563313] 'compare' (duration: 46.854133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:48.84276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.57393ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T00:53:49.492205Z","caller":"traceutil/trace.go:171","msg":"trace[8739670] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"132.062063ms","start":"2026-03-03T00:53:49.360109Z","end":"2026-03-03T00:53:49.492171Z","steps":["trace[8739670] 'process raft request' (duration: 112.985062ms)","trace[8739670] 'compare' (duration: 18.940848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:50.352836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.719888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:50.35294Z","caller":"traceutil/trace.go:171","msg":"trace[679522024] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:700; }","duration":"433.253846ms","start":"2026-03-03T00:53:49.919669Z","end":"2026-03-03T00:53:50.352923Z","steps":["trace[679522024] 'read index received' (duration: 236.218521ms)","trace[679522024] 'applied index is now lower than readState.Index' (duration: 197.033835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:50.353022Z","caller":"traceutil/trace.go:171","msg":"trace[63771131] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"589.765774ms","start":"2026-03-03T00:53:49.763246Z","end":"2026-03-03T00:53:50.353012Z","steps":["trace[63771131] 'process raft request' (duration: 392.729819ms)","trace[63771131] 'compare' (duration: 196.594825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:50.35309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:49.763221Z","time spent":"589.825996ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T00:53:50.353238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.781032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:53:50.35324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.594317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:50.353304Z","caller":"traceutil/trace.go:171","msg":"trace[1714573439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"245.70101ms","start":"2026-03-03T00:53:50.107587Z","end":"2026-03-03T00:53:50.353288Z","steps":["trace[1714573439] 'agreement among raft nodes before linearized reading' (duration: 245.589877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.353307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.627715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:53:50.353283Z","caller":"traceutil/trace.go:171","msg":"trace[738047499] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:677; }","duration":"322.838353ms","start":"2026-03-03T00:53:50.030433Z","end":"2026-03-03T00:53:50.353271Z","steps":["trace[738047499] 'agreement among raft nodes before linearized reading' (duration: 322.719321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:50.353358Z","caller":"traceutil/trace.go:171","msg":"trace[619056687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:677; }","duration":"433.728357ms","start":"2026-03-03T00:53:49.919619Z","end":"2026-03-03T00:53:50.353348Z","steps":["trace[619056687] 'agreement among raft nodes before linearized reading' (duration: 433.555653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.353337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.768421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T00:53:50.353369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.030377Z","time spent":"322.982967ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:53:50.353384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:49.9196Z","time spent":"433.780068ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T00:53:50.353403Z","caller":"traceutil/trace.go:171","msg":"trace[627469044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:677; }","duration":"386.890624ms","start":"2026-03-03T00:53:49.966496Z","end":"2026-03-03T00:53:50.353386Z","steps":["trace[627469044] 'agreement among raft nodes before linearized reading' (duration: 386.647529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.35339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.468231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:53:50.353388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.767988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:53:50.353449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:49.966467Z","time spent":"386.974386ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T00:53:50.353467Z","caller":"traceutil/trace.go:171","msg":"trace[114548620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:677; }","duration":"385.585935ms","start":"2026-03-03T00:53:49.967863Z","end":"2026-03-03T00:53:50.353449Z","steps":["trace[114548620] 'agreement among raft nodes before linearized reading' (duration: 385.300238ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:50.353492Z","caller":"traceutil/trace.go:171","msg":"trace[1536737449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:677; }","duration":"385.920322ms","start":"2026-03-03T00:53:49.967541Z","end":"2026-03-03T00:53:50.353461Z","steps":["trace[1536737449] 'agreement among raft nodes before linearized reading' (duration: 385.627815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.353511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:49.967852Z","time spent":"385.649706ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:53:50.353541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:49.967521Z","time spent":"386.010074ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:53:50.557415Z","caller":"traceutil/trace.go:171","msg":"trace[906723461] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"199.814258ms","start":"2026-03-03T00:53:50.357569Z","end":"2026-03-03T00:53:50.557383Z","steps":["trace[906723461] 'process raft request' (duration: 135.580164ms)","trace[906723461] 'compare' (duration: 64.013969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:50.773152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.259704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:53:50.773419Z","caller":"traceutil/trace.go:171","msg":"trace[2057929720] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"414.978154ms","start":"2026-03-03T00:53:50.358417Z","end":"2026-03-03T00:53:50.773395Z","steps":["trace[2057929720] 'process raft request' (duration: 414.858721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:53:50.773399Z","caller":"traceutil/trace.go:171","msg":"trace[1866916274] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"415.101726ms","start":"2026-03-03T00:53:50.358254Z","end":"2026-03-03T00:53:50.773356Z","steps":["trace[1866916274] 'process raft request' (duration: 309.514994ms)","trace[1866916274] 'compare' (duration: 105.06883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:53:50.773533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.358391Z","time spent":"415.091786ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:50.773678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.358235Z","time spent":"415.332382ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:50.773697Z","caller":"traceutil/trace.go:171","msg":"trace[1886773182] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:701; }","duration":"411.504573ms","start":"2026-03-03T00:53:50.362168Z","end":"2026-03-03T00:53:50.773673Z","steps":["trace[1886773182] 'read index received' (duration: 131.088321ms)","trace[1886773182] 'applied index is now lower than readState.Index' (duration: 280.415202ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:50.77372Z","caller":"traceutil/trace.go:171","msg":"trace[1014678480] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"415.222499ms","start":"2026-03-03T00:53:50.35848Z","end":"2026-03-03T00:53:50.773703Z","steps":["trace[1014678480] 'process raft request' (duration: 414.86655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.773805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.358456Z","time spent":"415.305071ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:53:50.773888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.700127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:53:50.77393Z","caller":"traceutil/trace.go:171","msg":"trace[2121626974] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:682; }","duration":"411.782949ms","start":"2026-03-03T00:53:50.362137Z","end":"2026-03-03T00:53:50.77392Z","steps":["trace[2121626974] 'agreement among raft nodes before linearized reading' (duration: 411.693677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.773966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.362128Z","time spent":"411.829091ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:53:50.773814Z","caller":"traceutil/trace.go:171","msg":"trace[1057851561] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"407.93756ms","start":"2026-03-03T00:53:50.365865Z","end":"2026-03-03T00:53:50.773803Z","steps":["trace[1057851561] 'process raft request' (duration: 407.717675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.774009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.271095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:53:50.774062Z","caller":"traceutil/trace.go:171","msg":"trace[1753181573] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:682; }","duration":"298.376058ms","start":"2026-03-03T00:53:50.475669Z","end":"2026-03-03T00:53:50.774046Z","steps":["trace[1753181573] 'agreement among raft nodes before linearized reading' (duration: 298.293376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.774057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.419765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:53:50.774076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.36585Z","time spent":"408.180876ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:50.774181Z","caller":"traceutil/trace.go:171","msg":"trace[1079685224] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:682; }","duration":"361.534388ms","start":"2026-03-03T00:53:50.412572Z","end":"2026-03-03T00:53:50.774106Z","steps":["trace[1079685224] 'agreement among raft nodes before linearized reading' (duration: 361.383094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:50.774372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:50.412547Z","time spent":"361.801834ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":59,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:53:52.824652Z","caller":"traceutil/trace.go:171","msg":"trace[43405843] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"333.654553ms","start":"2026-03-03T00:53:52.490976Z","end":"2026-03-03T00:53:52.824631Z","steps":["trace[43405843] 'process raft request' (duration: 333.484389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:52.824826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:52.490946Z","time spent":"333.774816ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:52.82785Z","caller":"traceutil/trace.go:171","msg":"trace[1648730749] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:729; }","duration":"330.856508ms","start":"2026-03-03T00:53:52.496981Z","end":"2026-03-03T00:53:52.827838Z","steps":["trace[1648730749] 'read index received' (duration: 327.47027ms)","trace[1648730749] 'applied index is now lower than readState.Index' (duration: 3.385288ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:53:52.827912Z","caller":"traceutil/trace.go:171","msg":"trace[51204353] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"175.311233ms","start":"2026-03-03T00:53:52.652595Z","end":"2026-03-03T00:53:52.827906Z","steps":["trace[51204353] 'process raft request' (duration: 175.215561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:52.828035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.063014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nd5dm\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-03-03T00:53:52.828054Z","caller":"traceutil/trace.go:171","msg":"trace[1806763777] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-nd5dm; range_end:; response_count:1; response_revision:708; }","duration":"331.113624ms","start":"2026-03-03T00:53:52.496935Z","end":"2026-03-03T00:53:52.828049Z","steps":["trace[1806763777] 'agreement among raft nodes before linearized reading' (duration: 331.024472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:52.828074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:52.496917Z","time spent":"331.152086ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4907,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nd5dm\" "} {"level":"info","ts":"2026-03-03T00:53:52.828241Z","caller":"traceutil/trace.go:171","msg":"trace[95651228] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"336.659353ms","start":"2026-03-03T00:53:52.491512Z","end":"2026-03-03T00:53:52.828171Z","steps":["trace[95651228] 'process raft request' (duration: 336.241724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:52.828419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.012402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:53:52.828509Z","caller":"traceutil/trace.go:171","msg":"trace[676659802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:708; }","duration":"267.152436ms","start":"2026-03-03T00:53:52.561341Z","end":"2026-03-03T00:53:52.828493Z","steps":["trace[676659802] 'agreement among raft nodes before linearized reading' (duration: 266.687255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:53:52.828716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:53:52.491482Z","time spent":"336.92967ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:53:55.76068Z","caller":"traceutil/trace.go:171","msg":"trace[540888182] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"104.646755ms","start":"2026-03-03T00:53:55.655999Z","end":"2026-03-03T00:53:55.760646Z","steps":["trace[540888182] 'process raft request' (duration: 104.42724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:02.620757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.075992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:54:02.620953Z","caller":"traceutil/trace.go:171","msg":"trace[1163263853] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:862; }","duration":"133.296137ms","start":"2026-03-03T00:54:02.487644Z","end":"2026-03-03T00:54:02.62094Z","steps":["trace[1163263853] 'read index received' (duration: 28.97776ms)","trace[1163263853] 'applied index is now lower than readState.Index' (duration: 104.317807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:02.621066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:54:02.621088Z","caller":"traceutil/trace.go:171","msg":"trace[1073271779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:837; }","duration":"133.477151ms","start":"2026-03-03T00:54:02.487606Z","end":"2026-03-03T00:54:02.621083Z","steps":["trace[1073271779] 'agreement among raft nodes before linearized reading' (duration: 133.373459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:02.621081Z","caller":"traceutil/trace.go:171","msg":"trace[2111086276] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"178.795455ms","start":"2026-03-03T00:54:02.442257Z","end":"2026-03-03T00:54:02.621052Z","steps":["trace[2111086276] 'process raft request' (duration: 74.352184ms)","trace[2111086276] 'compare' (duration: 103.98873ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:02.621101Z","caller":"traceutil/trace.go:171","msg":"trace[1601007208] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"173.860438ms","start":"2026-03-03T00:54:02.447188Z","end":"2026-03-03T00:54:02.621048Z","steps":["trace[1601007208] 'process raft request' (duration: 173.678034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:02.621221Z","caller":"traceutil/trace.go:171","msg":"trace[1464522632] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"142.417401ms","start":"2026-03-03T00:54:02.478793Z","end":"2026-03-03T00:54:02.62121Z","steps":["trace[1464522632] 'process raft request' (duration: 142.116864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:05.228714Z","caller":"traceutil/trace.go:171","msg":"trace[1426403003] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:913; }","duration":"120.442605ms","start":"2026-03-03T00:54:05.10825Z","end":"2026-03-03T00:54:05.228693Z","steps":["trace[1426403003] 'read index received' (duration: 36.502716ms)","trace[1426403003] 'applied index is now lower than readState.Index' (duration: 83.938979ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:05.228786Z","caller":"traceutil/trace.go:171","msg":"trace[1624744112] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"243.752528ms","start":"2026-03-03T00:54:04.985003Z","end":"2026-03-03T00:54:05.228755Z","steps":["trace[1624744112] 'process raft request' (duration: 243.611045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:05.22883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.571219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:05.228853Z","caller":"traceutil/trace.go:171","msg":"trace[1208013679] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"243.81091ms","start":"2026-03-03T00:54:04.985026Z","end":"2026-03-03T00:54:05.228837Z","steps":["trace[1208013679] 'process raft request' (duration: 243.628136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:05.228877Z","caller":"traceutil/trace.go:171","msg":"trace[1278001379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"120.671791ms","start":"2026-03-03T00:54:05.108195Z","end":"2026-03-03T00:54:05.228867Z","steps":["trace[1278001379] 'agreement among raft nodes before linearized reading' (duration: 120.587809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:05.229026Z","caller":"traceutil/trace.go:171","msg":"trace[1687570600] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"244.083736ms","start":"2026-03-03T00:54:04.984908Z","end":"2026-03-03T00:54:05.228992Z","steps":["trace[1687570600] 'process raft request' (duration: 159.807028ms)","trace[1687570600] 'compare' (duration: 83.774736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:10.780255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.011292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:10.780324Z","caller":"traceutil/trace.go:171","msg":"trace[1778346625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:927; }","duration":"671.154035ms","start":"2026-03-03T00:54:10.109156Z","end":"2026-03-03T00:54:10.78031Z","steps":["trace[1778346625] 'range keys from in-memory index tree' (duration: 670.93159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:10.780348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:10.109129Z","time spent":"671.213107ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:54:11.052247Z","caller":"traceutil/trace.go:171","msg":"trace[1805241244] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:957; }","duration":"380.146448ms","start":"2026-03-03T00:54:10.67207Z","end":"2026-03-03T00:54:11.052217Z","steps":["trace[1805241244] 'read index received' (duration: 379.903462ms)","trace[1805241244] 'applied index is now lower than readState.Index' (duration: 241.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:11.052408Z","caller":"traceutil/trace.go:171","msg":"trace[1647452969] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"497.746107ms","start":"2026-03-03T00:54:10.554628Z","end":"2026-03-03T00:54:11.052374Z","steps":["trace[1647452969] 'process raft request' (duration: 497.410459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:11.052583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:10.554601Z","time spent":"497.891791ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:11.05258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.328842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:11.052652Z","caller":"traceutil/trace.go:171","msg":"trace[1715292604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:928; }","duration":"270.447425ms","start":"2026-03-03T00:54:10.782183Z","end":"2026-03-03T00:54:11.05263Z","steps":["trace[1715292604] 'agreement among raft nodes before linearized reading' (duration: 270.317442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:11.052729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.668287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:11.052762Z","caller":"traceutil/trace.go:171","msg":"trace[1040360228] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:928; }","duration":"220.740169ms","start":"2026-03-03T00:54:10.83201Z","end":"2026-03-03T00:54:11.05275Z","steps":["trace[1040360228] 'agreement among raft nodes before linearized reading' (duration: 220.686497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:11.052745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.67352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:54:11.052826Z","caller":"traceutil/trace.go:171","msg":"trace[874038698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:928; }","duration":"380.789153ms","start":"2026-03-03T00:54:10.672021Z","end":"2026-03-03T00:54:11.05281Z","steps":["trace[874038698] 'agreement among raft nodes before linearized reading' (duration: 380.347753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:11.052889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:10.671962Z","time spent":"380.909197ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:54:37.779386Z","caller":"traceutil/trace.go:171","msg":"trace[1211665273] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"101.686776ms","start":"2026-03-03T00:54:37.677659Z","end":"2026-03-03T00:54:37.779346Z","steps":["trace[1211665273] 'process raft request' (duration: 101.416369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:39.82369Z","caller":"traceutil/trace.go:171","msg":"trace[1078716925] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"360.246611ms","start":"2026-03-03T00:54:39.46342Z","end":"2026-03-03T00:54:39.823666Z","steps":["trace[1078716925] 'process raft request' (duration: 360.100258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:39.823848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:39.46339Z","time spent":"360.380585ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:54:40.10681Z","caller":"traceutil/trace.go:171","msg":"trace[550302341] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"642.714157ms","start":"2026-03-03T00:54:39.464067Z","end":"2026-03-03T00:54:40.106781Z","steps":["trace[550302341] 'process raft request' (duration: 642.653956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:40.106888Z","caller":"traceutil/trace.go:171","msg":"trace[265899309] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"642.949013ms","start":"2026-03-03T00:54:39.463884Z","end":"2026-03-03T00:54:40.106833Z","steps":["trace[265899309] 'process raft request' (duration: 574.413555ms)","trace[265899309] 'compare' (duration: 68.283142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:40.106974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:39.464041Z","time spent":"642.848671ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:40.107077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:39.463849Z","time spent":"643.123977ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:54:41.769555Z","caller":"traceutil/trace.go:171","msg":"trace[41275116] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"129.98555ms","start":"2026-03-03T00:54:41.639541Z","end":"2026-03-03T00:54:41.769527Z","steps":["trace[41275116] 'process raft request' (duration: 129.786535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:44.187486Z","caller":"traceutil/trace.go:171","msg":"trace[72530655] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"345.613037ms","start":"2026-03-03T00:54:43.841827Z","end":"2026-03-03T00:54:44.18744Z","steps":["trace[72530655] 'process raft request' (duration: 345.350652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:44.18797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:43.841791Z","time spent":"345.920014ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:44.571375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.372171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:54:44.571593Z","caller":"traceutil/trace.go:171","msg":"trace[2067896597] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"379.685627ms","start":"2026-03-03T00:54:44.191875Z","end":"2026-03-03T00:54:44.571561Z","steps":["trace[2067896597] 'process raft request' (duration: 379.624475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:44.571638Z","caller":"traceutil/trace.go:171","msg":"trace[339211198] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"379.753429ms","start":"2026-03-03T00:54:44.191849Z","end":"2026-03-03T00:54:44.571603Z","steps":["trace[339211198] 'process raft request' (duration: 127.047811ms)","trace[339211198] 'compare' (duration: 252.223676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:54:44.571671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:44.191846Z","time spent":"379.794229ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:44.571812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:44.191815Z","time spent":"379.900161ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:54:45.469272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.175701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:54:45.469382Z","caller":"traceutil/trace.go:171","msg":"trace[773871481] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1216; }","duration":"184.421387ms","start":"2026-03-03T00:54:45.284933Z","end":"2026-03-03T00:54:45.469354Z","steps":["trace[773871481] 'count revisions from in-memory index tree' (duration: 184.036847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:45.469515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.720606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:54:45.469603Z","caller":"traceutil/trace.go:171","msg":"trace[659251427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1216; }","duration":"150.837329ms","start":"2026-03-03T00:54:45.318744Z","end":"2026-03-03T00:54:45.469582Z","steps":["trace[659251427] 'range keys from in-memory index tree' (duration: 150.559773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:45.469336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.761108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6lqwd\" ","response":"range_response_count:1 size:4519"} {"level":"warn","ts":"2026-03-03T00:54:45.469691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.009107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T00:54:45.469749Z","caller":"traceutil/trace.go:171","msg":"trace[1492027280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1216; }","duration":"239.10509ms","start":"2026-03-03T00:54:45.230629Z","end":"2026-03-03T00:54:45.469735Z","steps":["trace[1492027280] 'range keys from in-memory index tree' (duration: 238.801902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:45.46975Z","caller":"traceutil/trace.go:171","msg":"trace[1535675047] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6lqwd; range_end:; response_count:1; response_revision:1216; }","duration":"293.223519ms","start":"2026-03-03T00:54:45.176506Z","end":"2026-03-03T00:54:45.469729Z","steps":["trace[1535675047] 'range keys from in-memory index tree' (duration: 292.526623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:54:55.385423Z","caller":"traceutil/trace.go:171","msg":"trace[2056915630] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"102.623508ms","start":"2026-03-03T00:54:55.282744Z","end":"2026-03-03T00:54:55.385367Z","steps":["trace[2056915630] 'process raft request' (duration: 88.24599ms)","trace[2056915630] 'compare' (duration: 14.124142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:57.398389Z","caller":"traceutil/trace.go:171","msg":"trace[1739521660] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1509; }","duration":"306.372958ms","start":"2026-03-03T00:54:57.091995Z","end":"2026-03-03T00:54:57.398368Z","steps":["trace[1739521660] 'read index received' (duration: 306.178303ms)","trace[1739521660] 'applied index is now lower than readState.Index' (duration: 193.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:54:57.398461Z","caller":"traceutil/trace.go:171","msg":"trace[871955677] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"348.461845ms","start":"2026-03-03T00:54:57.049954Z","end":"2026-03-03T00:54:57.398416Z","steps":["trace[871955677] 'process raft request' (duration: 348.238319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:57.398579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.560172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:54:57.398615Z","caller":"traceutil/trace.go:171","msg":"trace[1856022503] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1449; }","duration":"306.655824ms","start":"2026-03-03T00:54:57.09195Z","end":"2026-03-03T00:54:57.398605Z","steps":["trace[1856022503] 'agreement among raft nodes before linearized reading' (duration: 306.505761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:54:57.398649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:57.091928Z","time spent":"306.709575ms","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:54:57.398648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:54:57.049918Z","time spent":"348.627709ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187948,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:03.266225Z","caller":"traceutil/trace.go:171","msg":"trace[615520293] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"155.92274ms","start":"2026-03-03T00:55:03.110264Z","end":"2026-03-03T00:55:03.266187Z","steps":["trace[615520293] 'process raft request' (duration: 155.774857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:03.2661Z","caller":"traceutil/trace.go:171","msg":"trace[208183215] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"247.90776ms","start":"2026-03-03T00:55:03.018166Z","end":"2026-03-03T00:55:03.266074Z","steps":["trace[208183215] 'process raft request' (duration: 235.455178ms)","trace[208183215] 'compare' (duration: 12.291899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:06.945586Z","caller":"traceutil/trace.go:171","msg":"trace[46208501] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"123.784266ms","start":"2026-03-03T00:55:06.821764Z","end":"2026-03-03T00:55:06.945548Z","steps":["trace[46208501] 'process raft request' (duration: 123.656773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:07.08543Z","caller":"traceutil/trace.go:171","msg":"trace[1763525334] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"131.144379ms","start":"2026-03-03T00:55:06.954261Z","end":"2026-03-03T00:55:07.085405Z","steps":["trace[1763525334] 'process raft request' (duration: 130.960224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:08.167072Z","caller":"traceutil/trace.go:171","msg":"trace[1735654224] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"103.172922ms","start":"2026-03-03T00:55:08.063878Z","end":"2026-03-03T00:55:08.167051Z","steps":["trace[1735654224] 'process raft request' (duration: 40.178633ms)","trace[1735654224] 'compare' (duration: 62.778364ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:08.533972Z","caller":"traceutil/trace.go:171","msg":"trace[1644630935] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"134.355985ms","start":"2026-03-03T00:55:08.399604Z","end":"2026-03-03T00:55:08.53396Z","steps":["trace[1644630935] 'process raft request' (duration: 134.326204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:08.533979Z","caller":"traceutil/trace.go:171","msg":"trace[1121411218] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"142.976857ms","start":"2026-03-03T00:55:08.390955Z","end":"2026-03-03T00:55:08.533932Z","steps":["trace[1121411218] 'process raft request' (duration: 55.796861ms)","trace[1121411218] 'compare' (duration: 86.988782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:08.534015Z","caller":"traceutil/trace.go:171","msg":"trace[1395246182] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"134.471587ms","start":"2026-03-03T00:55:08.399531Z","end":"2026-03-03T00:55:08.534003Z","steps":["trace[1395246182] 'process raft request' (duration: 134.357924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:08.534319Z","caller":"traceutil/trace.go:171","msg":"trace[1779159844] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1661; }","duration":"134.519888ms","start":"2026-03-03T00:55:08.399431Z","end":"2026-03-03T00:55:08.533951Z","steps":["trace[1779159844] 'read index received' (duration: 47.356212ms)","trace[1779159844] 'applied index is now lower than readState.Index' (duration: 87.161986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:08.534365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.914978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:08.534446Z","caller":"traceutil/trace.go:171","msg":"trace[1063321074] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1597; }","duration":"135.034991ms","start":"2026-03-03T00:55:08.399391Z","end":"2026-03-03T00:55:08.534426Z","steps":["trace[1063321074] 'agreement among raft nodes before linearized reading' (duration: 134.855736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:09.3122Z","caller":"traceutil/trace.go:171","msg":"trace[700221619] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"118.86671ms","start":"2026-03-03T00:55:09.193302Z","end":"2026-03-03T00:55:09.312169Z","steps":["trace[700221619] 'process raft request' (duration: 118.641604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:09.589693Z","caller":"traceutil/trace.go:171","msg":"trace[615001160] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"128.779463ms","start":"2026-03-03T00:55:09.460885Z","end":"2026-03-03T00:55:09.589665Z","steps":["trace[615001160] 'process raft request' (duration: 123.863148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:11.830281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.444046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:11.830797Z","caller":"traceutil/trace.go:171","msg":"trace[846769948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1623; }","duration":"721.971479ms","start":"2026-03-03T00:55:11.108807Z","end":"2026-03-03T00:55:11.830778Z","steps":["trace[846769948] 'range keys from in-memory index tree' (duration: 721.361094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:11.830808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044767696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0037b70c-1177-4206-844e-66fa80de3bbe\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T00:55:11.830917Z","caller":"traceutil/trace.go:171","msg":"trace[1874991594] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0037b70c-1177-4206-844e-66fa80de3bbe; range_end:; response_count:1; response_revision:1623; }","duration":"1.044942591s","start":"2026-03-03T00:55:10.785954Z","end":"2026-03-03T00:55:11.830896Z","steps":["trace[1874991594] 'range keys from in-memory index tree' (duration: 1.044100741s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:11.83097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:10.785933Z","time spent":"1.045024723s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0037b70c-1177-4206-844e-66fa80de3bbe\" "} {"level":"warn","ts":"2026-03-03T00:55:11.830796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.001052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:55:11.830921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.108745Z","time spent":"722.134332ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:55:11.83105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.348386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:55:11.830487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.04735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:11.831139Z","caller":"traceutil/trace.go:171","msg":"trace[332062383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1623; }","duration":"927.387701ms","start":"2026-03-03T00:55:10.903718Z","end":"2026-03-03T00:55:11.831105Z","steps":["trace[332062383] 'range keys from in-memory index tree' (duration: 926.260534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:11.831146Z","caller":"traceutil/trace.go:171","msg":"trace[459245834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1623; }","duration":"828.50717ms","start":"2026-03-03T00:55:11.002616Z","end":"2026-03-03T00:55:11.831123Z","steps":["trace[459245834] 'range keys from in-memory index tree' (duration: 827.352013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:11.831207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.002595Z","time spent":"828.602322ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:11.831209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:10.903698Z","time spent":"927.491853ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T00:55:11.831323Z","caller":"traceutil/trace.go:171","msg":"trace[1835228620] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"487.403942ms","start":"2026-03-03T00:55:11.343899Z","end":"2026-03-03T00:55:11.831303Z","steps":["trace[1835228620] 'process raft request' (duration: 487.291039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:11.830645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.052881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:11.831407Z","caller":"traceutil/trace.go:171","msg":"trace[717204556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"958.84602ms","start":"2026-03-03T00:55:10.872528Z","end":"2026-03-03T00:55:11.831374Z","steps":["trace[717204556] 'range keys from in-memory index tree' (duration: 957.617231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:11.831434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.343875Z","time spent":"487.493305ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:11.831476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:10.872507Z","time spent":"958.950242ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T00:55:11.831346Z","caller":"traceutil/trace.go:171","msg":"trace[155432849] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"487.396442ms","start":"2026-03-03T00:55:11.3439Z","end":"2026-03-03T00:55:11.831297Z","steps":["trace[155432849] 'process raft request' (duration: 26.464051ms)","trace[155432849] 'compare' (duration: 459.913677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:11.831666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.343875Z","time spent":"487.750291ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:12.447908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.542392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:12.448196Z","caller":"traceutil/trace.go:171","msg":"trace[1077792654] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.101711364s","start":"2026-03-03T00:55:11.346418Z","end":"2026-03-03T00:55:12.448129Z","steps":["trace[1077792654] 'process raft request' (duration: 663.852004ms)","trace[1077792654] 'compare' (duration: 437.420289ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:12.448232Z","caller":"traceutil/trace.go:171","msg":"trace[645903596] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"612.087579ms","start":"2026-03-03T00:55:11.836112Z","end":"2026-03-03T00:55:12.4482Z","steps":["trace[645903596] 'process raft request' (duration: 611.917635ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:12.448261Z","caller":"traceutil/trace.go:171","msg":"trace[1147265314] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1693; }","duration":"840.314597ms","start":"2026-03-03T00:55:11.607923Z","end":"2026-03-03T00:55:12.448238Z","steps":["trace[1147265314] 'read index received' (duration: 402.568181ms)","trace[1147265314] 'applied index is now lower than readState.Index' (duration: 437.743246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:12.44838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.346385Z","time spent":"1.101894078s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:12.448395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.836089Z","time spent":"612.209993ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:12.448467Z","caller":"traceutil/trace.go:171","msg":"trace[845140586] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"609.521139ms","start":"2026-03-03T00:55:11.83892Z","end":"2026-03-03T00:55:12.448441Z","steps":["trace[845140586] 'process raft request' (duration: 609.197281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:12.448487Z","caller":"traceutil/trace.go:171","msg":"trace[1599222299] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"612.321185ms","start":"2026-03-03T00:55:11.836146Z","end":"2026-03-03T00:55:12.448468Z","steps":["trace[1599222299] 'process raft request' (duration: 611.937576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:12.448613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.838905Z","time spent":"609.636221ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:12.448616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.691356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0037b70c-1177-4206-844e-66fa80de3bbe\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T00:55:12.448681Z","caller":"traceutil/trace.go:171","msg":"trace[249608281] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0037b70c-1177-4206-844e-66fa80de3bbe; range_end:; response_count:1; response_revision:1628; }","duration":"840.801618ms","start":"2026-03-03T00:55:11.60786Z","end":"2026-03-03T00:55:12.448662Z","steps":["trace[249608281] 'agreement among raft nodes before linearized reading' (duration: 840.47668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:12.448681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.836136Z","time spent":"612.490428ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:12.448741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.607836Z","time spent":"840.891681ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0037b70c-1177-4206-844e-66fa80de3bbe\" "} {"level":"warn","ts":"2026-03-03T00:55:12.449072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.705258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:55:12.449094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.117471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:55:12.449148Z","caller":"traceutil/trace.go:171","msg":"trace[2009873745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1629; }","duration":"616.851801ms","start":"2026-03-03T00:55:11.832279Z","end":"2026-03-03T00:55:12.449131Z","steps":["trace[2009873745] 'agreement among raft nodes before linearized reading' (duration: 616.669537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:12.449158Z","caller":"traceutil/trace.go:171","msg":"trace[972314571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1629; }","duration":"690.223953ms","start":"2026-03-03T00:55:11.758918Z","end":"2026-03-03T00:55:12.449142Z","steps":["trace[972314571] 'agreement among raft nodes before linearized reading' (duration: 690.07992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:12.44918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.832252Z","time spent":"616.922373ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:55:12.449212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.758896Z","time spent":"690.304306ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:12.449597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.697678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:55:12.449658Z","caller":"traceutil/trace.go:171","msg":"trace[717361085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1629; }","duration":"691.78543ms","start":"2026-03-03T00:55:11.757859Z","end":"2026-03-03T00:55:12.449644Z","steps":["trace[717361085] 'agreement among raft nodes before linearized reading' (duration: 691.040753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:12.449709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:11.757843Z","time spent":"691.852852ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:55:13.716165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.455768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:13.716332Z","caller":"traceutil/trace.go:171","msg":"trace[809890917] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1629; }","duration":"244.639753ms","start":"2026-03-03T00:55:13.471667Z","end":"2026-03-03T00:55:13.716306Z","steps":["trace[809890917] 'range keys from in-memory index tree' (duration: 244.434488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.716721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124031266s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:13.71699Z","caller":"traceutil/trace.go:171","msg":"trace[1210508874] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.262867665s","start":"2026-03-03T00:55:12.454068Z","end":"2026-03-03T00:55:13.716936Z","steps":["trace[1210508874] 'process raft request' (duration: 138.532872ms)","trace[1210508874] 'compare' (duration: 1.123910823s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:13.717132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258299329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:13.717171Z","caller":"traceutil/trace.go:171","msg":"trace[2139513685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1633; }","duration":"1.25833697s","start":"2026-03-03T00:55:12.458823Z","end":"2026-03-03T00:55:13.71716Z","steps":["trace[2139513685] 'agreement among raft nodes before linearized reading' (duration: 1.258250498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.717206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:12.458802Z","time spent":"1.258395881s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:55:13.717184Z","caller":"traceutil/trace.go:171","msg":"trace[4880722] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"1.262549877s","start":"2026-03-03T00:55:12.454602Z","end":"2026-03-03T00:55:13.717152Z","steps":["trace[4880722] 'process raft request' (duration: 1.262275251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.71725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:12.454045Z","time spent":"1.263047339s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:13.717041Z","caller":"traceutil/trace.go:171","msg":"trace[1205307335] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1697; }","duration":"1.258194886s","start":"2026-03-03T00:55:12.458827Z","end":"2026-03-03T00:55:13.717022Z","steps":["trace[1205307335] 'read index received' (duration: 133.764271ms)","trace[1205307335] 'applied index is now lower than readState.Index' (duration: 1.124429295s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:13.717399Z","caller":"traceutil/trace.go:171","msg":"trace[264865189] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"1.255298168s","start":"2026-03-03T00:55:12.462086Z","end":"2026-03-03T00:55:13.717384Z","steps":["trace[264865189] 'process raft request' (duration: 1.254863228s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:13.717432Z","caller":"traceutil/trace.go:171","msg":"trace[733561149] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.262801723s","start":"2026-03-03T00:55:12.454608Z","end":"2026-03-03T00:55:13.71741Z","steps":["trace[733561149] 'process raft request' (duration: 1.26221953s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.717371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:12.454572Z","time spent":"1.262691421s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:13.717489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:12.454595Z","time spent":"1.262864146s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:13.717524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:12.462071Z","time spent":"1.255368959s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:13.717612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.561886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0037b70c-1177-4206-844e-66fa80de3bbe\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-03T00:55:13.717711Z","caller":"traceutil/trace.go:171","msg":"trace[1892915164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0037b70c-1177-4206-844e-66fa80de3bbe; range_end:; response_count:1; response_revision:1633; }","duration":"260.650019ms","start":"2026-03-03T00:55:13.456998Z","end":"2026-03-03T00:55:13.717648Z","steps":["trace[1892915164] 'agreement among raft nodes before linearized reading' (duration: 260.516706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.717705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.267438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:55:13.717712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.501954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T00:55:13.717801Z","caller":"traceutil/trace.go:171","msg":"trace[1864725713] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:1633; }","duration":"389.692448ms","start":"2026-03-03T00:55:13.328091Z","end":"2026-03-03T00:55:13.717784Z","steps":["trace[1864725713] 'agreement among raft nodes before linearized reading' (duration: 389.421092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.717868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:13.328072Z","time spent":"389.78224ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-03T00:55:13.717802Z","caller":"traceutil/trace.go:171","msg":"trace[1479602443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1633; }","duration":"878.441642ms","start":"2026-03-03T00:55:12.839333Z","end":"2026-03-03T00:55:13.717774Z","steps":["trace[1479602443] 'agreement among raft nodes before linearized reading' (duration: 878.187946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.717893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104475838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18992ebad5c9d598\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-03T00:55:13.717937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:12.83929Z","time spent":"878.627376ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T00:55:13.718023Z","caller":"traceutil/trace.go:171","msg":"trace[1309914817] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18992ebad5c9d598; range_end:; response_count:1; response_revision:1633; }","duration":"1.104648801s","start":"2026-03-03T00:55:12.613326Z","end":"2026-03-03T00:55:13.717974Z","steps":["trace[1309914817] 'agreement among raft nodes before linearized reading' (duration: 1.10418795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:13.718068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:12.613304Z","time spent":"1.104752894s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18992ebad5c9d598\" "} {"level":"info","ts":"2026-03-03T00:55:20.701995Z","caller":"traceutil/trace.go:171","msg":"trace[184310863] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1771; }","duration":"214.552517ms","start":"2026-03-03T00:55:20.487425Z","end":"2026-03-03T00:55:20.701977Z","steps":["trace[184310863] 'read index received' (duration: 214.421984ms)","trace[184310863] 'applied index is now lower than readState.Index' (duration: 129.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:20.70207Z","caller":"traceutil/trace.go:171","msg":"trace[1909905232] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"223.289762ms","start":"2026-03-03T00:55:20.478748Z","end":"2026-03-03T00:55:20.702038Z","steps":["trace[1909905232] 'process raft request' (duration: 223.115258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:20.702175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.733732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:55:20.702197Z","caller":"traceutil/trace.go:171","msg":"trace[590000559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"214.839174ms","start":"2026-03-03T00:55:20.48735Z","end":"2026-03-03T00:55:20.702189Z","steps":["trace[590000559] 'agreement among raft nodes before linearized reading' (duration: 214.725701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:20.7023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.341692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:55:20.702311Z","caller":"traceutil/trace.go:171","msg":"trace[1662029848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"214.378063ms","start":"2026-03-03T00:55:20.48793Z","end":"2026-03-03T00:55:20.702308Z","steps":["trace[1662029848] 'agreement among raft nodes before linearized reading' (duration: 214.343173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:23.899712Z","caller":"traceutil/trace.go:171","msg":"trace[422035922] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"132.415959ms","start":"2026-03-03T00:55:23.767275Z","end":"2026-03-03T00:55:23.899691Z","steps":["trace[422035922] 'process raft request' (duration: 132.274446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:23.902346Z","caller":"traceutil/trace.go:171","msg":"trace[1592844757] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"132.158303ms","start":"2026-03-03T00:55:23.770167Z","end":"2026-03-03T00:55:23.902325Z","steps":["trace[1592844757] 'process raft request' (duration: 132.0533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:23.902349Z","caller":"traceutil/trace.go:171","msg":"trace[718156925] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"133.913174ms","start":"2026-03-03T00:55:23.768421Z","end":"2026-03-03T00:55:23.902334Z","steps":["trace[718156925] 'process raft request' (duration: 133.683489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:23.902605Z","caller":"traceutil/trace.go:171","msg":"trace[1416153222] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1787; }","duration":"114.263192ms","start":"2026-03-03T00:55:23.788332Z","end":"2026-03-03T00:55:23.902595Z","steps":["trace[1416153222] 'read index received' (duration: 111.267552ms)","trace[1416153222] 'applied index is now lower than readState.Index' (duration: 2.99472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:23.902846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.454356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:23.902879Z","caller":"traceutil/trace.go:171","msg":"trace[2021388654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1721; }","duration":"114.553609ms","start":"2026-03-03T00:55:23.788313Z","end":"2026-03-03T00:55:23.902866Z","steps":["trace[2021388654] 'agreement among raft nodes before linearized reading' (duration: 114.322934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:31.293481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352576550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T00:55:31.398839Z","caller":"traceutil/trace.go:171","msg":"trace[706467421] linearizableReadLoop","detail":"{readStateIndex:1836; appliedIndex:1835; }","duration":"605.840983ms","start":"2026-03-03T00:55:30.792959Z","end":"2026-03-03T00:55:31.3988Z","steps":["trace[706467421] 'read index received' (duration: 605.658159ms)","trace[706467421] 'applied index is now lower than readState.Index' (duration: 181.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:31.398936Z","caller":"traceutil/trace.go:171","msg":"trace[1332701409] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"639.445391ms","start":"2026-03-03T00:55:30.759454Z","end":"2026-03-03T00:55:31.398899Z","steps":["trace[1332701409] 'process raft request' (duration: 639.203956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:31.399105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:30.759434Z","time spent":"639.584645ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:31.399207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.589106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:55:31.399247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.956099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:31.399305Z","caller":"traceutil/trace.go:171","msg":"trace[23989159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1764; }","duration":"291.736428ms","start":"2026-03-03T00:55:31.107546Z","end":"2026-03-03T00:55:31.399282Z","steps":["trace[23989159] 'agreement among raft nodes before linearized reading' (duration: 291.554974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:31.399323Z","caller":"traceutil/trace.go:171","msg":"trace[10810170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"446.072152ms","start":"2026-03-03T00:55:30.953227Z","end":"2026-03-03T00:55:31.399299Z","steps":["trace[10810170] 'agreement among raft nodes before linearized reading' (duration: 445.877067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:31.399367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:30.953208Z","time spent":"446.147364ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:55:31.399283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.236822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:55:31.399492Z","caller":"traceutil/trace.go:171","msg":"trace[422186596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1764; }","duration":"606.56316ms","start":"2026-03-03T00:55:30.792913Z","end":"2026-03-03T00:55:31.399476Z","steps":["trace[422186596] 'agreement among raft nodes before linearized reading' (duration: 606.031807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:31.39954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:30.792891Z","time spent":"606.635441ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:31.400153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.122919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:55:31.400245Z","caller":"traceutil/trace.go:171","msg":"trace[284621248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1764; }","duration":"606.252312ms","start":"2026-03-03T00:55:30.793976Z","end":"2026-03-03T00:55:31.400228Z","steps":["trace[284621248] 'agreement among raft nodes before linearized reading' (duration: 605.079295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:31.4003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:30.793965Z","time spent":"606.324314ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:55:51.733843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.584957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:55:51.734015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.835473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:55:51.734025Z","caller":"traceutil/trace.go:171","msg":"trace[912963342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"113.7404ms","start":"2026-03-03T00:55:51.620199Z","end":"2026-03-03T00:55:51.733939Z","steps":["trace[912963342] 'range keys from in-memory index tree' (duration: 113.375602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:51.734078Z","caller":"traceutil/trace.go:171","msg":"trace[1266935161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"139.966816ms","start":"2026-03-03T00:55:51.594094Z","end":"2026-03-03T00:55:51.734061Z","steps":["trace[1266935161] 'range keys from in-memory index tree' (duration: 139.703969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:51.734236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.945775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:55:51.734331Z","caller":"traceutil/trace.go:171","msg":"trace[797823931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1873; }","duration":"134.098948ms","start":"2026-03-03T00:55:51.600208Z","end":"2026-03-03T00:55:51.734307Z","steps":["trace[797823931] 'range keys from in-memory index tree' (duration: 133.689058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:51.851923Z","caller":"traceutil/trace.go:171","msg":"trace[227437109] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"112.592583ms","start":"2026-03-03T00:55:51.739299Z","end":"2026-03-03T00:55:51.851891Z","steps":["trace[227437109] 'process raft request' (duration: 107.641886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:57.376705Z","caller":"traceutil/trace.go:171","msg":"trace[10099777] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"269.340883ms","start":"2026-03-03T00:55:57.107337Z","end":"2026-03-03T00:55:57.376678Z","steps":["trace[10099777] 'read index received' (duration: 268.538954ms)","trace[10099777] 'applied index is now lower than readState.Index' (duration: 793.409µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:57.3769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.550268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:57.377188Z","caller":"traceutil/trace.go:171","msg":"trace[462366713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"269.898466ms","start":"2026-03-03T00:55:57.107273Z","end":"2026-03-03T00:55:57.377172Z","steps":["trace[462366713] 'agreement among raft nodes before linearized reading' (duration: 269.516347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:57.377042Z","caller":"traceutil/trace.go:171","msg":"trace[2039537400] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"415.030463ms","start":"2026-03-03T00:55:56.961909Z","end":"2026-03-03T00:55:57.376939Z","steps":["trace[2039537400] 'process raft request' (duration: 414.075621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:57.377524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:56.961878Z","time spent":"415.512745ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:57.721553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.355664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:55:57.721673Z","caller":"traceutil/trace.go:171","msg":"trace[1874244402] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1901; }","duration":"232.549449ms","start":"2026-03-03T00:55:57.489108Z","end":"2026-03-03T00:55:57.721658Z","steps":["trace[1874244402] 'count revisions from in-memory index tree' (duration: 232.274533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:57.721683Z","caller":"traceutil/trace.go:171","msg":"trace[517061394] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"107.281089ms","start":"2026-03-03T00:55:57.614329Z","end":"2026-03-03T00:55:57.72161Z","steps":["trace[517061394] 'read index received' (duration: 31.707244ms)","trace[517061394] 'applied index is now lower than readState.Index' (duration: 75.571794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:57.721821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.482923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:55:57.721838Z","caller":"traceutil/trace.go:171","msg":"trace[15720180] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"191.226229ms","start":"2026-03-03T00:55:57.530581Z","end":"2026-03-03T00:55:57.721807Z","steps":["trace[15720180] 'process raft request' (duration: 115.502321ms)","trace[15720180] 'compare' (duration: 75.154275ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:55:57.721867Z","caller":"traceutil/trace.go:171","msg":"trace[2080018089] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1902; }","duration":"107.565335ms","start":"2026-03-03T00:55:57.614288Z","end":"2026-03-03T00:55:57.721853Z","steps":["trace[2080018089] 'agreement among raft nodes before linearized reading' (duration: 107.438982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:58.040619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.841295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:55:58.040709Z","caller":"traceutil/trace.go:171","msg":"trace[536124560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"134.987278ms","start":"2026-03-03T00:55:57.905701Z","end":"2026-03-03T00:55:58.040689Z","steps":["trace[536124560] 'range keys from in-memory index tree' (duration: 134.645231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:58.040963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.935189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:55:58.041048Z","caller":"traceutil/trace.go:171","msg":"trace[1393697172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"219.077372ms","start":"2026-03-03T00:55:57.821951Z","end":"2026-03-03T00:55:58.041029Z","steps":["trace[1393697172] 'range keys from in-memory index tree' (duration: 218.655793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:58.172992Z","caller":"traceutil/trace.go:171","msg":"trace[533520052] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"127.451912ms","start":"2026-03-03T00:55:58.045516Z","end":"2026-03-03T00:55:58.172968Z","steps":["trace[533520052] 'process raft request' (duration: 127.317649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:58.369017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.138509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:55:58.369221Z","caller":"traceutil/trace.go:171","msg":"trace[1506640964] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"322.91241ms","start":"2026-03-03T00:55:58.046284Z","end":"2026-03-03T00:55:58.369196Z","steps":["trace[1506640964] 'process raft request' (duration: 208.481414ms)","trace[1506640964] 'compare' (duration: 113.958535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:58.369368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:58.046276Z","time spent":"322.989372ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:58.369654Z","caller":"traceutil/trace.go:171","msg":"trace[1455077400] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"308.390389ms","start":"2026-03-03T00:55:58.061232Z","end":"2026-03-03T00:55:58.369622Z","steps":["trace[1455077400] 'process raft request' (duration: 307.922518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:58.369857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:58.061214Z","time spent":"308.534703ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:55:58.369935Z","caller":"traceutil/trace.go:171","msg":"trace[651531791] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"307.266173ms","start":"2026-03-03T00:55:58.062631Z","end":"2026-03-03T00:55:58.369897Z","steps":["trace[651531791] 'process raft request' (duration: 306.821412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:58.370081Z","caller":"traceutil/trace.go:171","msg":"trace[1671072295] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1979; }","duration":"290.806007ms","start":"2026-03-03T00:55:58.079172Z","end":"2026-03-03T00:55:58.369978Z","steps":["trace[1671072295] 'read index received' (duration: 93.70614ms)","trace[1671072295] 'applied index is now lower than readState.Index' (duration: 197.089556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:55:58.370167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:55:58.062613Z","time spent":"307.422047ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:55:58.374206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.082879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:55:58.374334Z","caller":"traceutil/trace.go:171","msg":"trace[498065556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"264.262764ms","start":"2026-03-03T00:55:58.110013Z","end":"2026-03-03T00:55:58.374276Z","steps":["trace[498065556] 'agreement among raft nodes before linearized reading' (duration: 264.073919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:55:58.374501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.691908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T00:55:58.374502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.35828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T00:55:58.374511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.312862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T00:55:58.37456Z","caller":"traceutil/trace.go:171","msg":"trace[715396582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1906; }","duration":"222.855452ms","start":"2026-03-03T00:55:58.151688Z","end":"2026-03-03T00:55:58.374544Z","steps":["trace[715396582] 'agreement among raft nodes before linearized reading' (duration: 222.610486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:58.374571Z","caller":"traceutil/trace.go:171","msg":"trace[310006358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1906; }","duration":"222.498113ms","start":"2026-03-03T00:55:58.152055Z","end":"2026-03-03T00:55:58.374553Z","steps":["trace[310006358] 'agreement among raft nodes before linearized reading' (duration: 222.192276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:55:58.37468Z","caller":"traceutil/trace.go:171","msg":"trace[1838087253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"295.452636ms","start":"2026-03-03T00:55:58.079121Z","end":"2026-03-03T00:55:58.374573Z","steps":["trace[1838087253] 'agreement among raft nodes before linearized reading' (duration: 290.95399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:03.581016Z","caller":"traceutil/trace.go:171","msg":"trace[784782177] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"129.652803ms","start":"2026-03-03T00:56:03.451336Z","end":"2026-03-03T00:56:03.580988Z","steps":["trace[784782177] 'read index received' (duration: 129.49308ms)","trace[784782177] 'applied index is now lower than readState.Index' (duration: 158.103µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:03.581206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.851589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:03.581277Z","caller":"traceutil/trace.go:171","msg":"trace[683634834] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1929; }","duration":"129.996822ms","start":"2026-03-03T00:56:03.451265Z","end":"2026-03-03T00:56:03.581262Z","steps":["trace[683634834] 'agreement among raft nodes before linearized reading' (duration: 129.851138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:04.244494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.015227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:04.244655Z","caller":"traceutil/trace.go:171","msg":"trace[1860206108] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"502.40112ms","start":"2026-03-03T00:56:03.742241Z","end":"2026-03-03T00:56:04.244642Z","steps":["trace[1860206108] 'process raft request' (duration: 502.354558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:04.24466Z","caller":"traceutil/trace.go:171","msg":"trace[366996339] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"662.266707ms","start":"2026-03-03T00:56:03.582353Z","end":"2026-03-03T00:56:04.244619Z","steps":["trace[366996339] 'process raft request' (duration: 82.054696ms)","trace[366996339] 'compare' (duration: 579.664666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:04.244725Z","caller":"traceutil/trace.go:171","msg":"trace[1886819191] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2009; }","duration":"595.723015ms","start":"2026-03-03T00:56:03.648995Z","end":"2026-03-03T00:56:04.244718Z","steps":["trace[1886819191] 'read index received' (duration: 15.412491ms)","trace[1886819191] 'applied index is now lower than readState.Index' (duration: 580.309784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:04.244831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:03.582327Z","time spent":"662.414071ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:04.2449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.91981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ec325bd820b\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-03T00:56:04.244702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:03.74221Z","time spent":"502.471624ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:04.244926Z","caller":"traceutil/trace.go:171","msg":"trace[149463218] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18992ec325bd820b; range_end:; response_count:1; response_revision:1931; }","duration":"595.982212ms","start":"2026-03-03T00:56:03.648934Z","end":"2026-03-03T00:56:04.244916Z","steps":["trace[149463218] 'agreement among raft nodes before linearized reading' (duration: 595.905141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:04.24495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:03.648909Z","time spent":"596.036721ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ec325bd820b\" "} {"level":"warn","ts":"2026-03-03T00:56:04.245148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.020619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:56:04.245266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.524108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:56:04.245345Z","caller":"traceutil/trace.go:171","msg":"trace[1476516189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"422.646142ms","start":"2026-03-03T00:56:03.822675Z","end":"2026-03-03T00:56:04.245321Z","steps":["trace[1476516189] 'agreement among raft nodes before linearized reading' (duration: 422.445977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:04.245194Z","caller":"traceutil/trace.go:171","msg":"trace[1696157514] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1931; }","duration":"226.106577ms","start":"2026-03-03T00:56:04.019076Z","end":"2026-03-03T00:56:04.245183Z","steps":["trace[1696157514] 'agreement among raft nodes before linearized reading' (duration: 226.013962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:04.245151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.386766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:04.245452Z","caller":"traceutil/trace.go:171","msg":"trace[85766189] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1931; }","duration":"516.739724ms","start":"2026-03-03T00:56:03.728705Z","end":"2026-03-03T00:56:04.245445Z","steps":["trace[85766189] 'agreement among raft nodes before linearized reading' (duration: 516.381138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:04.245447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:03.822654Z","time spent":"422.78277ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:56:04.24548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:03.728674Z","time spent":"516.796782ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:04.245498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.767684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:04.245609Z","caller":"traceutil/trace.go:171","msg":"trace[1607007642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"137.924135ms","start":"2026-03-03T00:56:04.107662Z","end":"2026-03-03T00:56:04.245586Z","steps":["trace[1607007642] 'agreement among raft nodes before linearized reading' (duration: 137.713044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:04.245675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.031737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T00:56:04.245736Z","caller":"traceutil/trace.go:171","msg":"trace[1713120864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1931; }","duration":"432.12835ms","start":"2026-03-03T00:56:03.813586Z","end":"2026-03-03T00:56:04.245715Z","steps":["trace[1713120864] 'agreement among raft nodes before linearized reading' (duration: 431.594281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:04.245774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:03.813563Z","time spent":"432.203472ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T00:56:04.74822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352576977,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T00:56:05.082939Z","caller":"traceutil/trace.go:171","msg":"trace[678022644] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"835.6689ms","start":"2026-03-03T00:56:04.247241Z","end":"2026-03-03T00:56:05.08291Z","steps":["trace[678022644] 'process raft request' (duration: 835.477122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.083125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.247211Z","time spent":"835.818224ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:05.224533Z","caller":"traceutil/trace.go:171","msg":"trace[611502076] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"974.594079ms","start":"2026-03-03T00:56:04.249895Z","end":"2026-03-03T00:56:05.224489Z","steps":["trace[611502076] 'process raft request' (duration: 934.599844ms)","trace[611502076] 'compare' (duration: 39.663109ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:05.224627Z","caller":"traceutil/trace.go:171","msg":"trace[487100130] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2011; }","duration":"976.968507ms","start":"2026-03-03T00:56:04.247637Z","end":"2026-03-03T00:56:05.224605Z","steps":["trace[487100130] 'read index received' (duration: 835.000061ms)","trace[487100130] 'applied index is now lower than readState.Index' (duration: 141.967167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:05.224727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.249876Z","time spent":"974.749611ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:05.224921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.931031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T00:56:05.224986Z","caller":"traceutil/trace.go:171","msg":"trace[1951535336] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1936; }","duration":"977.056894ms","start":"2026-03-03T00:56:04.247915Z","end":"2026-03-03T00:56:05.224972Z","steps":["trace[1951535336] 'agreement among raft nodes before linearized reading' (duration: 976.950334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:05.224987Z","caller":"traceutil/trace.go:171","msg":"trace[982723453] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"973.477429ms","start":"2026-03-03T00:56:04.251483Z","end":"2026-03-03T00:56:05.224961Z","steps":["trace[982723453] 'process raft request' (duration: 972.912341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.224987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.311918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:05.225078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.251463Z","time spent":"973.569364ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:05.225095Z","caller":"traceutil/trace.go:171","msg":"trace[1593504007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1936; }","duration":"977.486193ms","start":"2026-03-03T00:56:04.247591Z","end":"2026-03-03T00:56:05.225077Z","steps":["trace[1593504007] 'agreement among raft nodes before linearized reading' (duration: 977.251661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.225165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.247572Z","time spent":"977.575889ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:56:05.225186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.730765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:56:05.225012Z","caller":"traceutil/trace.go:171","msg":"trace[345593085] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"832.280073ms","start":"2026-03-03T00:56:04.392694Z","end":"2026-03-03T00:56:05.224974Z","steps":["trace[345593085] 'process raft request' (duration: 831.798674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.225224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.053888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-03T00:56:05.225251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.685636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:56:05.225188Z","caller":"traceutil/trace.go:171","msg":"trace[850250043] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"831.840768ms","start":"2026-03-03T00:56:04.393272Z","end":"2026-03-03T00:56:05.225113Z","steps":["trace[850250043] 'process raft request' (duration: 831.272831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:05.225298Z","caller":"traceutil/trace.go:171","msg":"trace[176990706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1936; }","duration":"824.773183ms","start":"2026-03-03T00:56:04.400514Z","end":"2026-03-03T00:56:05.225288Z","steps":["trace[176990706] 'agreement among raft nodes before linearized reading' (duration: 824.654588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:05.225289Z","caller":"traceutil/trace.go:171","msg":"trace[228579947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1936; }","duration":"730.167455ms","start":"2026-03-03T00:56:04.495107Z","end":"2026-03-03T00:56:05.225275Z","steps":["trace[228579947] 'agreement among raft nodes before linearized reading' (duration: 729.9422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.225343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.495087Z","time spent":"730.250913ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T00:56:05.225339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.646812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:56:05.225387Z","caller":"traceutil/trace.go:171","msg":"trace[1808460519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1936; }","duration":"829.73305ms","start":"2026-03-03T00:56:04.395643Z","end":"2026-03-03T00:56:05.225377Z","steps":["trace[1808460519] 'agreement among raft nodes before linearized reading' (duration: 829.615914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.225343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.400504Z","time spent":"824.821556ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:05.225443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.395632Z","time spent":"829.795826ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:56:05.225233Z","caller":"traceutil/trace.go:171","msg":"trace[724326857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1936; }","duration":"823.82435ms","start":"2026-03-03T00:56:04.401396Z","end":"2026-03-03T00:56:05.22522Z","steps":["trace[724326857] 'agreement among raft nodes before linearized reading' (duration: 823.677146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.225372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.392653Z","time spent":"832.625414ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:05.225497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.39326Z","time spent":"832.079958ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:05.225502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.401372Z","time spent":"824.123598ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:56:05.225558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.182305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:56:05.225616Z","caller":"traceutil/trace.go:171","msg":"trace[2056071846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1936; }","duration":"824.264945ms","start":"2026-03-03T00:56:04.401332Z","end":"2026-03-03T00:56:05.225597Z","steps":["trace[2056071846] 'agreement among raft nodes before linearized reading' (duration: 824.041439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.22504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.24789Z","time spent":"977.137704ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T00:56:05.225661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:04.401318Z","time spent":"824.334808ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:56:05.84089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.154617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:05.841026Z","caller":"traceutil/trace.go:171","msg":"trace[1707668221] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2016; }","duration":"610.73915ms","start":"2026-03-03T00:56:05.230264Z","end":"2026-03-03T00:56:05.841003Z","steps":["trace[1707668221] 'read index received' (duration: 109.366594ms)","trace[1707668221] 'applied index is now lower than readState.Index' (duration: 501.371136ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:05.841191Z","caller":"traceutil/trace.go:171","msg":"trace[1649095059] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"611.228756ms","start":"2026-03-03T00:56:05.229932Z","end":"2026-03-03T00:56:05.841161Z","steps":["trace[1649095059] 'process raft request' (duration: 109.67046ms)","trace[1649095059] 'compare' (duration: 501.009143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:05.841352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.229905Z","time spent":"611.34852ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:05.841352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.046425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T00:56:05.841433Z","caller":"traceutil/trace.go:171","msg":"trace[823903616] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1937; }","duration":"611.195888ms","start":"2026-03-03T00:56:05.230218Z","end":"2026-03-03T00:56:05.841413Z","steps":["trace[823903616] 'agreement among raft nodes before linearized reading' (duration: 610.974432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.841478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.230205Z","time spent":"611.263003ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T00:56:05.865017Z","caller":"traceutil/trace.go:171","msg":"trace[1140974094] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"634.284634ms","start":"2026-03-03T00:56:05.230709Z","end":"2026-03-03T00:56:05.864994Z","steps":["trace[1140974094] 'process raft request' (duration: 634.185341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.865229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.230687Z","time spent":"634.472894ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:05.86502Z","caller":"traceutil/trace.go:171","msg":"trace[269912992] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"634.265791ms","start":"2026-03-03T00:56:05.230709Z","end":"2026-03-03T00:56:05.864975Z","steps":["trace[269912992] 'process raft request' (duration: 634.069865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.865441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.930273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:56:05.865478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.230687Z","time spent":"634.673328ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:05.865544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.718026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:05.865568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.421437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:05.865514Z","caller":"traceutil/trace.go:171","msg":"trace[1933772836] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1940; }","duration":"295.044469ms","start":"2026-03-03T00:56:05.570446Z","end":"2026-03-03T00:56:05.865491Z","steps":["trace[1933772836] 'agreement among raft nodes before linearized reading' (duration: 294.920456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:05.865611Z","caller":"traceutil/trace.go:171","msg":"trace[1045472854] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1940; }","duration":"140.492741ms","start":"2026-03-03T00:56:05.725108Z","end":"2026-03-03T00:56:05.865601Z","steps":["trace[1045472854] 'agreement among raft nodes before linearized reading' (duration: 140.428505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:05.865614Z","caller":"traceutil/trace.go:171","msg":"trace[207793151] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1940; }","duration":"628.803493ms","start":"2026-03-03T00:56:05.236794Z","end":"2026-03-03T00:56:05.865597Z","steps":["trace[207793151] 'agreement among raft nodes before linearized reading' (duration: 628.684858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.865587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.40069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:56:05.865409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.071662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:05.865654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.236787Z","time spent":"628.858763ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T00:56:05.865668Z","caller":"traceutil/trace.go:171","msg":"trace[17481711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"631.378637ms","start":"2026-03-03T00:56:05.234276Z","end":"2026-03-03T00:56:05.865655Z","steps":["trace[17481711] 'agreement among raft nodes before linearized reading' (duration: 631.035915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.865702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.234264Z","time spent":"631.430027ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:56:05.865736Z","caller":"traceutil/trace.go:171","msg":"trace[976953241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"613.539788ms","start":"2026-03-03T00:56:05.252111Z","end":"2026-03-03T00:56:05.865651Z","steps":["trace[976953241] 'agreement among raft nodes before linearized reading' (duration: 613.29484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.865792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.252099Z","time spent":"613.680405ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T00:56:05.865811Z","caller":"traceutil/trace.go:171","msg":"trace[1292085182] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"634.720251ms","start":"2026-03-03T00:56:05.231024Z","end":"2026-03-03T00:56:05.865744Z","steps":["trace[1292085182] 'process raft request' (duration: 633.916753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:05.86605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:05.230995Z","time spent":"634.920815ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:10.147756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.736327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:10.147985Z","caller":"traceutil/trace.go:171","msg":"trace[1431611875] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2039; }","duration":"181.415364ms","start":"2026-03-03T00:56:09.966551Z","end":"2026-03-03T00:56:10.147966Z","steps":["trace[1431611875] 'read index received' (duration: 79.39138ms)","trace[1431611875] 'applied index is now lower than readState.Index' (duration: 102.022674ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:10.147982Z","caller":"traceutil/trace.go:171","msg":"trace[1652635307] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"187.234731ms","start":"2026-03-03T00:56:09.960718Z","end":"2026-03-03T00:56:10.147953Z","steps":["trace[1652635307] 'process raft request' (duration: 85.190798ms)","trace[1652635307] 'compare' (duration: 101.165193ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:10.148095Z","caller":"traceutil/trace.go:171","msg":"trace[288139676] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"186.947854ms","start":"2026-03-03T00:56:09.961136Z","end":"2026-03-03T00:56:10.148084Z","steps":["trace[288139676] 'process raft request' (duration: 186.737929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:10.148291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.756632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:56:10.148362Z","caller":"traceutil/trace.go:171","msg":"trace[1413734894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"181.891295ms","start":"2026-03-03T00:56:09.966451Z","end":"2026-03-03T00:56:10.148343Z","steps":["trace[1413734894] 'agreement among raft nodes before linearized reading' (duration: 181.67602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:11.45079Z","caller":"traceutil/trace.go:171","msg":"trace[1970889632] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"120.816236ms","start":"2026-03-03T00:56:11.329945Z","end":"2026-03-03T00:56:11.450761Z","steps":["trace[1970889632] 'read index received' (duration: 120.687643ms)","trace[1970889632] 'applied index is now lower than readState.Index' (duration: 127.403µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:11.451004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.030321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:56:11.451036Z","caller":"traceutil/trace.go:171","msg":"trace[154471628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1963; }","duration":"121.129374ms","start":"2026-03-03T00:56:11.329899Z","end":"2026-03-03T00:56:11.451028Z","steps":["trace[154471628] 'agreement among raft nodes before linearized reading' (duration: 120.96879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:11.450888Z","caller":"traceutil/trace.go:171","msg":"trace[1634331819] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"174.996242ms","start":"2026-03-03T00:56:11.275845Z","end":"2026-03-03T00:56:11.450841Z","steps":["trace[1634331819] 'process raft request' (duration: 174.725536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:11.959911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.977917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:11.960046Z","caller":"traceutil/trace.go:171","msg":"trace[618936259] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"629.944994ms","start":"2026-03-03T00:56:11.330072Z","end":"2026-03-03T00:56:11.960017Z","steps":["trace[618936259] 'process raft request' (duration: 397.687481ms)","trace[618936259] 'compare' (duration: 231.850774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:11.960138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:11.330031Z","time spent":"630.070437ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:12.433399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352577055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:12.93413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352577055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:12.93502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207084611s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T00:56:14.110281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.76356ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:14.110439Z","caller":"traceutil/trace.go:171","msg":"trace[856214333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1964; }","duration":"638.933884ms","start":"2026-03-03T00:56:13.47149Z","end":"2026-03-03T00:56:14.110424Z","steps":["trace[856214333] 'range keys from in-memory index tree' (duration: 638.74798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:14.110492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17519621s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:14.110562Z","caller":"traceutil/trace.go:171","msg":"trace[778659924] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"2.653641155s","start":"2026-03-03T00:56:11.456907Z","end":"2026-03-03T00:56:14.110549Z","steps":["trace[778659924] 'process raft request' (duration: 1.478311832s)","trace[778659924] 'compare' (duration: 1.174700858s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:14.110597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:11.456875Z","time spent":"2.653707347s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:14.127306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T00:56:14.127406Z","caller":"traceutil/trace.go:171","msg":"trace[436446955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368532s","start":"2026-03-03T00:56:12.127015Z","end":"2026-03-03T00:56:14.127384Z","steps":["trace[436446955] 'agreement among raft nodes before linearized reading' (duration: 2.000245889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:14.127464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.126994Z","time spent":"2.000460664s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:56:15.920603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009273181s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:15.921096Z","caller":"traceutil/trace.go:171","msg":"trace[603859465] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.943341659s","start":"2026-03-03T00:56:13.97773Z","end":"2026-03-03T00:56:15.921071Z","steps":["trace[603859465] 'process raft request' (duration: 1.943283738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.921189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.977703Z","time spent":"1.943442971s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:15.920901Z","caller":"traceutil/trace.go:171","msg":"trace[1245088128] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"3.600464263s","start":"2026-03-03T00:56:12.320338Z","end":"2026-03-03T00:56:15.920802Z","steps":["trace[1245088128] 'process raft request' (duration: 2.590844474s)","trace[1245088128] 'compare' (duration: 1.008844651s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:15.921536Z","caller":"traceutil/trace.go:171","msg":"trace[788333898] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"2.46462204s","start":"2026-03-03T00:56:13.45688Z","end":"2026-03-03T00:56:15.921502Z","steps":["trace[788333898] 'process raft request' (duration: 2.463875163s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:15.921567Z","caller":"traceutil/trace.go:171","msg":"trace[890712254] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2045; }","duration":"3.988354972s","start":"2026-03-03T00:56:11.933092Z","end":"2026-03-03T00:56:15.921447Z","steps":["trace[890712254] 'read index received' (duration: 1.002131071s)","trace[890712254] 'applied index is now lower than readState.Index' (duration: 2.986219521s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:15.921572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.320307Z","time spent":"3.601073637s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:15.921715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.456839Z","time spent":"2.464783774s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:15.921835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988726911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:56:15.921927Z","caller":"traceutil/trace.go:171","msg":"trace[994064401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"3.988876045s","start":"2026-03-03T00:56:11.933027Z","end":"2026-03-03T00:56:15.921903Z","steps":["trace[994064401] 'agreement among raft nodes before linearized reading' (duration: 3.988609848s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.921969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:11.933Z","time spent":"3.988959146s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:56:15.922178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98316276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:56:15.922268Z","caller":"traceutil/trace.go:171","msg":"trace[1845877517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1968; }","duration":"3.983355194s","start":"2026-03-03T00:56:11.938895Z","end":"2026-03-03T00:56:15.92225Z","steps":["trace[1845877517] 'agreement among raft nodes before linearized reading' (duration: 3.982990525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.922681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794707907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:15.922725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.244753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:15.922749Z","caller":"traceutil/trace.go:171","msg":"trace[1990530415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"1.794810949s","start":"2026-03-03T00:56:14.127917Z","end":"2026-03-03T00:56:15.922728Z","steps":["trace[1990530415] 'agreement among raft nodes before linearized reading' (duration: 1.794696786s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:15.92278Z","caller":"traceutil/trace.go:171","msg":"trace[1167309210] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1968; }","duration":"103.351955ms","start":"2026-03-03T00:56:15.819411Z","end":"2026-03-03T00:56:15.922763Z","steps":["trace[1167309210] 'agreement among raft nodes before linearized reading' (duration: 103.262263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.9228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:14.127898Z","time spent":"1.794890431s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:56:15.922795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622286127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:56:15.922903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593041946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T00:56:15.922945Z","caller":"traceutil/trace.go:171","msg":"trace[1832217441] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:1968; }","duration":"2.593090517s","start":"2026-03-03T00:56:13.329841Z","end":"2026-03-03T00:56:15.922931Z","steps":["trace[1832217441] 'agreement among raft nodes before linearized reading' (duration: 2.592986274s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:15.922956Z","caller":"traceutil/trace.go:171","msg":"trace[777168287] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1968; }","duration":"3.622486352s","start":"2026-03-03T00:56:12.300443Z","end":"2026-03-03T00:56:15.922929Z","steps":["trace[777168287] 'agreement among raft nodes before linearized reading' (duration: 3.622289637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.92295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628110363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:15.922979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.329831Z","time spent":"2.593140148s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-03T00:56:15.922992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770463979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:56:15.923016Z","caller":"traceutil/trace.go:171","msg":"trace[1571481132] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1968; }","duration":"2.628241756s","start":"2026-03-03T00:56:13.294758Z","end":"2026-03-03T00:56:15.923Z","steps":["trace[1571481132] 'agreement among raft nodes before linearized reading' (duration: 2.628124393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.923018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.300419Z","time spent":"3.622577203s","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:15.92301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776357814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ec325bd820b\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-03T00:56:15.923025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.046124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:15.923043Z","caller":"traceutil/trace.go:171","msg":"trace[1529010620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1968; }","duration":"3.77054236s","start":"2026-03-03T00:56:12.152488Z","end":"2026-03-03T00:56:15.923031Z","steps":["trace[1529010620] 'agreement among raft nodes before linearized reading' (duration: 3.770362746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.923052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:13.29473Z","time spent":"2.628312188s","remote":"127.0.0.1:41774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:15.923074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.152476Z","time spent":"3.770594392s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:56:15.923076Z","caller":"traceutil/trace.go:171","msg":"trace[260315537] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18992ec325bd820b; range_end:; response_count:1; response_revision:1968; }","duration":"1.776452807s","start":"2026-03-03T00:56:14.146604Z","end":"2026-03-03T00:56:15.923057Z","steps":["trace[260315537] 'agreement among raft nodes before linearized reading' (duration: 1.776286493s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:15.923086Z","caller":"traceutil/trace.go:171","msg":"trace[1286953398] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1968; }","duration":"141.142846ms","start":"2026-03-03T00:56:15.781922Z","end":"2026-03-03T00:56:15.923065Z","steps":["trace[1286953398] 'agreement among raft nodes before linearized reading' (duration: 141.030273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.923085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770846698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T00:56:15.923125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:14.146589Z","time spent":"1.776522298s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992ec325bd820b\" "} {"level":"info","ts":"2026-03-03T00:56:15.923161Z","caller":"traceutil/trace.go:171","msg":"trace[480736136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1968; }","duration":"3.770995171s","start":"2026-03-03T00:56:12.152146Z","end":"2026-03-03T00:56:15.923142Z","steps":["trace[480736136] 'agreement among raft nodes before linearized reading' (duration: 3.770749845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.923206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.152119Z","time spent":"3.771077193s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:56:15.923206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76120737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:56:15.92327Z","caller":"traceutil/trace.go:171","msg":"trace[263776372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1968; }","duration":"3.761323053s","start":"2026-03-03T00:56:12.161926Z","end":"2026-03-03T00:56:15.923249Z","steps":["trace[263776372] 'agreement among raft nodes before linearized reading' (duration: 3.760985355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:15.923315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:12.161915Z","time spent":"3.761388955s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:56:15.923547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:11.938874Z","time spent":"3.983427636s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:16.712233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.03675ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T00:56:16.712315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.924735Z","time spent":"787.577336ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T00:56:16.98935Z","caller":"traceutil/trace.go:171","msg":"trace[1090222571] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.063077998s","start":"2026-03-03T00:56:15.926244Z","end":"2026-03-03T00:56:16.989322Z","steps":["trace[1090222571] 'process raft request' (duration: 1.062240518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.989569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.926213Z","time spent":"1.063233922s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:16.989626Z","caller":"traceutil/trace.go:171","msg":"trace[1998412359] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.061944492s","start":"2026-03-03T00:56:15.927655Z","end":"2026-03-03T00:56:16.989599Z","steps":["trace[1998412359] 'process raft request' (duration: 1.061543152s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.989782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.927636Z","time spent":"1.062059664s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:16.990032Z","caller":"traceutil/trace.go:171","msg":"trace[843308787] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.061702795s","start":"2026-03-03T00:56:15.928299Z","end":"2026-03-03T00:56:16.990002Z","steps":["trace[843308787] 'process raft request' (duration: 1.061177973s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.990051Z","caller":"traceutil/trace.go:171","msg":"trace[1063125107] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2049; }","duration":"1.057964968s","start":"2026-03-03T00:56:15.93206Z","end":"2026-03-03T00:56:16.990025Z","steps":["trace[1063125107] 'read index received' (duration: 418.146872ms)","trace[1063125107] 'applied index is now lower than readState.Index' (duration: 639.816806ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:16.990065Z","caller":"traceutil/trace.go:171","msg":"trace[830886960] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"1.061633044s","start":"2026-03-03T00:56:15.928402Z","end":"2026-03-03T00:56:16.990035Z","steps":["trace[830886960] 'process raft request' (duration: 1.06145249s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:16.990193Z","caller":"traceutil/trace.go:171","msg":"trace[2135747856] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.061661494s","start":"2026-03-03T00:56:15.928519Z","end":"2026-03-03T00:56:16.990181Z","steps":["trace[2135747856] 'process raft request' (duration: 1.061451509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.990206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.928281Z","time spent":"1.061807878s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:16.990266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.928376Z","time spent":"1.061789578s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:16.990312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.928507Z","time spent":"1.061720565s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:16.990326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058263964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:16.990463Z","caller":"traceutil/trace.go:171","msg":"trace[1531201452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1973; }","duration":"1.058341497s","start":"2026-03-03T00:56:15.932021Z","end":"2026-03-03T00:56:16.990363Z","steps":["trace[1531201452] 'agreement among raft nodes before linearized reading' (duration: 1.058273555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:16.990502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.932006Z","time spent":"1.05848908s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:56:17.047442Z","caller":"traceutil/trace.go:171","msg":"trace[262438328] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"334.113283ms","start":"2026-03-03T00:56:16.71331Z","end":"2026-03-03T00:56:17.047423Z","steps":["trace[262438328] 'process raft request' (duration: 334.009191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:17.047577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.713294Z","time spent":"334.209835ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:17.047648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110842954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:17.047694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.462658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:56:17.047735Z","caller":"traceutil/trace.go:171","msg":"trace[1738569088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"117.54708ms","start":"2026-03-03T00:56:16.930177Z","end":"2026-03-03T00:56:17.047724Z","steps":["trace[1738569088] 'agreement among raft nodes before linearized reading' (duration: 117.326385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:17.047718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.596877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:56:17.048087Z","caller":"traceutil/trace.go:171","msg":"trace[1344202753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1974; }","duration":"934.002407ms","start":"2026-03-03T00:56:16.11407Z","end":"2026-03-03T00:56:17.048073Z","steps":["trace[1344202753] 'agreement among raft nodes before linearized reading' (duration: 933.411643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:17.048147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:16.114054Z","time spent":"934.079439ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T00:56:17.047738Z","caller":"traceutil/trace.go:171","msg":"trace[513769569] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1974; }","duration":"1.110960956s","start":"2026-03-03T00:56:15.936758Z","end":"2026-03-03T00:56:17.047719Z","steps":["trace[513769569] 'agreement among raft nodes before linearized reading' (duration: 1.11071559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:17.048384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:15.93675Z","time spent":"1.11157095s","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T00:56:18.50539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033310257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:18.505543Z","caller":"traceutil/trace.go:171","msg":"trace[821535654] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.453221261s","start":"2026-03-03T00:56:17.052275Z","end":"2026-03-03T00:56:18.505497Z","steps":["trace[821535654] 'process raft request' (duration: 419.708199ms)","trace[821535654] 'compare' (duration: 1.033074431s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:18.505628Z","caller":"traceutil/trace.go:171","msg":"trace[125645672] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2057; }","duration":"1.435162205s","start":"2026-03-03T00:56:17.070434Z","end":"2026-03-03T00:56:18.505596Z","steps":["trace[125645672] 'read index received' (duration: 401.628303ms)","trace[125645672] 'applied index is now lower than readState.Index' (duration: 1.033530802s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:56:18.505689Z","caller":"traceutil/trace.go:171","msg":"trace[729210173] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"1.163890114s","start":"2026-03-03T00:56:17.341775Z","end":"2026-03-03T00:56:18.505665Z","steps":["trace[729210173] 'process raft request' (duration: 1.163834352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:18.505838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.341748Z","time spent":"1.164052168s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:18.505854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453129138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:18.505875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456225981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T00:56:18.505892Z","caller":"traceutil/trace.go:171","msg":"trace[1887299870] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1978; }","duration":"1.45318878s","start":"2026-03-03T00:56:17.052692Z","end":"2026-03-03T00:56:18.505881Z","steps":["trace[1887299870] 'agreement among raft nodes before linearized reading' (duration: 1.453062997s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:18.505927Z","caller":"traceutil/trace.go:171","msg":"trace[1144827002] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1978; }","duration":"1.456298242s","start":"2026-03-03T00:56:17.049615Z","end":"2026-03-03T00:56:18.505914Z","steps":["trace[1144827002] 'agreement among raft nodes before linearized reading' (duration: 1.45617772s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:18.505934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.052658Z","time spent":"1.453268472s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T00:56:18.505963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.049596Z","time spent":"1.456361084s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T00:56:18.505743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.052258Z","time spent":"1.453364794s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:18.506297Z","caller":"traceutil/trace.go:171","msg":"trace[155406353] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"1.431057458s","start":"2026-03-03T00:56:17.074846Z","end":"2026-03-03T00:56:18.505904Z","steps":["trace[155406353] 'process raft request' (duration: 1.430659839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:18.506421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.074827Z","time spent":"1.431541529s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T00:56:19.006531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352577081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:56:19.078457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000770342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T00:56:19.078546Z","caller":"traceutil/trace.go:171","msg":"trace[1552016821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000900565s","start":"2026-03-03T00:56:17.077626Z","end":"2026-03-03T00:56:19.078526Z","steps":["trace[1552016821] 'agreement among raft nodes before linearized reading' (duration: 2.000785433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:19.078825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.07762Z","time spent":"2.001189422s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 00:56:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T00:56:19.210385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.22231203s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T00:56:20.106266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T00:56:20.10634Z","caller":"traceutil/trace.go:171","msg":"trace[670790736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999973244s","start":"2026-03-03T00:56:18.106351Z","end":"2026-03-03T00:56:20.106324Z","steps":["trace[670790736] 'agreement among raft nodes before linearized reading' (duration: 1.999868161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:20.106377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:18.106334Z","time spent":"2.000036226s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:56:20.112108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.366778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:56:20.112368Z","caller":"traceutil/trace.go:171","msg":"trace[28432555] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"2.185313411s","start":"2026-03-03T00:56:17.927032Z","end":"2026-03-03T00:56:20.112345Z","steps":["trace[28432555] 'process raft request' (duration: 1.283594264s)","trace[28432555] 'compare' (duration: 901.028671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:20.112426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.927009Z","time spent":"2.185391623s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:20.112978Z","caller":"traceutil/trace.go:171","msg":"trace[1834168288] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"2.184675246s","start":"2026-03-03T00:56:17.928288Z","end":"2026-03-03T00:56:20.112963Z","steps":["trace[1834168288] 'process raft request' (duration: 2.184490662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:20.112946Z","caller":"traceutil/trace.go:171","msg":"trace[1928291860] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"2.184736598s","start":"2026-03-03T00:56:17.928171Z","end":"2026-03-03T00:56:20.112908Z","steps":["trace[1928291860] 'process raft request' (duration: 2.184071082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:20.113028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.928263Z","time spent":"2.184741577s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:20.113124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.928164Z","time spent":"2.184866411s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:20.114377Z","caller":"traceutil/trace.go:171","msg":"trace[800324350] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"2.169815396s","start":"2026-03-03T00:56:17.943274Z","end":"2026-03-03T00:56:20.113089Z","steps":["trace[800324350] 'process raft request' (duration: 2.169634632s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:20.118309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.943264Z","time spent":"2.174749522s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:56:21.078643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999827597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T00:56:21.078744Z","caller":"traceutil/trace.go:171","msg":"trace[1736126593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020902s","start":"2026-03-03T00:56:19.078698Z","end":"2026-03-03T00:56:21.078719Z","steps":["trace[1736126593] 'agreement among raft nodes before linearized reading' (duration: 1.999883889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.078791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:19.078648Z","time spent":"2.000133394s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 00:56:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T00:56:21.283665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170657331s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T00:56:21.284231Z","caller":"traceutil/trace.go:171","msg":"trace[7279506] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2060; }","duration":"2.778381132s","start":"2026-03-03T00:56:18.50572Z","end":"2026-03-03T00:56:21.284101Z","steps":["trace[7279506] 'read index received' (duration: 704.92538ms)","trace[7279506] 'applied index is now lower than readState.Index' (duration: 2.073453472s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:56:21.284299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8795836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:21.284433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231106659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T00:56:21.284449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767385625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:56:21.28449Z","caller":"traceutil/trace.go:171","msg":"trace[48260379] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1982; }","duration":"3.879812854s","start":"2026-03-03T00:56:17.40463Z","end":"2026-03-03T00:56:21.284443Z","steps":["trace[48260379] 'agreement among raft nodes before linearized reading' (duration: 3.879545018s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:21.28451Z","caller":"traceutil/trace.go:171","msg":"trace[1668087249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1982; }","duration":"3.231234862s","start":"2026-03-03T00:56:18.053253Z","end":"2026-03-03T00:56:21.284488Z","steps":["trace[1668087249] 'agreement among raft nodes before linearized reading' (duration: 3.231039347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.284549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:18.053232Z","time spent":"3.231311614s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T00:56:21.284543Z","caller":"traceutil/trace.go:171","msg":"trace[1477692452] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1982; }","duration":"3.767528419s","start":"2026-03-03T00:56:17.516987Z","end":"2026-03-03T00:56:21.284515Z","steps":["trace[1477692452] 'agreement among raft nodes before linearized reading' (duration: 3.767369525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.284569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.404608Z","time spent":"3.879939917s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:56:21.28459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:17.516967Z","time spent":"3.76761246s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:56:21.285189Z","caller":"traceutil/trace.go:171","msg":"trace[645510046] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.175082764s","start":"2026-03-03T00:56:20.11009Z","end":"2026-03-03T00:56:21.285173Z","steps":["trace[645510046] 'process raft request' (duration: 1.173769913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.285466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:20.110069Z","time spent":"1.175339271s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T00:56:21.288034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779317914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T00:56:21.288067Z","caller":"traceutil/trace.go:171","msg":"trace[192217047] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1984; }","duration":"2.779377815s","start":"2026-03-03T00:56:18.508683Z","end":"2026-03-03T00:56:21.28806Z","steps":["trace[192217047] 'agreement among raft nodes before linearized reading' (duration: 2.779274723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.288084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:18.508665Z","time spent":"2.779414957s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T00:56:21.288216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293005376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T00:56:21.288196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687870277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:56:21.288239Z","caller":"traceutil/trace.go:171","msg":"trace[457215082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"2.293068707s","start":"2026-03-03T00:56:18.995165Z","end":"2026-03-03T00:56:21.288234Z","steps":["trace[457215082] 'agreement among raft nodes before linearized reading' (duration: 2.293013826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.2882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.647459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T00:56:21.288295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773360254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T00:56:21.288241Z","caller":"traceutil/trace.go:171","msg":"trace[847168819] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"584.253456ms","start":"2026-03-03T00:56:20.703919Z","end":"2026-03-03T00:56:21.288173Z","steps":["trace[847168819] 'process raft request' (duration: 581.242725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:21.288299Z","caller":"traceutil/trace.go:171","msg":"trace[1831488125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"217.807152ms","start":"2026-03-03T00:56:21.070467Z","end":"2026-03-03T00:56:21.288274Z","steps":["trace[1831488125] 'agreement among raft nodes before linearized reading' (duration: 217.618438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:56:21.288264Z","caller":"traceutil/trace.go:171","msg":"trace[1028423638] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1984; }","duration":"1.68798934s","start":"2026-03-03T00:56:19.600257Z","end":"2026-03-03T00:56:21.288246Z","steps":["trace[1028423638] 'agreement among raft nodes before linearized reading' (duration: 1.687788195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.288373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:19.600235Z","time spent":"1.688120863s","remote":"127.0.0.1:41454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:56:21.288321Z","caller":"traceutil/trace.go:171","msg":"trace[1128230377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"2.773408665s","start":"2026-03-03T00:56:18.514907Z","end":"2026-03-03T00:56:21.288316Z","steps":["trace[1128230377] 'agreement among raft nodes before linearized reading' (duration: 2.773358574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.288488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:18.514892Z","time spent":"2.773589229s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T00:56:21.288489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.232941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T00:56:21.288443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.504639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:56:21.288553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293429585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T00:56:21.288578Z","caller":"traceutil/trace.go:171","msg":"trace[1007019484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1984; }","duration":"777.385135ms","start":"2026-03-03T00:56:20.511171Z","end":"2026-03-03T00:56:21.288556Z","steps":["trace[1007019484] 'agreement among raft nodes before linearized reading' (duration: 777.091638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.288547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056542051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T00:56:21.288633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:20.511137Z","time spent":"777.485677ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T00:56:21.288629Z","caller":"traceutil/trace.go:171","msg":"trace[599033424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1984; }","duration":"2.293532668s","start":"2026-03-03T00:56:18.995077Z","end":"2026-03-03T00:56:21.28861Z","steps":["trace[599033424] 'agreement among raft nodes before linearized reading' (duration: 2.293279542s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.288625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:20.703892Z","time spent":"584.505181ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:56:21.288677Z","caller":"traceutil/trace.go:171","msg":"trace[1931856701] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1984; }","duration":"1.056748636s","start":"2026-03-03T00:56:20.2319Z","end":"2026-03-03T00:56:21.288649Z","steps":["trace[1931856701] 'agreement among raft nodes before linearized reading' (duration: 1.056395958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.288686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:18.995065Z","time spent":"2.29360795s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T00:56:21.288576Z","caller":"traceutil/trace.go:171","msg":"trace[959912162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1984; }","duration":"201.677953ms","start":"2026-03-03T00:56:21.086884Z","end":"2026-03-03T00:56:21.288562Z","steps":["trace[959912162] 'agreement among raft nodes before linearized reading' (duration: 201.451188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.288735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:20.231868Z","time spent":"1.056853649s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T00:56:21.288257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:18.995144Z","time spent":"2.293110248s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T00:56:21.28876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294277885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T00:56:21.288882Z","caller":"traceutil/trace.go:171","msg":"trace[48032712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"2.29444877s","start":"2026-03-03T00:56:18.994415Z","end":"2026-03-03T00:56:21.288864Z","steps":["trace[48032712] 'agreement among raft nodes before linearized reading' (duration: 2.293794135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.288949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:18.994359Z","time spent":"2.294576763s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:56:21.289381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294168733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:56:21.291489Z","caller":"traceutil/trace.go:171","msg":"trace[156982430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1984; }","duration":"2.296307753s","start":"2026-03-03T00:56:18.995158Z","end":"2026-03-03T00:56:21.291465Z","steps":["trace[156982430] 'agreement among raft nodes before linearized reading' (duration: 2.294088711s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:56:21.291545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:56:18.995135Z","time spent":"2.296395416s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:10.081355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352577968,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T00:57:10.419003Z","caller":"traceutil/trace.go:171","msg":"trace[1975552747] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2492; }","duration":"837.84506ms","start":"2026-03-03T00:57:09.581119Z","end":"2026-03-03T00:57:10.418964Z","steps":["trace[1975552747] 'read index received' (duration: 837.561325ms)","trace[1975552747] 'applied index is now lower than readState.Index' (duration: 281.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:10.419112Z","caller":"traceutil/trace.go:171","msg":"trace[1785892726] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"890.564803ms","start":"2026-03-03T00:57:09.528506Z","end":"2026-03-03T00:57:10.419071Z","steps":["trace[1785892726] 'process raft request' (duration: 890.138905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:10.419338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:09.528475Z","time spent":"890.744806ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:10.419399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.247228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:57:10.419536Z","caller":"traceutil/trace.go:171","msg":"trace[1338724858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2391; }","duration":"838.475422ms","start":"2026-03-03T00:57:09.58103Z","end":"2026-03-03T00:57:10.419506Z","steps":["trace[1338724858] 'agreement among raft nodes before linearized reading' (duration: 838.134686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:10.419597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:09.580967Z","time spent":"838.618454ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T00:57:10.420014Z","caller":"traceutil/trace.go:171","msg":"trace[1983980295] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"118.582304ms","start":"2026-03-03T00:57:10.301414Z","end":"2026-03-03T00:57:10.419996Z","steps":["trace[1983980295] 'process raft request' (duration: 118.317449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:10.420236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.242483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:10.420292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.388044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T00:57:10.420339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.128308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:57:10.420357Z","caller":"traceutil/trace.go:171","msg":"trace[1291817591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2394; }","duration":"836.475135ms","start":"2026-03-03T00:57:09.583865Z","end":"2026-03-03T00:57:10.420341Z","steps":["trace[1291817591] 'agreement among raft nodes before linearized reading' (duration: 836.20668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:10.420409Z","caller":"traceutil/trace.go:171","msg":"trace[1942649885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2394; }","duration":"831.204729ms","start":"2026-03-03T00:57:09.589179Z","end":"2026-03-03T00:57:10.420384Z","steps":["trace[1942649885] 'agreement among raft nodes before linearized reading' (duration: 830.940424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:10.420417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:09.583855Z","time spent":"836.548686ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:10.42042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.258809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:57:10.420452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:09.589167Z","time spent":"831.276921ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:57:10.420475Z","caller":"traceutil/trace.go:171","msg":"trace[1030765567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2394; }","duration":"832.36691ms","start":"2026-03-03T00:57:09.588092Z","end":"2026-03-03T00:57:10.420459Z","steps":["trace[1030765567] 'agreement among raft nodes before linearized reading' (duration: 832.123456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:10.420354Z","caller":"traceutil/trace.go:171","msg":"trace[465429116] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2394; }","duration":"772.439527ms","start":"2026-03-03T00:57:09.647888Z","end":"2026-03-03T00:57:10.420327Z","steps":["trace[465429116] 'agreement among raft nodes before linearized reading' (duration: 772.211073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:10.420521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:09.588063Z","time spent":"832.443402ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:10.420498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.427643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T00:57:10.420553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:09.647864Z","time spent":"772.675632ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:57:10.420592Z","caller":"traceutil/trace.go:171","msg":"trace[1333885324] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2394; }","duration":"820.595616ms","start":"2026-03-03T00:57:09.599973Z","end":"2026-03-03T00:57:10.420568Z","steps":["trace[1333885324] 'agreement among raft nodes before linearized reading' (duration: 820.287311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:10.420648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:09.599954Z","time spent":"820.684468ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T00:57:18.538183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.168357ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T00:57:18.562342Z","caller":"traceutil/trace.go:171","msg":"trace[1361013570] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"105.23794ms","start":"2026-03-03T00:57:18.457076Z","end":"2026-03-03T00:57:18.562314Z","steps":["trace[1361013570] 'process raft request' (duration: 105.008816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.611833Z","caller":"traceutil/trace.go:171","msg":"trace[1743125898] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2544; }","duration":"120.402477ms","start":"2026-03-03T00:57:18.491391Z","end":"2026-03-03T00:57:18.611794Z","steps":["trace[1743125898] 'read index received' (duration: 70.751981ms)","trace[1743125898] 'applied index is now lower than readState.Index' (duration: 49.649216ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:18.61197Z","caller":"traceutil/trace.go:171","msg":"trace[1144484268] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"124.530552ms","start":"2026-03-03T00:57:18.487426Z","end":"2026-03-03T00:57:18.611957Z","steps":["trace[1144484268] 'process raft request' (duration: 124.321999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.611863Z","caller":"traceutil/trace.go:171","msg":"trace[440434455] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"124.524932ms","start":"2026-03-03T00:57:18.487303Z","end":"2026-03-03T00:57:18.611828Z","steps":["trace[440434455] 'process raft request' (duration: 124.266527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.612246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.837055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:57:18.612293Z","caller":"traceutil/trace.go:171","msg":"trace[1545695143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2443; }","duration":"120.955617ms","start":"2026-03-03T00:57:18.491324Z","end":"2026-03-03T00:57:18.61228Z","steps":["trace[1545695143] 'agreement among raft nodes before linearized reading' (duration: 120.793494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.612702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.645795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:57:18.612724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.790856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:57:18.612761Z","caller":"traceutil/trace.go:171","msg":"trace[1043520211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2444; }","duration":"113.842697ms","start":"2026-03-03T00:57:18.498909Z","end":"2026-03-03T00:57:18.612751Z","steps":["trace[1043520211] 'agreement among raft nodes before linearized reading' (duration: 113.743535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:18.61278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.813017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:57:18.612823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.939129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T00:57:18.612762Z","caller":"traceutil/trace.go:171","msg":"trace[1459003652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2444; }","duration":"118.736467ms","start":"2026-03-03T00:57:18.494011Z","end":"2026-03-03T00:57:18.612747Z","steps":["trace[1459003652] 'agreement among raft nodes before linearized reading' (duration: 118.577194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.61284Z","caller":"traceutil/trace.go:171","msg":"trace[1961272662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2444; }","duration":"113.919279ms","start":"2026-03-03T00:57:18.498903Z","end":"2026-03-03T00:57:18.612823Z","steps":["trace[1961272662] 'agreement among raft nodes before linearized reading' (duration: 113.702925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.612848Z","caller":"traceutil/trace.go:171","msg":"trace[2130657970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2444; }","duration":"114.013561ms","start":"2026-03-03T00:57:18.498828Z","end":"2026-03-03T00:57:18.612841Z","steps":["trace[2130657970] 'agreement among raft nodes before linearized reading' (duration: 113.953099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.721559Z","caller":"traceutil/trace.go:171","msg":"trace[514239176] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"102.321687ms","start":"2026-03-03T00:57:18.619214Z","end":"2026-03-03T00:57:18.721536Z","steps":["trace[514239176] 'process raft request' (duration: 102.265036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.72162Z","caller":"traceutil/trace.go:171","msg":"trace[1602173934] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"103.629571ms","start":"2026-03-03T00:57:18.617939Z","end":"2026-03-03T00:57:18.721569Z","steps":["trace[1602173934] 'process raft request' (duration: 66.29266ms)","trace[1602173934] 'compare' (duration: 37.064326ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:18.721668Z","caller":"traceutil/trace.go:171","msg":"trace[1423467322] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"102.954408ms","start":"2026-03-03T00:57:18.618686Z","end":"2026-03-03T00:57:18.721641Z","steps":["trace[1423467322] 'process raft request' (duration: 102.756915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:18.721716Z","caller":"traceutil/trace.go:171","msg":"trace[2080387746] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"101.010153ms","start":"2026-03-03T00:57:18.620671Z","end":"2026-03-03T00:57:18.721681Z","steps":["trace[2080387746] 'process raft request' (duration: 100.83577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:38.720637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.86747ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T00:57:38.720803Z","caller":"traceutil/trace.go:171","msg":"trace[1755669505] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2658; }","duration":"262.364835ms","start":"2026-03-03T00:57:38.458413Z","end":"2026-03-03T00:57:38.720778Z","steps":["trace[1755669505] 'read index received' (duration: 40.101µs)","trace[1755669505] 'applied index is now lower than readState.Index' (duration: 262.322774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:38.721028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.607312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T00:57:38.721065Z","caller":"traceutil/trace.go:171","msg":"trace[1099625874] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2551; }","duration":"262.694674ms","start":"2026-03-03T00:57:38.458355Z","end":"2026-03-03T00:57:38.72105Z","steps":["trace[1099625874] 'agreement among raft nodes before linearized reading' (duration: 262.481119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:38.740743Z","caller":"traceutil/trace.go:171","msg":"trace[383516744] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"101.024946ms","start":"2026-03-03T00:57:38.639693Z","end":"2026-03-03T00:57:38.740718Z","steps":["trace[383516744] 'process raft request' (duration: 100.842362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:38.800772Z","caller":"traceutil/trace.go:171","msg":"trace[368853540] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"110.214883ms","start":"2026-03-03T00:57:38.690518Z","end":"2026-03-03T00:57:38.800733Z","steps":["trace[368853540] 'process raft request' (duration: 109.948496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:38.926098Z","caller":"traceutil/trace.go:171","msg":"trace[2130781378] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"118.266873ms","start":"2026-03-03T00:57:38.807795Z","end":"2026-03-03T00:57:38.926062Z","steps":["trace[2130781378] 'process raft request' (duration: 34.304921ms)","trace[2130781378] 'compare' (duration: 83.824639ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:44.959319Z","caller":"traceutil/trace.go:171","msg":"trace[1011930795] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2691; }","duration":"367.808926ms","start":"2026-03-03T00:57:44.591489Z","end":"2026-03-03T00:57:44.959298Z","steps":["trace[1011930795] 'read index received' (duration: 367.755275ms)","trace[1011930795] 'applied index is now lower than readState.Index' (duration: 53.021µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:44.959476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.954269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:44.959512Z","caller":"traceutil/trace.go:171","msg":"trace[1013510858] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2583; }","duration":"368.055372ms","start":"2026-03-03T00:57:44.591438Z","end":"2026-03-03T00:57:44.959493Z","steps":["trace[1013510858] 'agreement among raft nodes before linearized reading' (duration: 367.932149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:44.959534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:44.591414Z","time spent":"368.114854ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:57:44.959636Z","caller":"traceutil/trace.go:171","msg":"trace[1087675667] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"437.077531ms","start":"2026-03-03T00:57:44.522392Z","end":"2026-03-03T00:57:44.95947Z","steps":["trace[1087675667] 'process raft request' (duration: 436.793255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:44.959788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:44.522372Z","time spent":"437.348658ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:45.377193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.749676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:45.377581Z","caller":"traceutil/trace.go:171","msg":"trace[1688155850] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"600.109512ms","start":"2026-03-03T00:57:44.777426Z","end":"2026-03-03T00:57:45.377536Z","steps":["trace[1688155850] 'process raft request' (duration: 452.894636ms)","trace[1688155850] 'compare' (duration: 146.391867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:45.377667Z","caller":"traceutil/trace.go:171","msg":"trace[295797279] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2692; }","duration":"350.388415ms","start":"2026-03-03T00:57:45.027256Z","end":"2026-03-03T00:57:45.377644Z","steps":["trace[295797279] 'read index received' (duration: 203.012464ms)","trace[295797279] 'applied index is now lower than readState.Index' (duration: 147.374571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:45.37775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:44.777398Z","time spent":"600.260435ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:45.377878Z","caller":"traceutil/trace.go:171","msg":"trace[413990864] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"433.118528ms","start":"2026-03-03T00:57:44.944623Z","end":"2026-03-03T00:57:45.377741Z","steps":["trace[413990864] 'process raft request' (duration: 432.949304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:45.377972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.860746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:45.378061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.166506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:57:45.378081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.828461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T00:57:45.37808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.779774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T00:57:45.378166Z","caller":"traceutil/trace.go:171","msg":"trace[1187600290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2586; }","duration":"219.32289ms","start":"2026-03-03T00:57:45.158826Z","end":"2026-03-03T00:57:45.378149Z","steps":["trace[1187600290] 'agreement among raft nodes before linearized reading' (duration: 219.082244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:45.378077Z","caller":"traceutil/trace.go:171","msg":"trace[963931909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2586; }","duration":"268.00887ms","start":"2026-03-03T00:57:45.11005Z","end":"2026-03-03T00:57:45.378058Z","steps":["trace[963931909] 'agreement among raft nodes before linearized reading' (duration: 267.862626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:45.378218Z","caller":"traceutil/trace.go:171","msg":"trace[144274486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2586; }","duration":"350.980349ms","start":"2026-03-03T00:57:45.027212Z","end":"2026-03-03T00:57:45.378192Z","steps":["trace[144274486] 'agreement among raft nodes before linearized reading' (duration: 350.585299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:45.378283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.027188Z","time spent":"351.079871ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:45.378309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.644917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T00:57:45.378342Z","caller":"traceutil/trace.go:171","msg":"trace[793964143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2586; }","duration":"244.707479ms","start":"2026-03-03T00:57:45.133626Z","end":"2026-03-03T00:57:45.378333Z","steps":["trace[793964143] 'agreement among raft nodes before linearized reading' (duration: 244.614457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:45.37836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.737783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T00:57:45.378047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:44.944596Z","time spent":"433.370474ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:45.378424Z","caller":"traceutil/trace.go:171","msg":"trace[835930007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2586; }","duration":"220.843916ms","start":"2026-03-03T00:57:45.157564Z","end":"2026-03-03T00:57:45.378407Z","steps":["trace[835930007] 'agreement among raft nodes before linearized reading' (duration: 220.635811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:45.378198Z","caller":"traceutil/trace.go:171","msg":"trace[427133838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2586; }","duration":"219.975995ms","start":"2026-03-03T00:57:45.158203Z","end":"2026-03-03T00:57:45.378179Z","steps":["trace[427133838] 'agreement among raft nodes before linearized reading' (duration: 219.689099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:45.379025Z","caller":"traceutil/trace.go:171","msg":"trace[876685039] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"551.710549ms","start":"2026-03-03T00:57:44.827288Z","end":"2026-03-03T00:57:45.378999Z","steps":["trace[876685039] 'process raft request' (duration: 550.04798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:45.379165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:44.827263Z","time spent":"551.812092ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:47.16047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676684044s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:47.160825Z","caller":"traceutil/trace.go:171","msg":"trace[1075150019] linearizableReadLoop","detail":"{readStateIndex:2700; appliedIndex:2695; }","duration":"1.557414468s","start":"2026-03-03T00:57:45.60339Z","end":"2026-03-03T00:57:47.160804Z","steps":["trace[1075150019] 'read index received' (duration: 69.102µs)","trace[1075150019] 'applied index is now lower than readState.Index' (duration: 1.557343926s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:47.161158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557776216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T00:57:47.161201Z","caller":"traceutil/trace.go:171","msg":"trace[1925713585] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2591; }","duration":"1.557853938s","start":"2026-03-03T00:57:45.603332Z","end":"2026-03-03T00:57:47.161186Z","steps":["trace[1925713585] 'agreement among raft nodes before linearized reading' (duration: 1.557717045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:47.161234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.603308Z","time spent":"1.55791811s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T00:57:47.161371Z","caller":"traceutil/trace.go:171","msg":"trace[880787647] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"1.777603328s","start":"2026-03-03T00:57:45.383757Z","end":"2026-03-03T00:57:47.161361Z","steps":["trace[880787647] 'process raft request' (duration: 1.776939472s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:47.161417Z","caller":"traceutil/trace.go:171","msg":"trace[43724930] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"1.778034298s","start":"2026-03-03T00:57:45.383309Z","end":"2026-03-03T00:57:47.161343Z","steps":["trace[43724930] 'process raft request' (duration: 1.77728624s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:47.16156Z","caller":"traceutil/trace.go:171","msg":"trace[141292712] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"1.778263594s","start":"2026-03-03T00:57:45.383263Z","end":"2026-03-03T00:57:47.161527Z","steps":["trace[141292712] 'process raft request' (duration: 100.410952ms)","trace[141292712] 'compare' (duration: 1.676183933s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:47.161643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.383275Z","time spent":"1.778242393s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:47.161671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26574387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18992ed9b3125b13\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-03T00:57:47.161678Z","caller":"traceutil/trace.go:171","msg":"trace[1863658106] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"1.777648679s","start":"2026-03-03T00:57:45.383998Z","end":"2026-03-03T00:57:47.161647Z","steps":["trace[1863658106] 'process raft request' (duration: 1.776735047s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:47.161717Z","caller":"traceutil/trace.go:171","msg":"trace[1632531962] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18992ed9b3125b13; range_end:; response_count:1; response_revision:2591; }","duration":"1.265843952s","start":"2026-03-03T00:57:45.895863Z","end":"2026-03-03T00:57:47.161707Z","steps":["trace[1632531962] 'agreement among raft nodes before linearized reading' (duration: 1.265656738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:47.16146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.383733Z","time spent":"1.77769619s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:47.161715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.383234Z","time spent":"1.778400967s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:47.16174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.895839Z","time spent":"1.265896594s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18992ed9b3125b13\" "} {"level":"warn","ts":"2026-03-03T00:57:47.161779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.383983Z","time spent":"1.777741422s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:47.1611Z","caller":"traceutil/trace.go:171","msg":"trace[1986140790] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"1.777000304s","start":"2026-03-03T00:57:45.384057Z","end":"2026-03-03T00:57:47.161057Z","steps":["trace[1986140790] 'process raft request' (duration: 1.776712267s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:47.162184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:45.384037Z","time spent":"1.778068739s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:47.669355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352578502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:57:48.170154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352578502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T00:57:48.452163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287090905s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T00:57:49.017268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.835609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:49.017539Z","caller":"traceutil/trace.go:171","msg":"trace[367507772] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"1.632348909s","start":"2026-03-03T00:57:47.385171Z","end":"2026-03-03T00:57:49.01752Z","steps":["trace[367507772] 'process raft request' (duration: 1.632285387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.017625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.385163Z","time spent":"1.6324162s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:49.017839Z","caller":"traceutil/trace.go:171","msg":"trace[2143591914] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"1.632733918s","start":"2026-03-03T00:57:47.385077Z","end":"2026-03-03T00:57:49.017811Z","steps":["trace[2143591914] 'process raft request' (duration: 1.632296337s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:49.017886Z","caller":"traceutil/trace.go:171","msg":"trace[33903688] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"1.852905147s","start":"2026-03-03T00:57:47.164948Z","end":"2026-03-03T00:57:49.017853Z","steps":["trace[33903688] 'process raft request' (duration: 1.287373452s)","trace[33903688] 'compare' (duration: 564.510501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:49.018005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.385043Z","time spent":"1.632884501s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:49.018066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.164923Z","time spent":"1.853056221s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:49.018264Z","caller":"traceutil/trace.go:171","msg":"trace[1254056424] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"1.633042204s","start":"2026-03-03T00:57:47.385187Z","end":"2026-03-03T00:57:49.018229Z","steps":["trace[1254056424] 'process raft request' (duration: 1.632299677s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.018448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.385153Z","time spent":"1.633199648s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:49.147213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.083168ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T00:57:49.147379Z","caller":"traceutil/trace.go:171","msg":"trace[120175817] linearizableReadLoop","detail":"{readStateIndex:2704; appliedIndex:2700; }","duration":"1.980840448s","start":"2026-03-03T00:57:47.166502Z","end":"2026-03-03T00:57:49.147343Z","steps":["trace[120175817] 'read index received' (duration: 1.285839785s)","trace[120175817] 'applied index is now lower than readState.Index' (duration: 694.999363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:49.147855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98134807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-03T00:57:49.147944Z","caller":"traceutil/trace.go:171","msg":"trace[1314416661] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2595; }","duration":"1.981481023s","start":"2026-03-03T00:57:47.166437Z","end":"2026-03-03T00:57:49.147918Z","steps":["trace[1314416661] 'agreement among raft nodes before linearized reading' (duration: 1.980994222s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:49.14798Z","caller":"traceutil/trace.go:171","msg":"trace[1593740913] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"500.55293ms","start":"2026-03-03T00:57:48.647401Z","end":"2026-03-03T00:57:49.147954Z","steps":["trace[1593740913] 'process raft request' (duration: 499.915755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.148001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.166413Z","time spent":"1.981568706s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T00:57:49.148101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:48.647383Z","time spent":"500.652173ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:49.14828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579536851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T00:57:49.148428Z","caller":"traceutil/trace.go:171","msg":"trace[1579858907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2596; }","duration":"1.579733586s","start":"2026-03-03T00:57:47.568676Z","end":"2026-03-03T00:57:49.148409Z","steps":["trace[1579858907] 'agreement among raft nodes before linearized reading' (duration: 1.579181283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.148618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.568645Z","time spent":"1.579955381s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T00:57:49.148325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247788547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:49.148876Z","caller":"traceutil/trace.go:171","msg":"trace[469398799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2596; }","duration":"1.248377761s","start":"2026-03-03T00:57:47.900457Z","end":"2026-03-03T00:57:49.148834Z","steps":["trace[469398799] 'agreement among raft nodes before linearized reading' (duration: 1.247823188s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.14954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:47.900424Z","time spent":"1.249074068s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:49.6274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.120727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:49.627621Z","caller":"traceutil/trace.go:171","msg":"trace[840084700] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"458.118579ms","start":"2026-03-03T00:57:49.169485Z","end":"2026-03-03T00:57:49.627603Z","steps":["trace[840084700] 'process raft request' (duration: 458.022937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:49.62771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.169466Z","time spent":"458.19503ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:49.627834Z","caller":"traceutil/trace.go:171","msg":"trace[1050741097] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"458.17845ms","start":"2026-03-03T00:57:49.169467Z","end":"2026-03-03T00:57:49.627645Z","steps":["trace[1050741097] 'process raft request' (duration: 254.711895ms)","trace[1050741097] 'compare' (duration: 202.80791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:49.628158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.169445Z","time spent":"458.58299ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:50.485107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.435438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:50.485317Z","caller":"traceutil/trace.go:171","msg":"trace[218650441] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"980.422532ms","start":"2026-03-03T00:57:49.504879Z","end":"2026-03-03T00:57:50.485301Z","steps":["trace[218650441] 'process raft request' (duration: 980.392362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.485385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.504842Z","time spent":"980.514945ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:50.485557Z","caller":"traceutil/trace.go:171","msg":"trace[77964200] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2706; }","duration":"1.281286697s","start":"2026-03-03T00:57:49.204253Z","end":"2026-03-03T00:57:50.485539Z","steps":["trace[77964200] 'read index received' (duration: 219.883602ms)","trace[77964200] 'applied index is now lower than readState.Index' (duration: 1.061401275s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:50.485567Z","caller":"traceutil/trace.go:171","msg":"trace[1981424120] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"1.315758302s","start":"2026-03-03T00:57:49.16978Z","end":"2026-03-03T00:57:50.485539Z","steps":["trace[1981424120] 'process raft request' (duration: 1.315411804s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:50.485592Z","caller":"traceutil/trace.go:171","msg":"trace[2122670222] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"1.316002688s","start":"2026-03-03T00:57:49.169572Z","end":"2026-03-03T00:57:50.485575Z","steps":["trace[2122670222] 'process raft request' (duration: 649.029088ms)","trace[2122670222] 'compare' (duration: 666.333105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:50.485656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28138535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:50.485667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.16955Z","time spent":"1.316082809s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:50.485714Z","caller":"traceutil/trace.go:171","msg":"trace[1671810851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2602; }","duration":"1.281488693s","start":"2026-03-03T00:57:49.204206Z","end":"2026-03-03T00:57:50.485694Z","steps":["trace[1671810851] 'agreement among raft nodes before linearized reading' (duration: 1.28138703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.48575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.204191Z","time spent":"1.281552264s","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T00:57:50.485777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.78813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T00:57:50.485796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.801027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:50.485845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.144787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:50.485896Z","caller":"traceutil/trace.go:171","msg":"trace[106718338] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2602; }","duration":"146.988501ms","start":"2026-03-03T00:57:50.338884Z","end":"2026-03-03T00:57:50.485873Z","steps":["trace[106718338] 'agreement among raft nodes before linearized reading' (duration: 146.792216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.485906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.756478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:50.485926Z","caller":"traceutil/trace.go:171","msg":"trace[1274261987] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2602; }","duration":"524.26637ms","start":"2026-03-03T00:57:49.961645Z","end":"2026-03-03T00:57:50.485911Z","steps":["trace[1274261987] 'agreement among raft nodes before linearized reading' (duration: 524.123416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.48594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.051873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:50.485957Z","caller":"traceutil/trace.go:171","msg":"trace[2056759087] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2602; }","duration":"692.83639ms","start":"2026-03-03T00:57:49.793105Z","end":"2026-03-03T00:57:50.485941Z","steps":["trace[2056759087] 'agreement among raft nodes before linearized reading' (duration: 692.727188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:50.485983Z","caller":"traceutil/trace.go:171","msg":"trace[235493568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2602; }","duration":"377.132265ms","start":"2026-03-03T00:57:50.108839Z","end":"2026-03-03T00:57:50.485972Z","steps":["trace[235493568] 'agreement among raft nodes before linearized reading' (duration: 377.070924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.486006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.961617Z","time spent":"524.338062ms","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:50.486028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:50.108786Z","time spent":"377.235707ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:57:50.486027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.793081Z","time spent":"692.934123ms","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T00:57:50.485852Z","caller":"traceutil/trace.go:171","msg":"trace[214509190] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2602; }","duration":"883.908543ms","start":"2026-03-03T00:57:49.601926Z","end":"2026-03-03T00:57:50.485835Z","steps":["trace[214509190] 'agreement among raft nodes before linearized reading' (duration: 883.714458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.485782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.169768Z","time spent":"1.315863274s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:50.486099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.601904Z","time spent":"884.182659ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T00:57:50.485575Z","caller":"traceutil/trace.go:171","msg":"trace[1355737933] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"1.314973073s","start":"2026-03-03T00:57:49.17057Z","end":"2026-03-03T00:57:50.485543Z","steps":["trace[1355737933] 'process raft request' (duration: 1.314665366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:50.486915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:49.170549Z","time spent":"1.316192601s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:51.514871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.399609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:51.515032Z","caller":"traceutil/trace.go:171","msg":"trace[626690621] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"492.45783ms","start":"2026-03-03T00:57:51.022559Z","end":"2026-03-03T00:57:51.515017Z","steps":["trace[626690621] 'process raft request' (duration: 173.845935ms)","trace[626690621] 'compare' (duration: 318.327688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:51.515236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.022531Z","time spent":"492.680805ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:51.514873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.68821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18992ed9b3125b13\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-03T00:57:51.515507Z","caller":"traceutil/trace.go:171","msg":"trace[1170899895] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18992ed9b3125b13; range_end:; response_count:1; response_revision:2602; }","duration":"619.721945ms","start":"2026-03-03T00:57:50.895775Z","end":"2026-03-03T00:57:51.515497Z","steps":["trace[1170899895] 'range keys from in-memory index tree' (duration: 618.485906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:51.515605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:50.895758Z","time spent":"619.836507ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18992ed9b3125b13\" "} {"level":"warn","ts":"2026-03-03T00:57:52.477658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.370823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:52.47786Z","caller":"traceutil/trace.go:171","msg":"trace[986812772] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"960.564264ms","start":"2026-03-03T00:57:51.517282Z","end":"2026-03-03T00:57:52.477846Z","steps":["trace[986812772] 'process raft request' (duration: 960.520943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:52.477967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.51726Z","time spent":"960.662047ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:52.478149Z","caller":"traceutil/trace.go:171","msg":"trace[214121990] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2712; }","duration":"1.366733406s","start":"2026-03-03T00:57:51.111408Z","end":"2026-03-03T00:57:52.478141Z","steps":["trace[214121990] 'read index received' (duration: 84.998937ms)","trace[214121990] 'applied index is now lower than readState.Index' (duration: 1.281733639s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:52.478192Z","caller":"traceutil/trace.go:171","msg":"trace[1958383580] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"1.453986516s","start":"2026-03-03T00:57:51.024118Z","end":"2026-03-03T00:57:52.478105Z","steps":["trace[1958383580] 'process raft request' (duration: 1.453614497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:52.478299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366868119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:52.478377Z","caller":"traceutil/trace.go:171","msg":"trace[1926199134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2606; }","duration":"1.366993032s","start":"2026-03-03T00:57:51.111366Z","end":"2026-03-03T00:57:52.478359Z","steps":["trace[1926199134] 'agreement among raft nodes before linearized reading' (duration: 1.366852039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:52.478381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.024095Z","time spent":"1.454189431s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:52.478424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.111348Z","time spent":"1.367067454s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:57:52.478891Z","caller":"traceutil/trace.go:171","msg":"trace[1472552353] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"1.454399576s","start":"2026-03-03T00:57:51.024116Z","end":"2026-03-03T00:57:52.478516Z","steps":["trace[1472552353] 'process raft request' (duration: 727.104311ms)","trace[1472552353] 'compare' (duration: 726.25091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:52.479038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.024096Z","time spent":"1.454852417s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:53.41632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.501197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:53.416527Z","caller":"traceutil/trace.go:171","msg":"trace[1827794857] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"814.429133ms","start":"2026-03-03T00:57:52.602081Z","end":"2026-03-03T00:57:53.41651Z","steps":["trace[1827794857] 'process raft request' (duration: 814.344341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:53.416545Z","caller":"traceutil/trace.go:171","msg":"trace[132604744] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2716; }","duration":"938.35651ms","start":"2026-03-03T00:57:52.478166Z","end":"2026-03-03T00:57:53.416522Z","steps":["trace[132604744] 'read index received' (duration: 399.691939ms)","trace[132604744] 'applied index is now lower than readState.Index' (duration: 538.663581ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:53.416559Z","caller":"traceutil/trace.go:171","msg":"trace[1073411026] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"1.358142773s","start":"2026-03-03T00:57:52.058371Z","end":"2026-03-03T00:57:53.416514Z","steps":["trace[1073411026] 'process raft request' (duration: 819.35412ms)","trace[1073411026] 'compare' (duration: 538.189579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:53.416596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.602054Z","time spent":"814.511216ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:53.416687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784306627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T00:57:53.416752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.058348Z","time spent":"1.358278326s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:53.416813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78528742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T00:57:53.416827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049044884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:53.416849Z","caller":"traceutil/trace.go:171","msg":"trace[1166740520] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2608; }","duration":"1.049105155s","start":"2026-03-03T00:57:52.36774Z","end":"2026-03-03T00:57:53.416845Z","steps":["trace[1166740520] 'agreement among raft nodes before linearized reading' (duration: 1.049042984s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:53.416769Z","caller":"traceutil/trace.go:171","msg":"trace[1123968052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2608; }","duration":"1.78442559s","start":"2026-03-03T00:57:51.632328Z","end":"2026-03-03T00:57:53.416754Z","steps":["trace[1123968052] 'agreement among raft nodes before linearized reading' (duration: 1.784218405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:53.416867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.367717Z","time spent":"1.049145837s","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:53.416886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.632311Z","time spent":"1.784566514s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T00:57:53.416922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815946195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T00:57:53.416932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.984178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:53.416943Z","caller":"traceutil/trace.go:171","msg":"trace[1688065223] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2608; }","duration":"1.816004196s","start":"2026-03-03T00:57:51.600932Z","end":"2026-03-03T00:57:53.416936Z","steps":["trace[1688065223] 'agreement among raft nodes before linearized reading' (duration: 1.815937655s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:53.416855Z","caller":"traceutil/trace.go:171","msg":"trace[2117058414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2608; }","duration":"1.785362192s","start":"2026-03-03T00:57:51.631481Z","end":"2026-03-03T00:57:53.416844Z","steps":["trace[2117058414] 'agreement among raft nodes before linearized reading' (duration: 1.785192248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:53.416974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.600912Z","time spent":"1.816056917s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T00:57:53.416977Z","caller":"traceutil/trace.go:171","msg":"trace[1479105539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2608; }","duration":"937.07582ms","start":"2026-03-03T00:57:52.47989Z","end":"2026-03-03T00:57:53.416965Z","steps":["trace[1479105539] 'agreement among raft nodes before linearized reading' (duration: 937.007498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:53.41699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.631464Z","time spent":"1.785516766s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T00:57:53.417001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.479876Z","time spent":"937.119701ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:57:53.417064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.022046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T00:57:53.417089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.608947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T00:57:53.41714Z","caller":"traceutil/trace.go:171","msg":"trace[326110792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2608; }","duration":"928.117488ms","start":"2026-03-03T00:57:52.488989Z","end":"2026-03-03T00:57:53.417106Z","steps":["trace[326110792] 'agreement among raft nodes before linearized reading' (duration: 927.928304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:53.41711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.627621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:53.417173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.488974Z","time spent":"928.19264ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T00:57:53.41717Z","caller":"traceutil/trace.go:171","msg":"trace[654618751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2608; }","duration":"927.692099ms","start":"2026-03-03T00:57:52.489465Z","end":"2026-03-03T00:57:53.417157Z","steps":["trace[654618751] 'agreement among raft nodes before linearized reading' (duration: 927.437563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:53.417057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050688019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T00:57:53.41723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.48942Z","time spent":"927.802691ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T00:57:53.417235Z","caller":"traceutil/trace.go:171","msg":"trace[1999728221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2608; }","duration":"2.050905713s","start":"2026-03-03T00:57:51.36631Z","end":"2026-03-03T00:57:53.417215Z","steps":["trace[1999728221] 'agreement among raft nodes before linearized reading' (duration: 2.050595816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:53.417237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.230247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T00:57:53.417276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:51.366292Z","time spent":"2.050973195s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T00:57:53.417306Z","caller":"traceutil/trace.go:171","msg":"trace[1508188112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2608; }","duration":"927.313099ms","start":"2026-03-03T00:57:52.489981Z","end":"2026-03-03T00:57:53.417294Z","steps":["trace[1508188112] 'agreement among raft nodes before linearized reading' (duration: 926.9187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:53.417193Z","caller":"traceutil/trace.go:171","msg":"trace[2042505717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2608; }","duration":"978.741934ms","start":"2026-03-03T00:57:52.438434Z","end":"2026-03-03T00:57:53.417176Z","steps":["trace[2042505717] 'agreement among raft nodes before linearized reading' (duration: 978.13573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:53.417407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.438416Z","time spent":"978.981909ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T00:57:53.417524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:52.489973Z","time spent":"927.368611ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T00:57:54.881961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212013612s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T00:57:54.882275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.419382Z","time spent":"1.462889566s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T00:57:54.996221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.326214878s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T00:57:55.311621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.092081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:55.311889Z","caller":"traceutil/trace.go:171","msg":"trace[955504313] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"1.890954704s","start":"2026-03-03T00:57:53.420907Z","end":"2026-03-03T00:57:55.311862Z","steps":["trace[955504313] 'process raft request' (duration: 1.575521185s)","trace[955504313] 'compare' (duration: 314.961448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:55.312002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.420889Z","time spent":"1.891056006s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:55.31218Z","caller":"traceutil/trace.go:171","msg":"trace[1474565746] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"1.891162379s","start":"2026-03-03T00:57:53.421012Z","end":"2026-03-03T00:57:55.312174Z","steps":["trace[1474565746] 'process raft request' (duration: 1.890726598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.312214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.420993Z","time spent":"1.89120442s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:55.31264Z","caller":"traceutil/trace.go:171","msg":"trace[1115583865] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.890877023s","start":"2026-03-03T00:57:53.421756Z","end":"2026-03-03T00:57:55.312633Z","steps":["trace[1115583865] 'process raft request' (duration: 1.890409592s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.31263Z","caller":"traceutil/trace.go:171","msg":"trace[169541529] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"429.422711ms","start":"2026-03-03T00:57:54.883184Z","end":"2026-03-03T00:57:55.312607Z","steps":["trace[169541529] 'process raft request' (duration: 429.357319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.312682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.42175Z","time spent":"1.890913943s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:55.312711Z","caller":"traceutil/trace.go:171","msg":"trace[285344028] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2718; }","duration":"1.891712632s","start":"2026-03-03T00:57:53.420974Z","end":"2026-03-03T00:57:55.312686Z","steps":["trace[285344028] 'read index received' (duration: 249.054241ms)","trace[285344028] 'applied index is now lower than readState.Index' (duration: 1.642655891s)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:55.312753Z","caller":"traceutil/trace.go:171","msg":"trace[588860163] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"1.891043086s","start":"2026-03-03T00:57:53.421705Z","end":"2026-03-03T00:57:55.312748Z","steps":["trace[588860163] 'process raft request' (duration: 1.890225947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.312746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.883159Z","time spent":"429.529374ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:55.312781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.421695Z","time spent":"1.891072837s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:55.312795Z","caller":"traceutil/trace.go:171","msg":"trace[399621823] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"1.891155839s","start":"2026-03-03T00:57:53.421604Z","end":"2026-03-03T00:57:55.31276Z","steps":["trace[399621823] 'process raft request' (duration: 1.890280698s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.312817Z","caller":"traceutil/trace.go:171","msg":"trace[1688106870] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.793468692s","start":"2026-03-03T00:57:53.519324Z","end":"2026-03-03T00:57:55.312793Z","steps":["trace[1688106870] 'process raft request' (duration: 1.792906929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.312921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.519306Z","time spent":"1.793571274s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:55.312944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891971729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-03T00:57:55.312961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.421587Z","time spent":"1.891288282s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:55.312993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507813826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T00:57:55.313016Z","caller":"traceutil/trace.go:171","msg":"trace[1027786916] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2618; }","duration":"1.507870877s","start":"2026-03-03T00:57:53.805136Z","end":"2026-03-03T00:57:55.313007Z","steps":["trace[1027786916] 'agreement among raft nodes before linearized reading' (duration: 1.507791146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.313031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.805113Z","time spent":"1.507914349s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T00:57:55.313031Z","caller":"traceutil/trace.go:171","msg":"trace[379978453] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"827.083711ms","start":"2026-03-03T00:57:54.485927Z","end":"2026-03-03T00:57:55.31301Z","steps":["trace[379978453] 'process raft request' (duration: 826.357274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.313078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.498471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T00:57:55.313103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203550601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T00:57:55.313114Z","caller":"traceutil/trace.go:171","msg":"trace[848310583] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"826.385025ms","start":"2026-03-03T00:57:54.486723Z","end":"2026-03-03T00:57:55.313108Z","steps":["trace[848310583] 'process raft request' (duration: 825.74602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.313112Z","caller":"traceutil/trace.go:171","msg":"trace[1500215016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2618; }","duration":"185.565332ms","start":"2026-03-03T00:57:55.127539Z","end":"2026-03-03T00:57:55.313104Z","steps":["trace[1500215016] 'agreement among raft nodes before linearized reading' (duration: 185.523761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.313118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.485901Z","time spent":"827.172864ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:55.313155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.486712Z","time spent":"826.424855ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T00:57:55.312981Z","caller":"traceutil/trace.go:171","msg":"trace[1148371435] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2618; }","duration":"1.89204656s","start":"2026-03-03T00:57:53.420923Z","end":"2026-03-03T00:57:55.312969Z","steps":["trace[1148371435] 'agreement among raft nodes before linearized reading' (duration: 1.891881937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.313209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.420904Z","time spent":"1.892299446s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T00:57:55.313226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113856684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18992eda78bac188\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T00:57:55.313316Z","caller":"traceutil/trace.go:171","msg":"trace[767836859] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"1.892217755s","start":"2026-03-03T00:57:53.421092Z","end":"2026-03-03T00:57:55.31331Z","steps":["trace[767836859] 'process raft request' (duration: 1.89074365s)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.313258Z","caller":"traceutil/trace.go:171","msg":"trace[1378596506] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18992eda78bac188; range_end:; response_count:1; response_revision:2618; }","duration":"1.113921835s","start":"2026-03-03T00:57:54.199329Z","end":"2026-03-03T00:57:55.31325Z","steps":["trace[1378596506] 'agreement among raft nodes before linearized reading' (duration: 1.113833043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.313346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:53.421078Z","time spent":"1.892251955s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T00:57:55.313353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.19931Z","time spent":"1.114033258s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18992eda78bac188\" "} {"level":"warn","ts":"2026-03-03T00:57:55.313044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.237639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:55.313144Z","caller":"traceutil/trace.go:171","msg":"trace[1226830704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2618; }","duration":"1.203643544s","start":"2026-03-03T00:57:54.109491Z","end":"2026-03-03T00:57:55.313134Z","steps":["trace[1226830704] 'agreement among raft nodes before linearized reading' (duration: 1.203585103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.313536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.109465Z","time spent":"1.204063684s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T00:57:55.313485Z","caller":"traceutil/trace.go:171","msg":"trace[982442085] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2618; }","duration":"911.70505ms","start":"2026-03-03T00:57:54.401757Z","end":"2026-03-03T00:57:55.313463Z","steps":["trace[982442085] 'agreement among raft nodes before linearized reading' (duration: 911.25644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.313646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T00:57:54.401731Z","time spent":"911.905825ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T00:57:55.59494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.037062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T00:57:55.595057Z","caller":"traceutil/trace.go:171","msg":"trace[1513981216] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2730; }","duration":"196.584972ms","start":"2026-03-03T00:57:55.398453Z","end":"2026-03-03T00:57:55.595038Z","steps":["trace[1513981216] 'read index received' (duration: 27.307504ms)","trace[1513981216] 'applied index is now lower than readState.Index' (duration: 169.275868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:55.595163Z","caller":"traceutil/trace.go:171","msg":"trace[1984280151] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"269.934995ms","start":"2026-03-03T00:57:55.325184Z","end":"2026-03-03T00:57:55.595119Z","steps":["trace[1984280151] 'process raft request' (duration: 100.649987ms)","trace[1984280151] 'compare' (duration: 168.884708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:55.595263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.818178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18992edcdf3aa8bf\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T00:57:55.595301Z","caller":"traceutil/trace.go:171","msg":"trace[2070579775] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18992edcdf3aa8bf; range_end:; response_count:1; response_revision:2620; }","duration":"196.89841ms","start":"2026-03-03T00:57:55.398392Z","end":"2026-03-03T00:57:55.595291Z","steps":["trace[2070579775] 'agreement among raft nodes before linearized reading' (duration: 196.742716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.595442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.171073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T00:57:55.595577Z","caller":"traceutil/trace.go:171","msg":"trace[1534755074] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2620; }","duration":"127.360548ms","start":"2026-03-03T00:57:55.468193Z","end":"2026-03-03T00:57:55.595553Z","steps":["trace[1534755074] 'agreement among raft nodes before linearized reading' (duration: 127.0323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T00:57:55.792266Z","caller":"traceutil/trace.go:171","msg":"trace[495345214] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2731; }","duration":"192.427684ms","start":"2026-03-03T00:57:55.599732Z","end":"2026-03-03T00:57:55.79216Z","steps":["trace[495345214] 'read index received' (duration: 104.877367ms)","trace[495345214] 'applied index is now lower than readState.Index' (duration: 87.549117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T00:57:55.792411Z","caller":"traceutil/trace.go:171","msg":"trace[1790049233] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"194.688318ms","start":"2026-03-03T00:57:55.59769Z","end":"2026-03-03T00:57:55.792378Z","steps":["trace[1790049233] 'process raft request' (duration: 106.932656ms)","trace[1790049233] 'compare' (duration: 87.385413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T00:57:55.79256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.803723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T00:57:55.792613Z","caller":"traceutil/trace.go:171","msg":"trace[911335721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2621; }","duration":"192.896145ms","start":"2026-03-03T00:57:55.599703Z","end":"2026-03-03T00:57:55.792599Z","steps":["trace[911335721] 'agreement among raft nodes before linearized reading' (duration: 192.69076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:55.79275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.278291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T00:57:55.792827Z","caller":"traceutil/trace.go:171","msg":"trace[503179251] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2621; }","duration":"192.388943ms","start":"2026-03-03T00:57:55.600418Z","end":"2026-03-03T00:57:55.792807Z","steps":["trace[503179251] 'agreement among raft nodes before linearized reading' (duration: 192.148477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:56.107438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.144449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18992ed9b3125b13\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-03T00:57:56.108803Z","caller":"traceutil/trace.go:171","msg":"trace[1902536761] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18992ed9b3125b13; range_end:; response_count:1; response_revision:2621; }","duration":"213.531602ms","start":"2026-03-03T00:57:55.895231Z","end":"2026-03-03T00:57:56.108763Z","steps":["trace[1902536761] 'range keys from in-memory index tree' (duration: 211.965765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T00:57:56.109229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.965856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T00:57:56.109455Z","caller":"traceutil/trace.go:171","msg":"trace[2096963703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2621; }","duration":"190.229292ms","start":"2026-03-03T00:57:55.919212Z","end":"2026-03-03T00:57:56.109441Z","steps":["trace[2096963703] 'range keys from in-memory index tree' (duration: 189.844903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:20.309983Z","caller":"traceutil/trace.go:171","msg":"trace[1797527022] transaction","detail":"{read_only:false; response_revision:3500; number_of_response:1; }","duration":"343.960719ms","start":"2026-03-03T01:00:19.965996Z","end":"2026-03-03T01:00:20.309956Z","steps":["trace[1797527022] 'process raft request' (duration: 343.906607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:20.310022Z","caller":"traceutil/trace.go:171","msg":"trace[429370797] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"344.03726ms","start":"2026-03-03T01:00:19.965961Z","end":"2026-03-03T01:00:20.309998Z","steps":["trace[429370797] 'process raft request' (duration: 343.752254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:20.310177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:19.965968Z","time spent":"344.102832ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:20.310183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:19.965927Z","time spent":"344.146623ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:00:21.10539Z","caller":"traceutil/trace.go:171","msg":"trace[759777412] linearizableReadLoop","detail":"{readStateIndex:3647; appliedIndex:3644; }","duration":"997.247012ms","start":"2026-03-03T01:00:20.108117Z","end":"2026-03-03T01:00:21.105364Z","steps":["trace[759777412] 'read index received' (duration: 201.701586ms)","trace[759777412] 'applied index is now lower than readState.Index' (duration: 795.544116ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:00:21.1055Z","caller":"traceutil/trace.go:171","msg":"trace[975505523] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"1.137864887s","start":"2026-03-03T01:00:19.967589Z","end":"2026-03-03T01:00:21.105454Z","steps":["trace[975505523] 'process raft request' (duration: 1.137516399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:21.105653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.074935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:00:21.10566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.491647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:00:21.105775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.193778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:00:21.105807Z","caller":"traceutil/trace.go:171","msg":"trace[689925991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3501; }","duration":"952.26053ms","start":"2026-03-03T01:00:20.15354Z","end":"2026-03-03T01:00:21.1058Z","steps":["trace[689925991] 'agreement among raft nodes before linearized reading' (duration: 952.177428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:21.105842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:20.153513Z","time spent":"952.322011ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:00:21.105791Z","caller":"traceutil/trace.go:171","msg":"trace[648142610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3501; }","duration":"997.700622ms","start":"2026-03-03T01:00:20.108062Z","end":"2026-03-03T01:00:21.105762Z","steps":["trace[648142610] 'agreement among raft nodes before linearized reading' (duration: 997.437406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:21.105844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.297202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:00:21.105928Z","caller":"traceutil/trace.go:171","msg":"trace[1333945821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:3501; }","duration":"622.453776ms","start":"2026-03-03T01:00:20.483456Z","end":"2026-03-03T01:00:21.10591Z","steps":["trace[1333945821] 'agreement among raft nodes before linearized reading' (duration: 622.089167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:21.105951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:20.108043Z","time spent":"997.890106ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:00:21.106008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.900982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:00:21.106044Z","caller":"traceutil/trace.go:171","msg":"trace[1521248376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3501; }","duration":"951.943003ms","start":"2026-03-03T01:00:20.154092Z","end":"2026-03-03T01:00:21.106035Z","steps":["trace[1521248376] 'agreement among raft nodes before linearized reading' (duration: 951.862571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:21.10601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:19.967567Z","time spent":"1.138238805s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:00:21.106069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:20.154088Z","time spent":"951.976543ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:00:21.105696Z","caller":"traceutil/trace.go:171","msg":"trace[565678341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3501; }","duration":"955.162267ms","start":"2026-03-03T01:00:20.150522Z","end":"2026-03-03T01:00:21.105685Z","steps":["trace[565678341] 'agreement among raft nodes before linearized reading' (duration: 955.000343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:21.106153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.871111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:00:21.106233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:20.150512Z","time spent":"955.672128ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:00:21.106253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.432016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:00:21.106224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.69209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:00:21.106275Z","caller":"traceutil/trace.go:171","msg":"trace[1248653147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3501; }","duration":"952.197219ms","start":"2026-03-03T01:00:20.154058Z","end":"2026-03-03T01:00:21.106255Z","steps":["trace[1248653147] 'agreement among raft nodes before linearized reading' (duration: 951.577344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:00:21.106329Z","caller":"traceutil/trace.go:171","msg":"trace[149035569] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3501; }","duration":"503.511648ms","start":"2026-03-03T01:00:20.602794Z","end":"2026-03-03T01:00:21.106306Z","steps":["trace[149035569] 'agreement among raft nodes before linearized reading' (duration: 503.373785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:21.106567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:20.602743Z","time spent":"503.803834ms","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:00:21.106362Z","caller":"traceutil/trace.go:171","msg":"trace[1870149094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3501; }","duration":"952.859483ms","start":"2026-03-03T01:00:20.153468Z","end":"2026-03-03T01:00:21.106328Z","steps":["trace[1870149094] 'agreement among raft nodes before linearized reading' (duration: 952.462124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:00:21.106419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:20.154048Z","time spent":"952.330731ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:00:21.106922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:20.153459Z","time spent":"953.229073ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:00:21.105982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:00:20.483435Z","time spent":"622.533377ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:01:41.801533Z","caller":"traceutil/trace.go:171","msg":"trace[278052716] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"302.140881ms","start":"2026-03-03T01:01:41.499373Z","end":"2026-03-03T01:01:41.801513Z","steps":["trace[278052716] 'process raft request' (duration: 291.299077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:41.80152Z","caller":"traceutil/trace.go:171","msg":"trace[1587917860] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4598; }","duration":"229.415642ms","start":"2026-03-03T01:01:41.572073Z","end":"2026-03-03T01:01:41.801489Z","steps":["trace[1587917860] 'read index received' (duration: 218.560997ms)","trace[1587917860] 'applied index is now lower than readState.Index' (duration: 10.852855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:41.80166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:41.499347Z","time spent":"302.253354ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:01:41.802349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.931222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:01:41.802441Z","caller":"traceutil/trace.go:171","msg":"trace[1328864792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4417; }","duration":"175.077865ms","start":"2026-03-03T01:01:41.627339Z","end":"2026-03-03T01:01:41.802416Z","steps":["trace[1328864792] 'agreement among raft nodes before linearized reading' (duration: 174.810798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.802506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.05341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:01:41.802566Z","caller":"traceutil/trace.go:171","msg":"trace[370869952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4417; }","duration":"168.191923ms","start":"2026-03-03T01:01:41.634359Z","end":"2026-03-03T01:01:41.802551Z","steps":["trace[370869952] 'agreement among raft nodes before linearized reading' (duration: 167.960707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.802639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.018571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbafadd4-f746-4a8e-ab27-2d4609682796\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-03T01:01:41.8027Z","caller":"traceutil/trace.go:171","msg":"trace[1357044512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cbafadd4-f746-4a8e-ab27-2d4609682796; range_end:; response_count:1; response_revision:4417; }","duration":"103.116384ms","start":"2026-03-03T01:01:41.699567Z","end":"2026-03-03T01:01:41.802683Z","steps":["trace[1357044512] 'agreement among raft nodes before linearized reading' (duration: 102.9644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.802777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.416418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:01:41.802764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.693802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"warn","ts":"2026-03-03T01:01:41.802865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.904787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:01:41.802843Z","caller":"traceutil/trace.go:171","msg":"trace[1054966287] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4417; }","duration":"230.822615ms","start":"2026-03-03T01:01:41.572006Z","end":"2026-03-03T01:01:41.802829Z","steps":["trace[1054966287] 'agreement among raft nodes before linearized reading' (duration: 229.569966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:41.802891Z","caller":"traceutil/trace.go:171","msg":"trace[113085376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4417; }","duration":"173.942819ms","start":"2026-03-03T01:01:41.628942Z","end":"2026-03-03T01:01:41.802885Z","steps":["trace[113085376] 'agreement among raft nodes before linearized reading' (duration: 173.879727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:41.802701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.310256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:01:41.803034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.247209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:01:41.803054Z","caller":"traceutil/trace.go:171","msg":"trace[2099261164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4417; }","duration":"175.31678ms","start":"2026-03-03T01:01:41.62773Z","end":"2026-03-03T01:01:41.803047Z","steps":["trace[2099261164] 'agreement among raft nodes before linearized reading' (duration: 175.258549ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:41.803054Z","caller":"traceutil/trace.go:171","msg":"trace[1234318540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4417; }","duration":"168.652944ms","start":"2026-03-03T01:01:41.634383Z","end":"2026-03-03T01:01:41.803036Z","steps":["trace[1234318540] 'agreement among raft nodes before linearized reading' (duration: 168.263495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:41.802808Z","caller":"traceutil/trace.go:171","msg":"trace[95660851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:4417; }","duration":"168.46395ms","start":"2026-03-03T01:01:41.634336Z","end":"2026-03-03T01:01:41.8028Z","steps":["trace[95660851] 'agreement among raft nodes before linearized reading' (duration: 168.386318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.141425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.032995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:42.141569Z","caller":"traceutil/trace.go:171","msg":"trace[1222601509] linearizableReadLoop","detail":"{readStateIndex:4605; appliedIndex:4604; }","duration":"245.615873ms","start":"2026-03-03T01:01:41.895929Z","end":"2026-03-03T01:01:42.141545Z","steps":["trace[1222601509] 'read index received' (duration: 27.291651ms)","trace[1222601509] 'applied index is now lower than readState.Index' (duration: 218.321342ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:42.141761Z","caller":"traceutil/trace.go:171","msg":"trace[1147533511] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"250.873656ms","start":"2026-03-03T01:01:41.890867Z","end":"2026-03-03T01:01:42.141741Z","steps":["trace[1147533511] 'process raft request' (duration: 32.402811ms)","trace[1147533511] 'compare' (duration: 217.663266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:42.142104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.408452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbafadd4-f746-4a8e-ab27-2d4609682796\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-03T01:01:42.14218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.734457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T01:01:42.142263Z","caller":"traceutil/trace.go:171","msg":"trace[781297786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cbafadd4-f746-4a8e-ab27-2d4609682796; range_end:; response_count:1; response_revision:4423; }","duration":"249.619927ms","start":"2026-03-03T01:01:41.892621Z","end":"2026-03-03T01:01:42.14224Z","steps":["trace[781297786] 'agreement among raft nodes before linearized reading' (duration: 249.171177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:42.142277Z","caller":"traceutil/trace.go:171","msg":"trace[490689927] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4423; }","duration":"308.918621ms","start":"2026-03-03T01:01:41.833335Z","end":"2026-03-03T01:01:42.142253Z","steps":["trace[490689927] 'agreement among raft nodes before linearized reading' (duration: 308.599974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.142324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:41.83332Z","time spent":"308.994953ms","remote":"127.0.0.1:41454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-03T01:01:42.144162Z","caller":"traceutil/trace.go:171","msg":"trace[1812751389] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"244.435616ms","start":"2026-03-03T01:01:41.899669Z","end":"2026-03-03T01:01:42.144105Z","steps":["trace[1812751389] 'process raft request' (duration: 244.242461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:42.144293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.809548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bf1b2419-3b97-4a86-b162-684136cf8e92\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-03T01:01:42.144359Z","caller":"traceutil/trace.go:171","msg":"trace[1425600892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bf1b2419-3b97-4a86-b162-684136cf8e92; range_end:; response_count:1; response_revision:4424; }","duration":"165.93302ms","start":"2026-03-03T01:01:41.978409Z","end":"2026-03-03T01:01:42.144342Z","steps":["trace[1425600892] 'agreement among raft nodes before linearized reading' (duration: 165.649554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:42.796046Z","caller":"traceutil/trace.go:171","msg":"trace[1684273284] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"164.338163ms","start":"2026-03-03T01:01:42.63168Z","end":"2026-03-03T01:01:42.796018Z","steps":["trace[1684273284] 'process raft request' (duration: 164.171569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:42.796808Z","caller":"traceutil/trace.go:171","msg":"trace[1961699520] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"107.618829ms","start":"2026-03-03T01:01:42.689177Z","end":"2026-03-03T01:01:42.796796Z","steps":["trace[1961699520] 'process raft request' (duration: 107.516427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:42.796968Z","caller":"traceutil/trace.go:171","msg":"trace[166972937] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"107.339533ms","start":"2026-03-03T01:01:42.689605Z","end":"2026-03-03T01:01:42.796945Z","steps":["trace[166972937] 'process raft request' (duration: 107.158329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:45.437623Z","caller":"traceutil/trace.go:171","msg":"trace[1377569420] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"155.586197ms","start":"2026-03-03T01:01:45.282012Z","end":"2026-03-03T01:01:45.437598Z","steps":["trace[1377569420] 'process raft request' (duration: 155.435383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.03331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.490465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:47.033432Z","caller":"traceutil/trace.go:171","msg":"trace[1589774077] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"790.496649ms","start":"2026-03-03T01:01:46.242912Z","end":"2026-03-03T01:01:47.033409Z","steps":["trace[1589774077] 'process raft request' (duration: 103.82245ms)","trace[1589774077] 'compare' (duration: 686.058824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:47.033491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:46.242887Z","time spent":"790.575721ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:47.052329Z","caller":"traceutil/trace.go:171","msg":"trace[1141701459] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"806.852894ms","start":"2026-03-03T01:01:46.245452Z","end":"2026-03-03T01:01:47.052305Z","steps":["trace[1141701459] 'process raft request' (duration: 806.606618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:47.052331Z","caller":"traceutil/trace.go:171","msg":"trace[1978399483] linearizableReadLoop","detail":"{readStateIndex:4743; appliedIndex:4740; }","duration":"216.454538ms","start":"2026-03-03T01:01:46.835855Z","end":"2026-03-03T01:01:47.052309Z","steps":["trace[1978399483] 'read index received' (duration: 216.215252ms)","trace[1978399483] 'applied index is now lower than readState.Index' (duration: 238.316µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:47.052435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:46.24543Z","time spent":"806.957016ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T01:01:47.052356Z","caller":"traceutil/trace.go:171","msg":"trace[1619937827] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"805.546443ms","start":"2026-03-03T01:01:46.246784Z","end":"2026-03-03T01:01:47.052331Z","steps":["trace[1619937827] 'process raft request' (duration: 805.41995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:47.052564Z","caller":"traceutil/trace.go:171","msg":"trace[1717481027] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"742.823999ms","start":"2026-03-03T01:01:46.309727Z","end":"2026-03-03T01:01:47.052551Z","steps":["trace[1717481027] 'process raft request' (duration: 742.532822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.052639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:46.309685Z","time spent":"742.915731ms","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:01:47.052641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:46.246735Z","time spent":"805.82068ms","remote":"127.0.0.1:59408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2502,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:01:47.052871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.96691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2666d3fd-67e2-4f32-8168-16454e7f382d\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T01:01:47.053021Z","caller":"traceutil/trace.go:171","msg":"trace[866438149] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2666d3fd-67e2-4f32-8168-16454e7f382d; range_end:; response_count:1; response_revision:4557; }","duration":"217.169815ms","start":"2026-03-03T01:01:46.835816Z","end":"2026-03-03T01:01:47.052986Z","steps":["trace[866438149] 'agreement among raft nodes before linearized reading' (duration: 216.691373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.05793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.006932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbafadd4-f746-4a8e-ab27-2d4609682796\" ","response":"range_response_count:1 size:4078"} {"level":"info","ts":"2026-03-03T01:01:47.058008Z","caller":"traceutil/trace.go:171","msg":"trace[251847161] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cbafadd4-f746-4a8e-ab27-2d4609682796; range_end:; response_count:1; response_revision:4560; }","duration":"203.119595ms","start":"2026-03-03T01:01:46.854871Z","end":"2026-03-03T01:01:47.057991Z","steps":["trace[251847161] 'agreement among raft nodes before linearized reading' (duration: 202.896289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:47.058351Z","caller":"traceutil/trace.go:171","msg":"trace[733173088] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"208.494121ms","start":"2026-03-03T01:01:46.849844Z","end":"2026-03-03T01:01:47.058338Z","steps":["trace[733173088] 'process raft request' (duration: 207.750123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:47.058513Z","caller":"traceutil/trace.go:171","msg":"trace[1711768650] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"208.405179ms","start":"2026-03-03T01:01:46.850094Z","end":"2026-03-03T01:01:47.0585Z","steps":["trace[1711768650] 'process raft request' (duration: 207.586339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.997016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.485225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-03T01:01:47.997099Z","caller":"traceutil/trace.go:171","msg":"trace[1377906758] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4588; }","duration":"298.602339ms","start":"2026-03-03T01:01:47.698477Z","end":"2026-03-03T01:01:47.997079Z","steps":["trace[1377906758] 'range keys from in-memory index tree' (duration: 298.347583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:47.999047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.017372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714357"} {"level":"info","ts":"2026-03-03T01:01:47.999137Z","caller":"traceutil/trace.go:171","msg":"trace[2103514624] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4588; }","duration":"220.183445ms","start":"2026-03-03T01:01:47.778928Z","end":"2026-03-03T01:01:47.999112Z","steps":["trace[2103514624] 'range keys from in-memory index tree' (duration: 219.53238ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.012624Z","caller":"traceutil/trace.go:171","msg":"trace[822961246] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"181.690431ms","start":"2026-03-03T01:01:47.830888Z","end":"2026-03-03T01:01:48.012579Z","steps":["trace[822961246] 'process raft request' (duration: 181.456375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.260334Z","caller":"traceutil/trace.go:171","msg":"trace[318541912] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4776; }","duration":"247.814265ms","start":"2026-03-03T01:01:48.012491Z","end":"2026-03-03T01:01:48.260306Z","steps":["trace[318541912] 'read index received' (duration: 163.596155ms)","trace[318541912] 'applied index is now lower than readState.Index' (duration: 84.2168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:48.26042Z","caller":"traceutil/trace.go:171","msg":"trace[1273259622] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"313.169171ms","start":"2026-03-03T01:01:47.94721Z","end":"2026-03-03T01:01:48.260379Z","steps":["trace[1273259622] 'process raft request' (duration: 228.86215ms)","trace[1273259622] 'compare' (duration: 84.088566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:48.260569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.56577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:01:48.260584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.032762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2666d3fd-67e2-4f32-8168-16454e7f382d\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T01:01:48.260604Z","caller":"traceutil/trace.go:171","msg":"trace[2078962649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:4590; }","duration":"296.658822ms","start":"2026-03-03T01:01:47.963938Z","end":"2026-03-03T01:01:48.260597Z","steps":["trace[2078962649] 'agreement among raft nodes before linearized reading' (duration: 296.510119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.260593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.947174Z","time spent":"313.336024ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:48.260624Z","caller":"traceutil/trace.go:171","msg":"trace[1530617193] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2666d3fd-67e2-4f32-8168-16454e7f382d; range_end:; response_count:1; response_revision:4590; }","duration":"300.114915ms","start":"2026-03-03T01:01:47.960495Z","end":"2026-03-03T01:01:48.26061Z","steps":["trace[1530617193] 'agreement among raft nodes before linearized reading' (duration: 299.943691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.260615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.206589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:01:48.260668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.960485Z","time spent":"300.174156ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2666d3fd-67e2-4f32-8168-16454e7f382d\" "} {"level":"info","ts":"2026-03-03T01:01:48.260692Z","caller":"traceutil/trace.go:171","msg":"trace[1530322454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4590; }","duration":"295.318861ms","start":"2026-03-03T01:01:47.965355Z","end":"2026-03-03T01:01:48.260674Z","steps":["trace[1530322454] 'agreement among raft nodes before linearized reading' (duration: 294.995324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.260755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.997242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:01:48.260727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.228157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:01:48.260777Z","caller":"traceutil/trace.go:171","msg":"trace[1062114891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4590; }","duration":"343.032734ms","start":"2026-03-03T01:01:47.917739Z","end":"2026-03-03T01:01:48.260772Z","steps":["trace[1062114891] 'agreement among raft nodes before linearized reading' (duration: 342.972202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.260793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.917733Z","time spent":"343.056804ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:01:48.260808Z","caller":"traceutil/trace.go:171","msg":"trace[2020382300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4590; }","duration":"300.34349ms","start":"2026-03-03T01:01:47.960445Z","end":"2026-03-03T01:01:48.260789Z","steps":["trace[2020382300] 'agreement among raft nodes before linearized reading' (duration: 300.134135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.260868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:47.960432Z","time spent":"300.424532ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:01:48.260905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.519901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:01:48.260953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.850339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714357"} {"level":"info","ts":"2026-03-03T01:01:48.261062Z","caller":"traceutil/trace.go:171","msg":"trace[1938078002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4590; }","duration":"299.746286ms","start":"2026-03-03T01:01:47.961293Z","end":"2026-03-03T01:01:48.261039Z","steps":["trace[1938078002] 'agreement among raft nodes before linearized reading' (duration: 299.06553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.261119Z","caller":"traceutil/trace.go:171","msg":"trace[752294038] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4590; }","duration":"249.050134ms","start":"2026-03-03T01:01:48.012059Z","end":"2026-03-03T01:01:48.261109Z","steps":["trace[752294038] 'agreement among raft nodes before linearized reading' (duration: 248.436559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.261308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.586932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-03-03T01:01:48.261377Z","caller":"traceutil/trace.go:171","msg":"trace[1488392553] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4590; }","duration":"262.680224ms","start":"2026-03-03T01:01:47.998677Z","end":"2026-03-03T01:01:48.261358Z","steps":["trace[1488392553] 'agreement among raft nodes before linearized reading' (duration: 262.50569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.488526Z","caller":"traceutil/trace.go:171","msg":"trace[1061290659] linearizableReadLoop","detail":"{readStateIndex:4779; appliedIndex:4777; }","duration":"228.101051ms","start":"2026-03-03T01:01:48.260406Z","end":"2026-03-03T01:01:48.488507Z","steps":["trace[1061290659] 'read index received' (duration: 192.475914ms)","trace[1061290659] 'applied index is now lower than readState.Index' (duration: 35.624587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:48.488635Z","caller":"traceutil/trace.go:171","msg":"trace[31226486] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"420.227968ms","start":"2026-03-03T01:01:48.068377Z","end":"2026-03-03T01:01:48.488605Z","steps":["trace[31226486] 'process raft request' (duration: 420.070584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.488697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.205689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:48.488685Z","caller":"traceutil/trace.go:171","msg":"trace[1853337177] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"472.352852ms","start":"2026-03-03T01:01:48.016306Z","end":"2026-03-03T01:01:48.488659Z","steps":["trace[1853337177] 'process raft request' (duration: 436.55488ms)","trace[1853337177] 'compare' (duration: 35.429463ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:48.488731Z","caller":"traceutil/trace.go:171","msg":"trace[800400172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4593; }","duration":"378.296691ms","start":"2026-03-03T01:01:48.110426Z","end":"2026-03-03T01:01:48.488722Z","steps":["trace[800400172] 'agreement among raft nodes before linearized reading' (duration: 378.196789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.488769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:48.110406Z","time spent":"378.346193ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:01:48.488748Z","caller":"traceutil/trace.go:171","msg":"trace[1397069822] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"222.749205ms","start":"2026-03-03T01:01:48.265976Z","end":"2026-03-03T01:01:48.488725Z","steps":["trace[1397069822] 'process raft request' (duration: 222.5096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.488819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:48.016275Z","time spent":"472.459925ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:48.488846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:48.068348Z","time spent":"420.3522ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:48.489041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.575727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2666d3fd-67e2-4f32-8168-16454e7f382d\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T01:01:48.489128Z","caller":"traceutil/trace.go:171","msg":"trace[246959080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2666d3fd-67e2-4f32-8168-16454e7f382d; range_end:; response_count:1; response_revision:4593; }","duration":"432.702621ms","start":"2026-03-03T01:01:48.056407Z","end":"2026-03-03T01:01:48.489109Z","steps":["trace[246959080] 'agreement among raft nodes before linearized reading' (duration: 432.451275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.489173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:48.056391Z","time spent":"432.772552ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2666d3fd-67e2-4f32-8168-16454e7f382d\" "} {"level":"info","ts":"2026-03-03T01:01:48.48924Z","caller":"traceutil/trace.go:171","msg":"trace[909711594] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"223.191666ms","start":"2026-03-03T01:01:48.266034Z","end":"2026-03-03T01:01:48.489226Z","steps":["trace[909711594] 'process raft request' (duration: 222.579822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.489429Z","caller":"traceutil/trace.go:171","msg":"trace[1951427809] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"223.313429ms","start":"2026-03-03T01:01:48.2661Z","end":"2026-03-03T01:01:48.489414Z","steps":["trace[1951427809] 'process raft request' (duration: 222.975351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.489442Z","caller":"traceutil/trace.go:171","msg":"trace[2104022268] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"223.269378ms","start":"2026-03-03T01:01:48.266151Z","end":"2026-03-03T01:01:48.489421Z","steps":["trace[2104022268] 'process raft request' (duration: 223.163985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.48954Z","caller":"traceutil/trace.go:171","msg":"trace[1739497823] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"223.294998ms","start":"2026-03-03T01:01:48.266235Z","end":"2026-03-03T01:01:48.48953Z","steps":["trace[1739497823] 'process raft request' (duration: 223.128905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.489532Z","caller":"traceutil/trace.go:171","msg":"trace[259582134] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"217.926792ms","start":"2026-03-03T01:01:48.271585Z","end":"2026-03-03T01:01:48.489512Z","steps":["trace[259582134] 'process raft request' (duration: 217.817829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.489666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.188406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-03T01:01:48.489731Z","caller":"traceutil/trace.go:171","msg":"trace[1493957667] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4598; }","duration":"223.307449ms","start":"2026-03-03T01:01:48.266409Z","end":"2026-03-03T01:01:48.489717Z","steps":["trace[1493957667] 'agreement among raft nodes before linearized reading' (duration: 223.054473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:48.489742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.194052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T01:01:48.489795Z","caller":"traceutil/trace.go:171","msg":"trace[982713881] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4598; }","duration":"199.377816ms","start":"2026-03-03T01:01:48.290397Z","end":"2026-03-03T01:01:48.489774Z","steps":["trace[982713881] 'agreement among raft nodes before linearized reading' (duration: 199.218723ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:48.829793Z","caller":"traceutil/trace.go:171","msg":"trace[412336680] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"162.420288ms","start":"2026-03-03T01:01:48.667316Z","end":"2026-03-03T01:01:48.829736Z","steps":["trace[412336680] 'process raft request' (duration: 67.751473ms)","trace[412336680] 'compare' (duration: 94.237095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:49.141178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.371057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:49.141296Z","caller":"traceutil/trace.go:171","msg":"trace[1375492352] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"115.069464ms","start":"2026-03-03T01:01:49.026209Z","end":"2026-03-03T01:01:49.141278Z","steps":["trace[1375492352] 'compare' (duration: 108.157572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:49.14188Z","caller":"traceutil/trace.go:171","msg":"trace[968425664] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"114.955762ms","start":"2026-03-03T01:01:49.026897Z","end":"2026-03-03T01:01:49.141853Z","steps":["trace[968425664] 'process raft request' (duration: 114.909261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:49.141904Z","caller":"traceutil/trace.go:171","msg":"trace[564738338] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"115.30273ms","start":"2026-03-03T01:01:49.026589Z","end":"2026-03-03T01:01:49.141891Z","steps":["trace[564738338] 'process raft request' (duration: 115.113225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:50.296913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.417451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:50.297056Z","caller":"traceutil/trace.go:171","msg":"trace[991783434] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4852; }","duration":"266.730168ms","start":"2026-03-03T01:01:50.030304Z","end":"2026-03-03T01:01:50.297034Z","steps":["trace[991783434] 'read index received' (duration: 40.089292ms)","trace[991783434] 'applied index is now lower than readState.Index' (duration: 226.638736ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:50.29721Z","caller":"traceutil/trace.go:171","msg":"trace[1831600312] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"287.913796ms","start":"2026-03-03T01:01:50.009278Z","end":"2026-03-03T01:01:50.297192Z","steps":["trace[1831600312] 'process raft request' (duration: 61.112926ms)","trace[1831600312] 'compare' (duration: 226.191565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:50.297363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.816627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:01:50.297399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.100736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T01:01:50.297436Z","caller":"traceutil/trace.go:171","msg":"trace[636217119] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4661; }","duration":"267.182388ms","start":"2026-03-03T01:01:50.030241Z","end":"2026-03-03T01:01:50.297424Z","steps":["trace[636217119] 'agreement among raft nodes before linearized reading' (duration: 267.049495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.297436Z","caller":"traceutil/trace.go:171","msg":"trace[1108828679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4661; }","duration":"188.93763ms","start":"2026-03-03T01:01:50.108482Z","end":"2026-03-03T01:01:50.297419Z","steps":["trace[1108828679] 'agreement among raft nodes before linearized reading' (duration: 188.809787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:50.564344Z","caller":"traceutil/trace.go:171","msg":"trace[1978687493] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"221.800094ms","start":"2026-03-03T01:01:50.342519Z","end":"2026-03-03T01:01:50.564319Z","steps":["trace[1978687493] 'process raft request' (duration: 192.928815ms)","trace[1978687493] 'compare' (duration: 28.683394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:51.054468Z","caller":"traceutil/trace.go:171","msg":"trace[1589563970] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"483.688859ms","start":"2026-03-03T01:01:50.570752Z","end":"2026-03-03T01:01:51.054441Z","steps":["trace[1589563970] 'process raft request' (duration: 482.181763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.054762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.570728Z","time spent":"483.918295ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:51.054784Z","caller":"traceutil/trace.go:171","msg":"trace[906841080] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"483.878393ms","start":"2026-03-03T01:01:50.570878Z","end":"2026-03-03T01:01:51.054756Z","steps":["trace[906841080] 'process raft request' (duration: 483.520395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.054947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.570836Z","time spent":"484.020367ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:51.055124Z","caller":"traceutil/trace.go:171","msg":"trace[1621012894] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"483.888634ms","start":"2026-03-03T01:01:50.57122Z","end":"2026-03-03T01:01:51.055108Z","steps":["trace[1621012894] 'process raft request' (duration: 483.513985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:51.055092Z","caller":"traceutil/trace.go:171","msg":"trace[2112282448] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4854; }","duration":"483.102266ms","start":"2026-03-03T01:01:50.571961Z","end":"2026-03-03T01:01:51.055063Z","steps":["trace[2112282448] 'read index received' (duration: 1.423233ms)","trace[2112282448] 'applied index is now lower than readState.Index' (duration: 481.677423ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:51.055347Z","caller":"traceutil/trace.go:171","msg":"trace[1744635338] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"484.075208ms","start":"2026-03-03T01:01:50.571258Z","end":"2026-03-03T01:01:51.055333Z","steps":["trace[1744635338] 'process raft request' (duration: 483.7391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.055426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.571244Z","time spent":"484.14972ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:51.055507Z","caller":"traceutil/trace.go:171","msg":"trace[907505607] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"484.279883ms","start":"2026-03-03T01:01:50.571218Z","end":"2026-03-03T01:01:51.055498Z","steps":["trace[907505607] 'process raft request' (duration: 483.694789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.055517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.549796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16033"} {"level":"warn","ts":"2026-03-03T01:01:51.055554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.571205Z","time spent":"484.322294ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:51.055595Z","caller":"traceutil/trace.go:171","msg":"trace[579614665] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4667; }","duration":"483.628328ms","start":"2026-03-03T01:01:50.571917Z","end":"2026-03-03T01:01:51.055545Z","steps":["trace[579614665] 'agreement among raft nodes before linearized reading' (duration: 483.430983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.055635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.571877Z","time spent":"483.747701ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16056,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:01:51.055967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.272922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T01:01:51.056008Z","caller":"traceutil/trace.go:171","msg":"trace[1808132896] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4667; }","duration":"244.372044ms","start":"2026-03-03T01:01:50.811624Z","end":"2026-03-03T01:01:51.055996Z","steps":["trace[1808132896] 'agreement among raft nodes before linearized reading' (duration: 244.285902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.056064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.833967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T01:01:51.056142Z","caller":"traceutil/trace.go:171","msg":"trace[325929596] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4667; }","duration":"453.939829ms","start":"2026-03-03T01:01:50.602179Z","end":"2026-03-03T01:01:51.056118Z","steps":["trace[325929596] 'agreement among raft nodes before linearized reading' (duration: 453.732154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:51.056182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.602161Z","time spent":"454.011712ms","remote":"127.0.0.1:41454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T01:01:51.0552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:50.571205Z","time spent":"483.961496ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:01:51.056424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.224228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124180"} {"level":"info","ts":"2026-03-03T01:01:51.056503Z","caller":"traceutil/trace.go:171","msg":"trace[1634741132] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4667; }","duration":"266.403112ms","start":"2026-03-03T01:01:50.79008Z","end":"2026-03-03T01:01:51.056483Z","steps":["trace[1634741132] 'agreement among raft nodes before linearized reading' (duration: 266.085094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:52.493095Z","caller":"traceutil/trace.go:171","msg":"trace[765926109] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"477.735129ms","start":"2026-03-03T01:01:52.015309Z","end":"2026-03-03T01:01:52.493044Z","steps":["trace[765926109] 'process raft request' (duration: 477.563645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:52.493265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.015287Z","time spent":"477.884583ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:01:52.494292Z","caller":"traceutil/trace.go:171","msg":"trace[819809283] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4889; }","duration":"386.145557ms","start":"2026-03-03T01:01:52.108128Z","end":"2026-03-03T01:01:52.494274Z","steps":["trace[819809283] 'read index received' (duration: 384.937778ms)","trace[819809283] 'applied index is now lower than readState.Index' (duration: 1.206439ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:52.49435Z","caller":"traceutil/trace.go:171","msg":"trace[394913884] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"477.596676ms","start":"2026-03-03T01:01:52.016718Z","end":"2026-03-03T01:01:52.494315Z","steps":["trace[394913884] 'process raft request' (duration: 477.34805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:52.494505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.016684Z","time spent":"477.738489ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:01:52.494855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.697549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:52.494953Z","caller":"traceutil/trace.go:171","msg":"trace[1869729985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4696; }","duration":"386.854593ms","start":"2026-03-03T01:01:52.108075Z","end":"2026-03-03T01:01:52.494929Z","steps":["trace[1869729985] 'agreement among raft nodes before linearized reading' (duration: 386.671549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:52.495006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:01:52.108052Z","time spent":"386.942775ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:01:52.498939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.9909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:01:52.499092Z","caller":"traceutil/trace.go:171","msg":"trace[967060902] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4696; }","duration":"291.161983ms","start":"2026-03-03T01:01:52.207868Z","end":"2026-03-03T01:01:52.49903Z","steps":["trace[967060902] 'agreement among raft nodes before linearized reading' (duration: 290.964639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:01:59.387929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.672842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:01:59.388157Z","caller":"traceutil/trace.go:171","msg":"trace[756108831] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"134.86927ms","start":"2026-03-03T01:01:59.253271Z","end":"2026-03-03T01:01:59.38814Z","steps":["trace[756108831] 'process raft request' (duration: 134.834509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:59.388282Z","caller":"traceutil/trace.go:171","msg":"trace[586807603] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"139.019937ms","start":"2026-03-03T01:01:59.249221Z","end":"2026-03-03T01:01:59.388241Z","steps":["trace[586807603] 'process raft request' (duration: 21.969706ms)","trace[586807603] 'compare' (duration: 116.524999ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:59.388444Z","caller":"traceutil/trace.go:171","msg":"trace[297629343] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"135.191528ms","start":"2026-03-03T01:01:59.253243Z","end":"2026-03-03T01:01:59.388434Z","steps":["trace[297629343] 'process raft request' (duration: 134.800799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:59.729826Z","caller":"traceutil/trace.go:171","msg":"trace[871189036] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5005; }","duration":"142.428958ms","start":"2026-03-03T01:01:59.587375Z","end":"2026-03-03T01:01:59.729804Z","steps":["trace[871189036] 'read index received' (duration: 52.927214ms)","trace[871189036] 'applied index is now lower than readState.Index' (duration: 89.500604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:01:59.730005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.597862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:01:59.73Z","caller":"traceutil/trace.go:171","msg":"trace[560506408] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"145.963911ms","start":"2026-03-03T01:01:59.584006Z","end":"2026-03-03T01:01:59.729969Z","steps":["trace[560506408] 'process raft request' (duration: 56.297113ms)","trace[560506408] 'compare' (duration: 89.289259ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:01:59.73006Z","caller":"traceutil/trace.go:171","msg":"trace[631137500] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4808; }","duration":"142.679414ms","start":"2026-03-03T01:01:59.587369Z","end":"2026-03-03T01:01:59.730048Z","steps":["trace[631137500] 'agreement among raft nodes before linearized reading' (duration: 142.53978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:59.730244Z","caller":"traceutil/trace.go:171","msg":"trace[141286713] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"144.407214ms","start":"2026-03-03T01:01:59.58579Z","end":"2026-03-03T01:01:59.730197Z","steps":["trace[141286713] 'process raft request' (duration: 143.935163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:01:59.906468Z","caller":"traceutil/trace.go:171","msg":"trace[190633504] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"102.57065ms","start":"2026-03-03T01:01:59.803853Z","end":"2026-03-03T01:01:59.906424Z","steps":["trace[190633504] 'process raft request' (duration: 102.215822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:01.607674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352583891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:02:02.10837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352583891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:02:02.367515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262217728s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:02:02.367929Z","caller":"traceutil/trace.go:171","msg":"trace[891198194] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"1.26271656s","start":"2026-03-03T01:02:01.105191Z","end":"2026-03-03T01:02:02.367907Z","steps":["trace[891198194] 'process raft request' (duration: 1.262554017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.36817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.105173Z","time spent":"1.262896634s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:02.583386Z","caller":"traceutil/trace.go:171","msg":"trace[812298134] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"1.189403556s","start":"2026-03-03T01:02:01.393955Z","end":"2026-03-03T01:02:02.583359Z","steps":["trace[812298134] 'process raft request' (duration: 1.189288313s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.583432Z","caller":"traceutil/trace.go:171","msg":"trace[451793603] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"1.478201154s","start":"2026-03-03T01:02:01.105199Z","end":"2026-03-03T01:02:02.5834Z","steps":["trace[451793603] 'process raft request' (duration: 1.477892547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.583703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.393928Z","time spent":"1.189658212s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:02.583806Z","caller":"traceutil/trace.go:171","msg":"trace[1985191862] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"1.189678252s","start":"2026-03-03T01:02:01.394088Z","end":"2026-03-03T01:02:02.583766Z","steps":["trace[1985191862] 'process raft request' (duration: 1.189206601s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.584062Z","caller":"traceutil/trace.go:171","msg":"trace[951397712] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5030; }","duration":"1.476403402s","start":"2026-03-03T01:02:01.107631Z","end":"2026-03-03T01:02:02.584034Z","steps":["trace[951397712] 'read index received' (duration: 1.26016065s)","trace[951397712] 'applied index is now lower than readState.Index' (duration: 216.240592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:02.584066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.394048Z","time spent":"1.189862157s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:02.584199Z","caller":"traceutil/trace.go:171","msg":"trace[983272184] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"1.042468533s","start":"2026-03-03T01:02:01.541692Z","end":"2026-03-03T01:02:02.584161Z","steps":["trace[983272184] 'process raft request' (duration: 1.04193272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.584299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.541663Z","time spent":"1.042592075s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:02.584332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475872849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:02.584467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476032843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:02:02.584519Z","caller":"traceutil/trace.go:171","msg":"trace[27402723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4836; }","duration":"1.476049443s","start":"2026-03-03T01:02:01.108389Z","end":"2026-03-03T01:02:02.584439Z","steps":["trace[27402723] 'agreement among raft nodes before linearized reading' (duration: 1.475889519s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.584545Z","caller":"traceutil/trace.go:171","msg":"trace[1127741790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4836; }","duration":"1.476170256s","start":"2026-03-03T01:02:01.108353Z","end":"2026-03-03T01:02:02.584523Z","steps":["trace[1127741790] 'agreement among raft nodes before linearized reading' (duration: 1.475975372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.584566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299398932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:02:02.584585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.108366Z","time spent":"1.476205897s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:02:02.584601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.108316Z","time spent":"1.476271789s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:02.584468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475750096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:02:02.584636Z","caller":"traceutil/trace.go:171","msg":"trace[1565997642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4836; }","duration":"1.299522804s","start":"2026-03-03T01:02:01.285095Z","end":"2026-03-03T01:02:02.584618Z","steps":["trace[1565997642] 'agreement among raft nodes before linearized reading' (duration: 1.299265088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.58469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.285072Z","time spent":"1.299607066s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:02:02.583998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.105178Z","time spent":"1.478573513s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4744,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:02.585007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476888373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:02:02.585428Z","caller":"traceutil/trace.go:171","msg":"trace[1735164638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4836; }","duration":"1.477324404s","start":"2026-03-03T01:02:01.108082Z","end":"2026-03-03T01:02:02.585407Z","steps":["trace[1735164638] 'agreement among raft nodes before linearized reading' (duration: 1.476233798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.5855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.108074Z","time spent":"1.477405666s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:02:02.585589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477925547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:02:02.584685Z","caller":"traceutil/trace.go:171","msg":"trace[1571161889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4836; }","duration":"1.475986883s","start":"2026-03-03T01:02:01.108681Z","end":"2026-03-03T01:02:02.584668Z","steps":["trace[1571161889] 'agreement among raft nodes before linearized reading' (duration: 1.475577033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.585699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.108672Z","time spent":"1.477009226s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:02:02.585752Z","caller":"traceutil/trace.go:171","msg":"trace[1436762050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4836; }","duration":"1.478054261s","start":"2026-03-03T01:02:01.10761Z","end":"2026-03-03T01:02:02.585664Z","steps":["trace[1436762050] 'agreement among raft nodes before linearized reading' (duration: 1.477623871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:02.585927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:01.1076Z","time spent":"1.478296746s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:02:02.875893Z","caller":"traceutil/trace.go:171","msg":"trace[1175659367] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"284.018105ms","start":"2026-03-03T01:02:02.591844Z","end":"2026-03-03T01:02:02.875863Z","steps":["trace[1175659367] 'process raft request' (duration: 283.905802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.876017Z","caller":"traceutil/trace.go:171","msg":"trace[1263691956] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"284.164029ms","start":"2026-03-03T01:02:02.591815Z","end":"2026-03-03T01:02:02.875979Z","steps":["trace[1263691956] 'process raft request' (duration: 220.248796ms)","trace[1263691956] 'compare' (duration: 63.527844ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:02.876221Z","caller":"traceutil/trace.go:171","msg":"trace[80054452] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"284.251311ms","start":"2026-03-03T01:02:02.591942Z","end":"2026-03-03T01:02:02.876194Z","steps":["trace[80054452] 'process raft request' (duration: 283.871342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.876636Z","caller":"traceutil/trace.go:171","msg":"trace[21040122] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"284.60558ms","start":"2026-03-03T01:02:02.592009Z","end":"2026-03-03T01:02:02.876614Z","steps":["trace[21040122] 'process raft request' (duration: 284.091968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.876672Z","caller":"traceutil/trace.go:171","msg":"trace[1986086594] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"284.236971ms","start":"2026-03-03T01:02:02.592418Z","end":"2026-03-03T01:02:02.876655Z","steps":["trace[1986086594] 'process raft request' (duration: 284.053236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.876945Z","caller":"traceutil/trace.go:171","msg":"trace[1227031151] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"280.975144ms","start":"2026-03-03T01:02:02.595942Z","end":"2026-03-03T01:02:02.876917Z","steps":["trace[1227031151] 'process raft request' (duration: 280.700947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.877167Z","caller":"traceutil/trace.go:171","msg":"trace[1905638670] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"276.350845ms","start":"2026-03-03T01:02:02.600802Z","end":"2026-03-03T01:02:02.877153Z","steps":["trace[1905638670] 'process raft request' (duration: 275.877024ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.877171Z","caller":"traceutil/trace.go:171","msg":"trace[1484898356] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"284.722632ms","start":"2026-03-03T01:02:02.592434Z","end":"2026-03-03T01:02:02.877156Z","steps":["trace[1484898356] 'process raft request' (duration: 284.137449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.877907Z","caller":"traceutil/trace.go:171","msg":"trace[720913597] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5035; }","duration":"285.949651ms","start":"2026-03-03T01:02:02.591932Z","end":"2026-03-03T01:02:02.877882Z","steps":["trace[720913597] 'read index received' (duration: 71.91881ms)","trace[720913597] 'applied index is now lower than readState.Index' (duration: 214.02745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:02.878185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.116494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:02.878274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.312079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:02:02.878333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.366183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:02:02.878357Z","caller":"traceutil/trace.go:171","msg":"trace[1596369240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4845; }","duration":"286.426072ms","start":"2026-03-03T01:02:02.591914Z","end":"2026-03-03T01:02:02.87834Z","steps":["trace[1596369240] 'agreement among raft nodes before linearized reading' (duration: 286.151276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.878388Z","caller":"traceutil/trace.go:171","msg":"trace[638603238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:4845; }","duration":"255.472925ms","start":"2026-03-03T01:02:02.622899Z","end":"2026-03-03T01:02:02.878372Z","steps":["trace[638603238] 'agreement among raft nodes before linearized reading' (duration: 255.300381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:02.87824Z","caller":"traceutil/trace.go:171","msg":"trace[1461184065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4845; }","duration":"283.182106ms","start":"2026-03-03T01:02:02.595045Z","end":"2026-03-03T01:02:02.878227Z","steps":["trace[1461184065] 'agreement among raft nodes before linearized reading' (duration: 283.051333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.729926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.712061ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:03.730091Z","caller":"traceutil/trace.go:171","msg":"trace[2121296173] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4845; }","duration":"258.913276ms","start":"2026-03-03T01:02:03.471158Z","end":"2026-03-03T01:02:03.730071Z","steps":["trace[2121296173] 'range keys from in-memory index tree' (duration: 258.694951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.731105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.660571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:03.73135Z","caller":"traceutil/trace.go:171","msg":"trace[1802597800] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"849.230742ms","start":"2026-03-03T01:02:02.882084Z","end":"2026-03-03T01:02:03.731314Z","steps":["trace[1802597800] 'process raft request' (duration: 273.257793ms)","trace[1802597800] 'compare' (duration: 575.19037ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:03.731498Z","caller":"traceutil/trace.go:171","msg":"trace[1021767752] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"848.619718ms","start":"2026-03-03T01:02:02.882853Z","end":"2026-03-03T01:02:03.731472Z","steps":["trace[1021767752] 'process raft request' (duration: 848.512455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.731511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:02.882069Z","time spent":"849.352524ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:03.731886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:02.882843Z","time spent":"848.986286ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:03.731912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.611417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71025"} {"level":"info","ts":"2026-03-03T01:02:03.731531Z","caller":"traceutil/trace.go:171","msg":"trace[2138175577] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"848.797881ms","start":"2026-03-03T01:02:02.882697Z","end":"2026-03-03T01:02:03.731495Z","steps":["trace[2138175577] 'process raft request' (duration: 848.533885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:03.731958Z","caller":"traceutil/trace.go:171","msg":"trace[1649237510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4849; }","duration":"848.691869ms","start":"2026-03-03T01:02:02.883257Z","end":"2026-03-03T01:02:03.731949Z","steps":["trace[1649237510] 'agreement among raft nodes before linearized reading' (duration: 848.438433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.731992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:02.88325Z","time spent":"848.73408ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71048,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:02:03.732048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:02.882685Z","time spent":"849.291263ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:03.731643Z","caller":"traceutil/trace.go:171","msg":"trace[306329148] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5044; }","duration":"848.339711ms","start":"2026-03-03T01:02:02.883275Z","end":"2026-03-03T01:02:03.731615Z","steps":["trace[306329148] 'read index received' (duration: 272.078515ms)","trace[306329148] 'applied index is now lower than readState.Index' (duration: 576.259666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:03.731718Z","caller":"traceutil/trace.go:171","msg":"trace[154863116] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"847.597283ms","start":"2026-03-03T01:02:02.884076Z","end":"2026-03-03T01:02:03.731673Z","steps":["trace[154863116] 'process raft request' (duration: 847.345737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.732359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:02.884066Z","time spent":"848.246608ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:03.732473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.513169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:03.732509Z","caller":"traceutil/trace.go:171","msg":"trace[379686761] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4849; }","duration":"792.57734ms","start":"2026-03-03T01:02:02.939919Z","end":"2026-03-03T01:02:03.732497Z","steps":["trace[379686761] 'agreement among raft nodes before linearized reading' (duration: 792.514618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.732547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:02.939905Z","time spent":"792.634192ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:02:03.732935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.15841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:03.732987Z","caller":"traceutil/trace.go:171","msg":"trace[1191930184] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4849; }","duration":"370.236182ms","start":"2026-03-03T01:02:03.362736Z","end":"2026-03-03T01:02:03.732973Z","steps":["trace[1191930184] 'agreement among raft nodes before linearized reading' (duration: 370.138109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.732994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.072984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T01:02:03.733022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:03.362725Z","time spent":"370.288184ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:02:03.733037Z","caller":"traceutil/trace.go:171","msg":"trace[1733072744] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:4849; }","duration":"383.160036ms","start":"2026-03-03T01:02:03.349865Z","end":"2026-03-03T01:02:03.733025Z","steps":["trace[1733072744] 'agreement among raft nodes before linearized reading' (duration: 383.013093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:03.733065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:03.349843Z","time spent":"383.215507ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-03T01:02:04.073597Z","caller":"traceutil/trace.go:171","msg":"trace[900765570] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"261.054366ms","start":"2026-03-03T01:02:03.812511Z","end":"2026-03-03T01:02:04.073566Z","steps":["trace[900765570] 'process raft request' (duration: 211.713007ms)","trace[900765570] 'compare' (duration: 49.141295ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:04.0736Z","caller":"traceutil/trace.go:171","msg":"trace[1046214799] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5049; }","duration":"258.337612ms","start":"2026-03-03T01:02:03.815229Z","end":"2026-03-03T01:02:04.073566Z","steps":["trace[1046214799] 'read index received' (duration: 209.002793ms)","trace[1046214799] 'applied index is now lower than readState.Index' (duration: 49.333089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:04.073879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.637149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:02:04.073942Z","caller":"traceutil/trace.go:171","msg":"trace[768644251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4850; }","duration":"258.752332ms","start":"2026-03-03T01:02:03.815173Z","end":"2026-03-03T01:02:04.073925Z","steps":["trace[768644251] 'agreement among raft nodes before linearized reading' (duration: 258.505966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:04.534021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.175721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:02:04.534103Z","caller":"traceutil/trace.go:171","msg":"trace[217067258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4850; }","duration":"162.303304ms","start":"2026-03-03T01:02:04.371782Z","end":"2026-03-03T01:02:04.534086Z","steps":["trace[217067258] 'range keys from in-memory index tree' (duration: 161.961996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:04.798386Z","caller":"traceutil/trace.go:171","msg":"trace[221904182] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"260.175376ms","start":"2026-03-03T01:02:04.53819Z","end":"2026-03-03T01:02:04.798366Z","steps":["trace[221904182] 'process raft request' (duration: 260.048303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.078974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.893049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:05.079226Z","caller":"traceutil/trace.go:171","msg":"trace[1093977731] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"487.14088ms","start":"2026-03-03T01:02:04.592064Z","end":"2026-03-03T01:02:05.079205Z","steps":["trace[1093977731] 'process raft request' (duration: 487.065438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.079309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:04.592054Z","time spent":"487.218221ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:05.079307Z","caller":"traceutil/trace.go:171","msg":"trace[322520590] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"487.293283ms","start":"2026-03-03T01:02:04.591978Z","end":"2026-03-03T01:02:05.079271Z","steps":["trace[322520590] 'process raft request' (duration: 487.099349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.079424Z","caller":"traceutil/trace.go:171","msg":"trace[1587254568] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5051; }","duration":"421.884476ms","start":"2026-03-03T01:02:04.657503Z","end":"2026-03-03T01:02:05.079387Z","steps":["trace[1587254568] 'read index received' (duration: 140.857911ms)","trace[1587254568] 'applied index is now lower than readState.Index' (duration: 281.024345ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:05.079322Z","caller":"traceutil/trace.go:171","msg":"trace[558032647] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"487.530959ms","start":"2026-03-03T01:02:04.591765Z","end":"2026-03-03T01:02:05.079296Z","steps":["trace[558032647] 'process raft request' (duration: 381.22656ms)","trace[558032647] 'compare' (duration: 105.755686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:05.079554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:04.591741Z","time spent":"487.783715ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:05.0796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.093431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:02:05.079538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:04.591961Z","time spent":"487.424877ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:05.079674Z","caller":"traceutil/trace.go:171","msg":"trace[1274375985] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4855; }","duration":"422.214213ms","start":"2026-03-03T01:02:04.657443Z","end":"2026-03-03T01:02:05.079657Z","steps":["trace[1274375985] 'agreement among raft nodes before linearized reading' (duration: 422.06059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.07975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:04.657422Z","time spent":"422.295236ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":46,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:05.079756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.96563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T01:02:05.079769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.806245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:02:05.079771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.966449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:02:05.0796Z","caller":"traceutil/trace.go:171","msg":"trace[1926833369] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"325.489211ms","start":"2026-03-03T01:02:04.75405Z","end":"2026-03-03T01:02:05.079539Z","steps":["trace[1926833369] 'process raft request' (duration: 325.117552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.079801Z","caller":"traceutil/trace.go:171","msg":"trace[220024586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4855; }","duration":"197.031881ms","start":"2026-03-03T01:02:04.882759Z","end":"2026-03-03T01:02:05.079791Z","steps":["trace[220024586] 'agreement among raft nodes before linearized reading' (duration: 196.900287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.079829Z","caller":"traceutil/trace.go:171","msg":"trace[1952582966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4855; }","duration":"196.901188ms","start":"2026-03-03T01:02:04.88291Z","end":"2026-03-03T01:02:05.079811Z","steps":["trace[1952582966] 'agreement among raft nodes before linearized reading' (duration: 196.690843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.079974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.148394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:02:05.079837Z","caller":"traceutil/trace.go:171","msg":"trace[1899530945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4855; }","duration":"197.088132ms","start":"2026-03-03T01:02:04.882733Z","end":"2026-03-03T01:02:05.079821Z","steps":["trace[1899530945] 'agreement among raft nodes before linearized reading' (duration: 196.882387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.080124Z","caller":"traceutil/trace.go:171","msg":"trace[1863097920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4855; }","duration":"197.370999ms","start":"2026-03-03T01:02:04.882733Z","end":"2026-03-03T01:02:05.080104Z","steps":["trace[1863097920] 'agreement among raft nodes before linearized reading' (duration: 196.98116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.080725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:04.75402Z","time spent":"326.662377ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:05.392773Z","caller":"traceutil/trace.go:171","msg":"trace[1578256095] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"308.604063ms","start":"2026-03-03T01:02:05.084132Z","end":"2026-03-03T01:02:05.392736Z","steps":["trace[1578256095] 'process raft request' (duration: 308.377778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.393002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.0841Z","time spent":"308.770347ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:05.394023Z","caller":"traceutil/trace.go:171","msg":"trace[1394928250] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"309.346291ms","start":"2026-03-03T01:02:05.084667Z","end":"2026-03-03T01:02:05.394013Z","steps":["trace[1394928250] 'process raft request' (duration: 308.911781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:05.394226Z","caller":"traceutil/trace.go:171","msg":"trace[1244302120] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5055; }","duration":"285.269535ms","start":"2026-03-03T01:02:05.108946Z","end":"2026-03-03T01:02:05.394216Z","steps":["trace[1244302120] 'read index received' (duration: 283.558205ms)","trace[1244302120] 'applied index is now lower than readState.Index' (duration: 1.71052ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:05.394295Z","caller":"traceutil/trace.go:171","msg":"trace[1116435421] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"309.318211ms","start":"2026-03-03T01:02:05.084971Z","end":"2026-03-03T01:02:05.394289Z","steps":["trace[1116435421] 'process raft request' (duration: 308.989703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.394333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.084961Z","time spent":"309.347821ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:05.394393Z","caller":"traceutil/trace.go:171","msg":"trace[950745219] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"308.635454ms","start":"2026-03-03T01:02:05.085752Z","end":"2026-03-03T01:02:05.394388Z","steps":["trace[950745219] 'process raft request' (duration: 308.416919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.39443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.08574Z","time spent":"308.671945ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:05.394498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.565442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:05.394524Z","caller":"traceutil/trace.go:171","msg":"trace[796588786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4859; }","duration":"285.631153ms","start":"2026-03-03T01:02:05.108886Z","end":"2026-03-03T01:02:05.394518Z","steps":["trace[796588786] 'agreement among raft nodes before linearized reading' (duration: 285.589372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.394607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.881259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:05.394677Z","caller":"traceutil/trace.go:171","msg":"trace[1645367497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4859; }","duration":"105.95794ms","start":"2026-03-03T01:02:05.288702Z","end":"2026-03-03T01:02:05.39466Z","steps":["trace[1645367497] 'agreement among raft nodes before linearized reading' (duration: 105.847788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:05.394104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:05.084644Z","time spent":"309.426473ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:11.691591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352584027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:02:12.149425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006435736s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:02:12.205306Z","caller":"traceutil/trace.go:171","msg":"trace[445184193] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"1.050926151s","start":"2026-03-03T01:02:11.154347Z","end":"2026-03-03T01:02:12.205274Z","steps":["trace[445184193] 'process raft request' (duration: 1.050779208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.205496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.154318Z","time spent":"1.051092725s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:12.205514Z","caller":"traceutil/trace.go:171","msg":"trace[1300076488] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5099; }","duration":"1.014886385s","start":"2026-03-03T01:02:11.190587Z","end":"2026-03-03T01:02:12.205474Z","steps":["trace[1300076488] 'read index received' (duration: 959.291248ms)","trace[1300076488] 'applied index is now lower than readState.Index' (duration: 55.593837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:12.205696Z","caller":"traceutil/trace.go:171","msg":"trace[2028935447] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"1.062896333s","start":"2026-03-03T01:02:11.142783Z","end":"2026-03-03T01:02:12.205679Z","steps":["trace[2028935447] 'process raft request' (duration: 1.007104361s)","trace[2028935447] 'compare' (duration: 54.837749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:12.205759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.142739Z","time spent":"1.062984465s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:12.205931Z","caller":"traceutil/trace.go:171","msg":"trace[2042081730] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"1.051539205s","start":"2026-03-03T01:02:11.154348Z","end":"2026-03-03T01:02:12.205887Z","steps":["trace[2042081730] 'process raft request' (duration: 1.05088896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.206009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.463286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:02:12.206044Z","caller":"traceutil/trace.go:171","msg":"trace[1258703404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4901; }","duration":"732.527197ms","start":"2026-03-03T01:02:11.473506Z","end":"2026-03-03T01:02:12.206033Z","steps":["trace[1258703404] 'agreement among raft nodes before linearized reading' (duration: 732.399594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.206073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.473491Z","time spent":"732.575419ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:02:12.206057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015451318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"warn","ts":"2026-03-03T01:02:12.20607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.878642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:02:12.20606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.596993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T01:02:12.206137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.154318Z","time spent":"1.051688459s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:12.206178Z","caller":"traceutil/trace.go:171","msg":"trace[1794845366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4901; }","duration":"732.013325ms","start":"2026-03-03T01:02:11.474142Z","end":"2026-03-03T01:02:12.206155Z","steps":["trace[1794845366] 'agreement among raft nodes before linearized reading' (duration: 731.742108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.206176Z","caller":"traceutil/trace.go:171","msg":"trace[676103192] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4901; }","duration":"1.015631102s","start":"2026-03-03T01:02:11.190521Z","end":"2026-03-03T01:02:12.206152Z","steps":["trace[676103192] 'agreement among raft nodes before linearized reading' (duration: 1.015378246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.206058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.975374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:02:12.206196Z","caller":"traceutil/trace.go:171","msg":"trace[248829785] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4901; }","duration":"927.734006ms","start":"2026-03-03T01:02:11.278438Z","end":"2026-03-03T01:02:12.206172Z","steps":["trace[248829785] 'agreement among raft nodes before linearized reading' (duration: 927.441069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.206158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.571559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:02:12.206222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.474097Z","time spent":"732.113427ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:12.206226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.190494Z","time spent":"1.015723344s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T01:02:12.206251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.278417Z","time spent":"927.818818ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T01:02:12.206254Z","caller":"traceutil/trace.go:171","msg":"trace[167069670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:4901; }","duration":"435.167429ms","start":"2026-03-03T01:02:11.771062Z","end":"2026-03-03T01:02:12.20623Z","steps":["trace[167069670] 'agreement among raft nodes before linearized reading' (duration: 434.833911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.20628Z","caller":"traceutil/trace.go:171","msg":"trace[1764755742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4901; }","duration":"738.773394ms","start":"2026-03-03T01:02:11.467476Z","end":"2026-03-03T01:02:12.206249Z","steps":["trace[1764755742] 'agreement among raft nodes before linearized reading' (duration: 738.439726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.206167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.553238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:02:12.206332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.467463Z","time spent":"738.858696ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:12.206342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.771042Z","time spent":"435.25994ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:02:12.206379Z","caller":"traceutil/trace.go:171","msg":"trace[1720625000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4901; }","duration":"732.815344ms","start":"2026-03-03T01:02:11.473535Z","end":"2026-03-03T01:02:12.20635Z","steps":["trace[1720625000] 'agreement among raft nodes before linearized reading' (duration: 732.405245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:12.206468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:11.473497Z","time spent":"732.939976ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:02:12.400381Z","caller":"traceutil/trace.go:171","msg":"trace[548215073] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"189.011723ms","start":"2026-03-03T01:02:12.211334Z","end":"2026-03-03T01:02:12.400346Z","steps":["trace[548215073] 'process raft request' (duration: 168.345988ms)","trace[548215073] 'compare' (duration: 20.4375ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:12.401205Z","caller":"traceutil/trace.go:171","msg":"trace[1114621787] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"189.164676ms","start":"2026-03-03T01:02:12.212024Z","end":"2026-03-03T01:02:12.401189Z","steps":["trace[1114621787] 'process raft request' (duration: 188.227674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.401515Z","caller":"traceutil/trace.go:171","msg":"trace[1711566859] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"188.127652ms","start":"2026-03-03T01:02:12.213341Z","end":"2026-03-03T01:02:12.401469Z","steps":["trace[1711566859] 'process raft request' (duration: 187.839885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:12.401552Z","caller":"traceutil/trace.go:171","msg":"trace[777270379] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"183.743529ms","start":"2026-03-03T01:02:12.217767Z","end":"2026-03-03T01:02:12.40151Z","steps":["trace[777270379] 'process raft request' (duration: 183.584335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.609227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352584048,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:02:13.703861Z","caller":"traceutil/trace.go:171","msg":"trace[353491521] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5112; }","duration":"594.884212ms","start":"2026-03-03T01:02:13.108938Z","end":"2026-03-03T01:02:13.703822Z","steps":["trace[353491521] 'read index received' (duration: 594.676197ms)","trace[353491521] 'applied index is now lower than readState.Index' (duration: 205.655µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:13.704074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.120448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:13.704168Z","caller":"traceutil/trace.go:171","msg":"trace[332819825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4912; }","duration":"595.275392ms","start":"2026-03-03T01:02:13.108878Z","end":"2026-03-03T01:02:13.704154Z","steps":["trace[332819825] 'agreement among raft nodes before linearized reading' (duration: 595.114538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.704231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.108852Z","time spent":"595.367584ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:02:13.704281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.150709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:13.704362Z","caller":"traceutil/trace.go:171","msg":"trace[1497182632] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4912; }","duration":"498.296282ms","start":"2026-03-03T01:02:13.206045Z","end":"2026-03-03T01:02:13.704341Z","steps":["trace[1497182632] 'agreement among raft nodes before linearized reading' (duration: 498.131108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.704396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.206015Z","time spent":"498.375004ms","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T01:02:13.704378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.817366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:02:13.704451Z","caller":"traceutil/trace.go:171","msg":"trace[1147293671] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:4912; }","duration":"353.938829ms","start":"2026-03-03T01:02:13.350495Z","end":"2026-03-03T01:02:13.704434Z","steps":["trace[1147293671] 'agreement among raft nodes before linearized reading' (duration: 353.686243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.704493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:13.350467Z","time spent":"354.018131ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-03T01:02:13.704557Z","caller":"traceutil/trace.go:171","msg":"trace[1135842978] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"739.972413ms","start":"2026-03-03T01:02:12.963965Z","end":"2026-03-03T01:02:13.703937Z","steps":["trace[1135842978] 'process raft request' (duration: 739.593884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.704845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:12.963945Z","time spent":"740.740551ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:13.864389Z","caller":"traceutil/trace.go:171","msg":"trace[1240561202] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"152.763001ms","start":"2026-03-03T01:02:13.711582Z","end":"2026-03-03T01:02:13.864345Z","steps":["trace[1240561202] 'process raft request' (duration: 147.372624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:13.864697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.399637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:13.864901Z","caller":"traceutil/trace.go:171","msg":"trace[978410485] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4914; }","duration":"105.704434ms","start":"2026-03-03T01:02:13.759167Z","end":"2026-03-03T01:02:13.864871Z","steps":["trace[978410485] 'agreement among raft nodes before linearized reading' (duration: 105.231443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:16.021381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.349829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb316161-5d82-42da-aba2-59847a996a00\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T01:02:16.021478Z","caller":"traceutil/trace.go:171","msg":"trace[770536448] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb316161-5d82-42da-aba2-59847a996a00; range_end:; response_count:1; response_revision:4998; }","duration":"451.481312ms","start":"2026-03-03T01:02:15.569968Z","end":"2026-03-03T01:02:16.02145Z","steps":["trace[770536448] 'range keys from in-memory index tree' (duration: 451.150744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:16.021565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:15.56995Z","time spent":"451.596135ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb316161-5d82-42da-aba2-59847a996a00\" "} {"level":"warn","ts":"2026-03-03T01:02:16.021742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.869211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:02:16.021854Z","caller":"traceutil/trace.go:171","msg":"trace[694985341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4998; }","duration":"312.048105ms","start":"2026-03-03T01:02:15.709779Z","end":"2026-03-03T01:02:16.021827Z","steps":["trace[694985341] 'range keys from in-memory index tree' (duration: 311.600674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:16.021932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:15.709734Z","time spent":"312.182528ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:02:18.464791Z","caller":"traceutil/trace.go:171","msg":"trace[204949300] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5216; }","duration":"353.291954ms","start":"2026-03-03T01:02:18.111472Z","end":"2026-03-03T01:02:18.464764Z","steps":["trace[204949300] 'read index received' (duration: 353.213422ms)","trace[204949300] 'applied index is now lower than readState.Index' (duration: 77.122µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:18.464888Z","caller":"traceutil/trace.go:171","msg":"trace[1595243140] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"425.360478ms","start":"2026-03-03T01:02:18.039511Z","end":"2026-03-03T01:02:18.464872Z","steps":["trace[1595243140] 'process raft request' (duration: 425.085152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:18.464951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.462019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:18.464999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:18.039488Z","time spent":"425.43679ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:18.465007Z","caller":"traceutil/trace.go:171","msg":"trace[713034367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5015; }","duration":"353.55726ms","start":"2026-03-03T01:02:18.111426Z","end":"2026-03-03T01:02:18.464984Z","steps":["trace[713034367] 'agreement among raft nodes before linearized reading' (duration: 353.454658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:18.465035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:18.111408Z","time spent":"353.621532ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:02:18.465583Z","caller":"traceutil/trace.go:171","msg":"trace[825866508] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"224.112598ms","start":"2026-03-03T01:02:18.241458Z","end":"2026-03-03T01:02:18.465571Z","steps":["trace[825866508] 'process raft request' (duration: 224.039276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:18.46567Z","caller":"traceutil/trace.go:171","msg":"trace[1673424567] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"226.689328ms","start":"2026-03-03T01:02:18.238927Z","end":"2026-03-03T01:02:18.465616Z","steps":["trace[1673424567] 'process raft request' (duration: 226.518954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:18.465784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.005501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:18.465852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.775392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:02:18.465877Z","caller":"traceutil/trace.go:171","msg":"trace[201079492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5018; }","duration":"354.168405ms","start":"2026-03-03T01:02:18.111689Z","end":"2026-03-03T01:02:18.465857Z","steps":["trace[201079492] 'agreement among raft nodes before linearized reading' (duration: 353.98372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:18.465899Z","caller":"traceutil/trace.go:171","msg":"trace[154427749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:5018; }","duration":"215.848573ms","start":"2026-03-03T01:02:18.250033Z","end":"2026-03-03T01:02:18.465882Z","steps":["trace[154427749] 'agreement among raft nodes before linearized reading' (duration: 215.675009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:18.465921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:18.111662Z","time spent":"354.251887ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:02:18.46622Z","caller":"traceutil/trace.go:171","msg":"trace[2099023443] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"220.967284ms","start":"2026-03-03T01:02:18.24524Z","end":"2026-03-03T01:02:18.466207Z","steps":["trace[2099023443] 'process raft request' (duration: 220.294148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:18.466225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.524873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:02:18.46629Z","caller":"traceutil/trace.go:171","msg":"trace[489086343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5018; }","duration":"217.675886ms","start":"2026-03-03T01:02:18.248594Z","end":"2026-03-03T01:02:18.46627Z","steps":["trace[489086343] 'agreement among raft nodes before linearized reading' (duration: 217.358239ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:20.351806Z","caller":"traceutil/trace.go:171","msg":"trace[1604702203] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"162.267704ms","start":"2026-03-03T01:02:20.189484Z","end":"2026-03-03T01:02:20.351751Z","steps":["trace[1604702203] 'process raft request' (duration: 158.040435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:21.21228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.444061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:21.212414Z","caller":"traceutil/trace.go:171","msg":"trace[580739130] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5257; }","duration":"103.727888ms","start":"2026-03-03T01:02:21.108662Z","end":"2026-03-03T01:02:21.21239Z","steps":["trace[580739130] 'read index received' (duration: 41.901µs)","trace[580739130] 'applied index is now lower than readState.Index' (duration: 103.684447ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:21.212421Z","caller":"traceutil/trace.go:171","msg":"trace[1323156332] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"178.525686ms","start":"2026-03-03T01:02:21.033871Z","end":"2026-03-03T01:02:21.212397Z","steps":["trace[1323156332] 'process raft request' (duration: 37.86121ms)","trace[1323156332] 'compare' (duration: 140.265887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:21.212542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.874782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:21.21258Z","caller":"traceutil/trace.go:171","msg":"trace[125779289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5054; }","duration":"103.952893ms","start":"2026-03-03T01:02:21.108615Z","end":"2026-03-03T01:02:21.212567Z","steps":["trace[125779289] 'agreement among raft nodes before linearized reading' (duration: 103.844411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:26.661755Z","caller":"traceutil/trace.go:171","msg":"trace[1643630039] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5301; }","duration":"156.085599ms","start":"2026-03-03T01:02:26.505645Z","end":"2026-03-03T01:02:26.661731Z","steps":["trace[1643630039] 'read index received' (duration: 81.568118ms)","trace[1643630039] 'applied index is now lower than readState.Index' (duration: 74.516671ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:26.661784Z","caller":"traceutil/trace.go:171","msg":"trace[1207446299] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"161.403694ms","start":"2026-03-03T01:02:26.500352Z","end":"2026-03-03T01:02:26.661756Z","steps":["trace[1207446299] 'process raft request' (duration: 161.197829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:26.661843Z","caller":"traceutil/trace.go:171","msg":"trace[407174492] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"161.416104ms","start":"2026-03-03T01:02:26.500391Z","end":"2026-03-03T01:02:26.661807Z","steps":["trace[407174492] 'process raft request' (duration: 161.298221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:26.662043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.370706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:02:26.66213Z","caller":"traceutil/trace.go:171","msg":"trace[1669797785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5098; }","duration":"156.485639ms","start":"2026-03-03T01:02:26.50561Z","end":"2026-03-03T01:02:26.662095Z","steps":["trace[1669797785] 'agreement among raft nodes before linearized reading' (duration: 156.263213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:26.662142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.384975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:02:26.662189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.106176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:02:26.662198Z","caller":"traceutil/trace.go:171","msg":"trace[846119485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5098; }","duration":"156.508559ms","start":"2026-03-03T01:02:26.505677Z","end":"2026-03-03T01:02:26.662185Z","steps":["trace[846119485] 'agreement among raft nodes before linearized reading' (duration: 156.310514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:26.662206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.305434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:02:26.662233Z","caller":"traceutil/trace.go:171","msg":"trace[192512820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5098; }","duration":"138.24052ms","start":"2026-03-03T01:02:26.523982Z","end":"2026-03-03T01:02:26.662223Z","steps":["trace[192512820] 'agreement among raft nodes before linearized reading' (duration: 138.015294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:26.662254Z","caller":"traceutil/trace.go:171","msg":"trace[1370677922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5098; }","duration":"156.400116ms","start":"2026-03-03T01:02:26.505839Z","end":"2026-03-03T01:02:26.662239Z","steps":["trace[1370677922] 'agreement among raft nodes before linearized reading' (duration: 156.223962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:26.662258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.370728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:02:26.662332Z","caller":"traceutil/trace.go:171","msg":"trace[114977747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5098; }","duration":"151.485281ms","start":"2026-03-03T01:02:26.51083Z","end":"2026-03-03T01:02:26.662315Z","steps":["trace[114977747] 'agreement among raft nodes before linearized reading' (duration: 151.207974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:26.662766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.238952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:02:26.662817Z","caller":"traceutil/trace.go:171","msg":"trace[1842102849] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:5098; }","duration":"133.336964ms","start":"2026-03-03T01:02:26.529468Z","end":"2026-03-03T01:02:26.662805Z","steps":["trace[1842102849] 'agreement among raft nodes before linearized reading' (duration: 132.545436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:26.813363Z","caller":"traceutil/trace.go:171","msg":"trace[1582256923] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"146.756909ms","start":"2026-03-03T01:02:26.666568Z","end":"2026-03-03T01:02:26.813325Z","steps":["trace[1582256923] 'process raft request' (duration: 78.219838ms)","trace[1582256923] 'compare' (duration: 68.275165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:26.813885Z","caller":"traceutil/trace.go:171","msg":"trace[2101282373] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"147.21668ms","start":"2026-03-03T01:02:26.66665Z","end":"2026-03-03T01:02:26.813866Z","steps":["trace[2101282373] 'process raft request' (duration: 146.909113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:26.814054Z","caller":"traceutil/trace.go:171","msg":"trace[1121396819] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"147.036886ms","start":"2026-03-03T01:02:26.666994Z","end":"2026-03-03T01:02:26.814031Z","steps":["trace[1121396819] 'process raft request' (duration: 146.938924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:26.814092Z","caller":"traceutil/trace.go:171","msg":"trace[184629900] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"147.161439ms","start":"2026-03-03T01:02:26.66688Z","end":"2026-03-03T01:02:26.814041Z","steps":["trace[184629900] 'process raft request' (duration: 146.912003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:26.814144Z","caller":"traceutil/trace.go:171","msg":"trace[1988675142] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"147.018125ms","start":"2026-03-03T01:02:26.667114Z","end":"2026-03-03T01:02:26.814133Z","steps":["trace[1988675142] 'process raft request' (duration: 146.873832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:26.814285Z","caller":"traceutil/trace.go:171","msg":"trace[2030902413] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5303; }","duration":"146.910613ms","start":"2026-03-03T01:02:26.667183Z","end":"2026-03-03T01:02:26.814094Z","steps":["trace[2030902413] 'read index received' (duration: 77.711407ms)","trace[2030902413] 'applied index is now lower than readState.Index' (duration: 69.198166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:26.814537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.337193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81420"} {"level":"info","ts":"2026-03-03T01:02:26.814612Z","caller":"traceutil/trace.go:171","msg":"trace[1706375845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5103; }","duration":"147.453856ms","start":"2026-03-03T01:02:26.667141Z","end":"2026-03-03T01:02:26.814595Z","steps":["trace[1706375845] 'agreement among raft nodes before linearized reading' (duration: 147.072207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:28.953534Z","caller":"traceutil/trace.go:171","msg":"trace[1214305739] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"131.149892ms","start":"2026-03-03T01:02:28.822364Z","end":"2026-03-03T01:02:28.953514Z","steps":["trace[1214305739] 'process raft request' (duration: 130.970358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:28.953841Z","caller":"traceutil/trace.go:171","msg":"trace[488059874] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"131.297927ms","start":"2026-03-03T01:02:28.822516Z","end":"2026-03-03T01:02:28.953814Z","steps":["trace[488059874] 'process raft request' (duration: 130.965049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:28.954025Z","caller":"traceutil/trace.go:171","msg":"trace[2009587934] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"131.377528ms","start":"2026-03-03T01:02:28.822631Z","end":"2026-03-03T01:02:28.954009Z","steps":["trace[2009587934] 'process raft request' (duration: 131.095491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:28.954286Z","caller":"traceutil/trace.go:171","msg":"trace[2020885768] linearizableReadLoop","detail":"{readStateIndex:5326; appliedIndex:5322; }","duration":"129.549625ms","start":"2026-03-03T01:02:28.82472Z","end":"2026-03-03T01:02:28.95427Z","steps":["trace[2020885768] 'read index received' (duration: 128.531571ms)","trace[2020885768] 'applied index is now lower than readState.Index' (duration: 1.016784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:28.954388Z","caller":"traceutil/trace.go:171","msg":"trace[2021850363] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"131.596713ms","start":"2026-03-03T01:02:28.822766Z","end":"2026-03-03T01:02:28.954363Z","steps":["trace[2021850363] 'process raft request' (duration: 131.196114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:28.954542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.804691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81420"} {"level":"info","ts":"2026-03-03T01:02:28.954587Z","caller":"traceutil/trace.go:171","msg":"trace[1728507] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5121; }","duration":"129.875132ms","start":"2026-03-03T01:02:28.8247Z","end":"2026-03-03T01:02:28.954576Z","steps":["trace[1728507] 'agreement among raft nodes before linearized reading' (duration: 129.673628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:33.80601Z","caller":"traceutil/trace.go:171","msg":"trace[221199392] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"207.672344ms","start":"2026-03-03T01:02:33.598318Z","end":"2026-03-03T01:02:33.805991Z","steps":["trace[221199392] 'read index received' (duration: 207.571032ms)","trace[221199392] 'applied index is now lower than readState.Index' (duration: 100.262µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:33.806055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:33.351706Z","time spent":"454.335012ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:02:33.806227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.87798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:33.806328Z","caller":"traceutil/trace.go:171","msg":"trace[1990447650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5168; }","duration":"208.041404ms","start":"2026-03-03T01:02:33.598263Z","end":"2026-03-03T01:02:33.806305Z","steps":["trace[1990447650] 'agreement among raft nodes before linearized reading' (duration: 207.810168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:43.373307Z","caller":"traceutil/trace.go:171","msg":"trace[1578593238] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"615.655932ms","start":"2026-03-03T01:02:42.757618Z","end":"2026-03-03T01:02:43.373274Z","steps":["trace[1578593238] 'process raft request' (duration: 565.713123ms)","trace[1578593238] 'compare' (duration: 49.267154ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:43.373358Z","caller":"traceutil/trace.go:171","msg":"trace[1443275399] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5454; }","duration":"423.595113ms","start":"2026-03-03T01:02:42.949735Z","end":"2026-03-03T01:02:43.37333Z","steps":["trace[1443275399] 'read index received' (duration: 373.645383ms)","trace[1443275399] 'applied index is now lower than readState.Index' (duration: 49.94863ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:43.373491Z","caller":"traceutil/trace.go:171","msg":"trace[1683333339] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"477.388993ms","start":"2026-03-03T01:02:42.896091Z","end":"2026-03-03T01:02:43.37348Z","steps":["trace[1683333339] 'process raft request' (duration: 477.191399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.373512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:42.757593Z","time spent":"615.811965ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:43.373524Z","caller":"traceutil/trace.go:171","msg":"trace[1183828695] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"611.107645ms","start":"2026-03-03T01:02:42.762365Z","end":"2026-03-03T01:02:43.373473Z","steps":["trace[1183828695] 'process raft request' (duration: 610.781177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.373612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:42.896074Z","time spent":"477.461154ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:43.373633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:42.762348Z","time spent":"611.232039ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:43.373734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.900881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:02:43.373733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.111374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T01:02:43.373765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.999876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:43.373811Z","caller":"traceutil/trace.go:171","msg":"trace[903003547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5246; }","duration":"220.013303ms","start":"2026-03-03T01:02:43.153779Z","end":"2026-03-03T01:02:43.373793Z","steps":["trace[903003547] 'agreement among raft nodes before linearized reading' (duration: 219.798838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:43.373838Z","caller":"traceutil/trace.go:171","msg":"trace[369188868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5246; }","duration":"342.256427ms","start":"2026-03-03T01:02:43.031553Z","end":"2026-03-03T01:02:43.37381Z","steps":["trace[369188868] 'agreement among raft nodes before linearized reading' (duration: 341.95327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.373846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.121575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:02:43.373845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.901831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:02:43.373893Z","caller":"traceutil/trace.go:171","msg":"trace[111421795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5246; }","duration":"424.201327ms","start":"2026-03-03T01:02:42.949681Z","end":"2026-03-03T01:02:43.373882Z","steps":["trace[111421795] 'agreement among raft nodes before linearized reading' (duration: 424.062113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:43.37391Z","caller":"traceutil/trace.go:171","msg":"trace[370344261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5246; }","duration":"222.992794ms","start":"2026-03-03T01:02:43.150902Z","end":"2026-03-03T01:02:43.373895Z","steps":["trace[370344261] 'agreement among raft nodes before linearized reading' (duration: 222.850381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.373921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:42.949659Z","time spent":"424.255958ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:43.373894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.171383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:02:43.373923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:43.031516Z","time spent":"342.36962ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:02:43.373843Z","caller":"traceutil/trace.go:171","msg":"trace[1011438775] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5246; }","duration":"142.104789ms","start":"2026-03-03T01:02:43.231715Z","end":"2026-03-03T01:02:43.37382Z","steps":["trace[1011438775] 'agreement among raft nodes before linearized reading' (duration: 141.979846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:43.373981Z","caller":"traceutil/trace.go:171","msg":"trace[1732579774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5246; }","duration":"248.287276ms","start":"2026-03-03T01:02:43.125669Z","end":"2026-03-03T01:02:43.373956Z","steps":["trace[1732579774] 'agreement among raft nodes before linearized reading' (duration: 248.00737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.373784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.610132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:43.374049Z","caller":"traceutil/trace.go:171","msg":"trace[2063585640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5246; }","duration":"265.906759ms","start":"2026-03-03T01:02:43.108129Z","end":"2026-03-03T01:02:43.374036Z","steps":["trace[2063585640] 'agreement among raft nodes before linearized reading' (duration: 265.615892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.373754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.22931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:43.374159Z","caller":"traceutil/trace.go:171","msg":"trace[889902050] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5246; }","duration":"229.65046ms","start":"2026-03-03T01:02:43.144492Z","end":"2026-03-03T01:02:43.374142Z","steps":["trace[889902050] 'agreement among raft nodes before linearized reading' (duration: 229.179769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:43.373852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.771312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:02:43.374285Z","caller":"traceutil/trace.go:171","msg":"trace[751132087] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:5246; }","duration":"218.232723ms","start":"2026-03-03T01:02:43.156032Z","end":"2026-03-03T01:02:43.374265Z","steps":["trace[751132087] 'agreement among raft nodes before linearized reading' (duration: 217.70985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:49.84416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352584955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:02:50.30373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003008726s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:02:51.352602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364169829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T01:02:51.352682Z","caller":"traceutil/trace.go:171","msg":"trace[1137733224] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5290; }","duration":"2.364318593s","start":"2026-03-03T01:02:48.988342Z","end":"2026-03-03T01:02:51.352661Z","steps":["trace[1137733224] 'range keys from in-memory index tree' (duration: 2.363927624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:51.353156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:48.988313Z","time spent":"2.364830974s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T01:02:51.353284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334878653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413797"} {"level":"info","ts":"2026-03-03T01:02:51.353364Z","caller":"traceutil/trace.go:171","msg":"trace[718961484] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5290; }","duration":"2.335013776s","start":"2026-03-03T01:02:49.018333Z","end":"2026-03-03T01:02:51.353347Z","steps":["trace[718961484] 'range keys from in-memory index tree' (duration: 2.334472543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:51.353407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.01831Z","time spent":"2.335088368s","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413820,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T01:02:51.742264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438273341s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T01:02:51.859633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555571928s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:02:51.860188Z","caller":"traceutil/trace.go:171","msg":"trace[719989410] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"2.488788418s","start":"2026-03-03T01:02:49.371372Z","end":"2026-03-03T01:02:51.86016Z","steps":["trace[719989410] 'process raft request' (duration: 2.488537842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:51.860418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.371317Z","time spent":"2.488952712s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:51.86054Z","caller":"traceutil/trace.go:171","msg":"trace[1752124017] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"2.444272556s","start":"2026-03-03T01:02:49.41623Z","end":"2026-03-03T01:02:51.860502Z","steps":["trace[1752124017] 'process raft request' (duration: 2.443874527s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:51.860708Z","caller":"traceutil/trace.go:171","msg":"trace[2000629031] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"2.434066536s","start":"2026-03-03T01:02:49.426614Z","end":"2026-03-03T01:02:51.86068Z","steps":["trace[2000629031] 'process raft request' (duration: 2.43382664s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:51.860776Z","caller":"traceutil/trace.go:171","msg":"trace[1651709498] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5502; }","duration":"2.516698862s","start":"2026-03-03T01:02:49.344062Z","end":"2026-03-03T01:02:51.860761Z","steps":["trace[1651709498] 'read index received' (duration: 959.948917ms)","trace[1651709498] 'applied index is now lower than readState.Index' (duration: 1.556748255s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:51.860809Z","caller":"traceutil/trace.go:171","msg":"trace[74159567] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"1.815297352s","start":"2026-03-03T01:02:50.0455Z","end":"2026-03-03T01:02:51.860798Z","steps":["trace[74159567] 'process raft request' (duration: 1.815108787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:51.860877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:50.045473Z","time spent":"1.815376634s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:51.86093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.42658Z","time spent":"2.43422084s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:51.860955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516874116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:51.860745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.41619Z","time spent":"2.444440329s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:51.860996Z","caller":"traceutil/trace.go:171","msg":"trace[344825900] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5294; }","duration":"2.516982608s","start":"2026-03-03T01:02:49.344Z","end":"2026-03-03T01:02:51.860982Z","steps":["trace[344825900] 'agreement among raft nodes before linearized reading' (duration: 2.516868896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:51.861057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.343976Z","time spent":"2.517069411s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:52.108249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000617913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:02:52.108369Z","caller":"traceutil/trace.go:171","msg":"trace[1806381457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000827658s","start":"2026-03-03T01:02:50.107521Z","end":"2026-03-03T01:02:52.108348Z","steps":["trace[1806381457] 'agreement among raft nodes before linearized reading' (duration: 2.000646373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.108437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:50.107497Z","time spent":"2.000928581s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:02:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T01:02:52.174412Z","caller":"traceutil/trace.go:171","msg":"trace[977475481] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"1.686122986s","start":"2026-03-03T01:02:50.488255Z","end":"2026-03-03T01:02:52.174378Z","steps":["trace[977475481] 'process raft request' (duration: 1.685794729s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:52.174479Z","caller":"traceutil/trace.go:171","msg":"trace[2056324263] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"1.293870818s","start":"2026-03-03T01:02:50.880561Z","end":"2026-03-03T01:02:52.174432Z","steps":["trace[2056324263] 'process raft request' (duration: 1.293709884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.174587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:50.488229Z","time spent":"1.686262219s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:52.174632Z","caller":"traceutil/trace.go:171","msg":"trace[357348435] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"1.25595354s","start":"2026-03-03T01:02:50.918613Z","end":"2026-03-03T01:02:52.174567Z","steps":["trace[357348435] 'process raft request' (duration: 1.255719624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.174715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:50.880523Z","time spent":"1.294051722s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:52.174802Z","caller":"traceutil/trace.go:171","msg":"trace[918683459] linearizableReadLoop","detail":"{readStateIndex:5511; appliedIndex:5507; }","duration":"313.935454ms","start":"2026-03-03T01:02:51.86084Z","end":"2026-03-03T01:02:52.174775Z","steps":["trace[918683459] 'read index received' (duration: 313.255058ms)","trace[918683459] 'applied index is now lower than readState.Index' (duration: 679.226µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:52.174898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:50.918596Z","time spent":"1.256144824s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:52.175068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610315715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T01:02:52.175184Z","caller":"traceutil/trace.go:171","msg":"trace[398699836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5298; }","duration":"2.610447059s","start":"2026-03-03T01:02:49.564709Z","end":"2026-03-03T01:02:52.175156Z","steps":["trace[398699836] 'agreement among raft nodes before linearized reading' (duration: 2.610115531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.175194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7407344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:02:52.1752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735372564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:02:52.175229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.564652Z","time spent":"2.610567351s","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T01:02:52.175245Z","caller":"traceutil/trace.go:171","msg":"trace[1013950538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5298; }","duration":"2.735460416s","start":"2026-03-03T01:02:49.439771Z","end":"2026-03-03T01:02:52.175231Z","steps":["trace[1013950538] 'agreement among raft nodes before linearized reading' (duration: 2.735362654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.175217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734848532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:02:52.175285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.439747Z","time spent":"2.735532258s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:02:52.175335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673362252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-85cf8\" ","response":"range_response_count:1 size:8432"} {"level":"info","ts":"2026-03-03T01:02:52.17534Z","caller":"traceutil/trace.go:171","msg":"trace[1552089108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5298; }","duration":"2.735014676s","start":"2026-03-03T01:02:49.440299Z","end":"2026-03-03T01:02:52.175314Z","steps":["trace[1552089108] 'agreement among raft nodes before linearized reading' (duration: 2.734550015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.175102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740055174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:02:52.175386Z","caller":"traceutil/trace.go:171","msg":"trace[963456356] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-85cf8; range_end:; response_count:1; response_revision:5298; }","duration":"2.673452514s","start":"2026-03-03T01:02:49.501918Z","end":"2026-03-03T01:02:52.17537Z","steps":["trace[963456356] 'agreement among raft nodes before linearized reading' (duration: 2.673238029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.175404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.44029Z","time spent":"2.735103618s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:02:52.175422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.501896Z","time spent":"2.673519406s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8455,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-85cf8\" "} {"level":"info","ts":"2026-03-03T01:02:52.175413Z","caller":"traceutil/trace.go:171","msg":"trace[261310124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5298; }","duration":"2.740444113s","start":"2026-03-03T01:02:49.434951Z","end":"2026-03-03T01:02:52.175395Z","steps":["trace[261310124] 'agreement among raft nodes before linearized reading' (duration: 2.739969212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.175475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.434912Z","time spent":"2.740545176s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:02:52.175491Z","caller":"traceutil/trace.go:171","msg":"trace[1707010488] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"378.594148ms","start":"2026-03-03T01:02:51.796852Z","end":"2026-03-03T01:02:52.175446Z","steps":["trace[1707010488] 'process raft request' (duration: 377.662096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.175603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601276174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:52.175646Z","caller":"traceutil/trace.go:171","msg":"trace[721282511] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5298; }","duration":"2.601320955s","start":"2026-03-03T01:02:49.57431Z","end":"2026-03-03T01:02:52.175631Z","steps":["trace[721282511] 'agreement among raft nodes before linearized reading' (duration: 2.601253193s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.175647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733992842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:02:52.175619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217271068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:02:52.17568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.574214Z","time spent":"2.601454968s","remote":"127.0.0.1:59508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:02:52.175687Z","caller":"traceutil/trace.go:171","msg":"trace[1461638063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:5298; }","duration":"2.734051074s","start":"2026-03-03T01:02:49.441626Z","end":"2026-03-03T01:02:52.175677Z","steps":["trace[1461638063] 'agreement among raft nodes before linearized reading' (duration: 2.733933791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.17569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:51.796816Z","time spent":"378.780763ms","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414042,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:52.175718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.44161Z","time spent":"2.734100065s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:02:52.175718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.070672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:52.175716Z","caller":"traceutil/trace.go:171","msg":"trace[769078561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5298; }","duration":"2.217406591s","start":"2026-03-03T01:02:49.95829Z","end":"2026-03-03T01:02:52.175697Z","steps":["trace[769078561] 'agreement among raft nodes before linearized reading' (duration: 2.217064283s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:52.175757Z","caller":"traceutil/trace.go:171","msg":"trace[1943811878] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5298; }","duration":"418.113553ms","start":"2026-03-03T01:02:51.757634Z","end":"2026-03-03T01:02:52.175747Z","steps":["trace[1943811878] 'agreement among raft nodes before linearized reading' (duration: 418.003301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.17579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:51.757579Z","time spent":"418.203926ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:02:52.175233Z","caller":"traceutil/trace.go:171","msg":"trace[640199681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5298; }","duration":"2.740800421s","start":"2026-03-03T01:02:49.434421Z","end":"2026-03-03T01:02:52.175221Z","steps":["trace[640199681] 'agreement among raft nodes before linearized reading' (duration: 2.740705689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.175843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.43441Z","time spent":"2.741420776s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:02:52.175799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.958269Z","time spent":"2.217513423s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:02:52.175099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735411245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:02:52.176028Z","caller":"traceutil/trace.go:171","msg":"trace[22010710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5298; }","duration":"2.736335797s","start":"2026-03-03T01:02:49.439651Z","end":"2026-03-03T01:02:52.175987Z","steps":["trace[22010710] 'agreement among raft nodes before linearized reading' (duration: 2.735238721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.17615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:49.439642Z","time spent":"2.73646338s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:02:52.686258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2602} {"level":"warn","ts":"2026-03-03T01:02:52.686828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.315692ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-03T01:02:52.686969Z","caller":"traceutil/trace.go:171","msg":"trace[764963878] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5511; }","duration":"506.218488ms","start":"2026-03-03T01:02:52.180732Z","end":"2026-03-03T01:02:52.68695Z","steps":["trace[764963878] 'read index received' (duration: 53.76514ms)","trace[764963878] 'applied index is now lower than readState.Index' (duration: 452.452228ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:52.686976Z","caller":"traceutil/trace.go:171","msg":"trace[1155819365] compact","detail":"{revision:2602; response_revision:5298; }","duration":"509.001663ms","start":"2026-03-03T01:02:52.177946Z","end":"2026-03-03T01:02:52.686948Z","steps":["trace[1155819365] 'process raft request' (duration: 56.552755ms)","trace[1155819365] 'check and update compact revision' (duration: 451.156628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:52.687042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.177925Z","time spent":"509.114215ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T01:02:52.687182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.436463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:02:52.687239Z","caller":"traceutil/trace.go:171","msg":"trace[864977808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5298; }","duration":"506.552716ms","start":"2026-03-03T01:02:52.180669Z","end":"2026-03-03T01:02:52.687222Z","steps":["trace[864977808] 'agreement among raft nodes before linearized reading' (duration: 506.379912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.687277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.180644Z","time spent":"506.623918ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:02:52.6879Z","caller":"traceutil/trace.go:171","msg":"trace[1700371210] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"506.620107ms","start":"2026-03-03T01:02:52.181265Z","end":"2026-03-03T01:02:52.687885Z","steps":["trace[1700371210] 'process raft request' (duration: 505.672825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.18125Z","time spent":"506.690829ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:52.688337Z","caller":"traceutil/trace.go:171","msg":"trace[781745045] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"507.032727ms","start":"2026-03-03T01:02:52.181278Z","end":"2026-03-03T01:02:52.688311Z","steps":["trace[781745045] 'process raft request' (duration: 506.547376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.688595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.18126Z","time spent":"507.151879ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:52.688744Z","caller":"traceutil/trace.go:171","msg":"trace[1373602064] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"507.054708ms","start":"2026-03-03T01:02:52.181674Z","end":"2026-03-03T01:02:52.688729Z","steps":["trace[1373602064] 'process raft request' (duration: 506.980126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.688826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.181664Z","time spent":"507.123259ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:52.689022Z","caller":"traceutil/trace.go:171","msg":"trace[1518008941] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"507.492427ms","start":"2026-03-03T01:02:52.181518Z","end":"2026-03-03T01:02:52.68901Z","steps":["trace[1518008941] 'process raft request' (duration: 506.75429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:52.689083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.181332Z","time spent":"507.721613ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:53.347677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.882575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:53.347821Z","caller":"traceutil/trace.go:171","msg":"trace[285732227] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"1.165781898s","start":"2026-03-03T01:02:52.182019Z","end":"2026-03-03T01:02:53.347801Z","steps":["trace[285732227] 'process raft request' (duration: 506.690059ms)","trace[285732227] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 658.70351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.34788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.182006Z","time spent":"1.1658494s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:53.593371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.460219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:53.593501Z","caller":"traceutil/trace.go:171","msg":"trace[1957783228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5303; }","duration":"122.615893ms","start":"2026-03-03T01:02:53.470868Z","end":"2026-03-03T01:02:53.593484Z","steps":["trace[1957783228] 'range keys from in-memory index tree' (duration: 122.443388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:53.6439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.023954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:02:53.644069Z","caller":"traceutil/trace.go:171","msg":"trace[1506065877] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5512; }","duration":"957.047839ms","start":"2026-03-03T01:02:52.687002Z","end":"2026-03-03T01:02:53.64405Z","steps":["trace[1506065877] 'read index received' (duration: 66.462µs)","trace[1506065877] 'applied index is now lower than readState.Index' (duration: 956.978957ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:53.644174Z","caller":"traceutil/trace.go:171","msg":"trace[455986198] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"1.457922901s","start":"2026-03-03T01:02:52.18614Z","end":"2026-03-03T01:02:53.644063Z","steps":["trace[455986198] 'process raft request' (duration: 1.161644741s)","trace[455986198] 'compare' (duration: 92.252921ms)","trace[455986198] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/openstack/memcached-memcached-6479589586-85cf8; req_size:8232; } (duration: 203.573489ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T01:02:53.644388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.186127Z","time spent":"1.458168057s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8235,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:53.726707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540954446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:53.726804Z","caller":"traceutil/trace.go:171","msg":"trace[1790102805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5304; }","duration":"1.54108852s","start":"2026-03-03T01:02:52.185687Z","end":"2026-03-03T01:02:53.726775Z","steps":["trace[1790102805] 'agreement among raft nodes before linearized reading' (duration: 1.458440594s)","trace[1790102805] 'range keys from in-memory index tree' (duration: 82.506963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.726863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.185677Z","time spent":"1.541171862s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:02:53.726858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.467285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:02:53.726958Z","caller":"traceutil/trace.go:171","msg":"trace[491389801] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:5304; }","duration":"375.63734ms","start":"2026-03-03T01:02:53.351296Z","end":"2026-03-03T01:02:53.726933Z","steps":["trace[491389801] 'agreement among raft nodes before linearized reading' (duration: 292.934252ms)","trace[491389801] 'range keys from in-memory index tree' (duration: 82.41063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.727014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.35128Z","time spent":"375.725441ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-03T01:02:53.727035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.556192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:53.727141Z","caller":"traceutil/trace.go:171","msg":"trace[352076885] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5304; }","duration":"353.715216ms","start":"2026-03-03T01:02:53.3734Z","end":"2026-03-03T01:02:53.727115Z","steps":["trace[352076885] 'agreement among raft nodes before linearized reading' (duration: 270.848725ms)","trace[352076885] 'count revisions from in-memory index tree' (duration: 82.703297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.727204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.373387Z","time spent":"353.804778ms","remote":"127.0.0.1:59416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:53.727317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545714708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T01:02:53.727385Z","caller":"traceutil/trace.go:171","msg":"trace[664891394] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b; range_end:; response_count:1; response_revision:5304; }","duration":"1.54579131s","start":"2026-03-03T01:02:52.181573Z","end":"2026-03-03T01:02:53.727365Z","steps":["trace[664891394] 'agreement among raft nodes before linearized reading' (duration: 1.46253647s)","trace[664891394] 'range keys from in-memory index tree' (duration: 83.076386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.727445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.181566Z","time spent":"1.545860021s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b\" "} {"level":"warn","ts":"2026-03-03T01:02:53.727518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.1106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:53.727134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546153659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb316161-5d82-42da-aba2-59847a996a00\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T01:02:53.72756Z","caller":"traceutil/trace.go:171","msg":"trace[1441159714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5304; }","duration":"271.191172ms","start":"2026-03-03T01:02:53.456354Z","end":"2026-03-03T01:02:53.727545Z","steps":["trace[1441159714] 'agreement among raft nodes before linearized reading' (duration: 187.892171ms)","trace[1441159714] 'range keys from in-memory index tree' (duration: 83.2451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.72756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.900882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:53.727599Z","caller":"traceutil/trace.go:171","msg":"trace[976325509] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb316161-5d82-42da-aba2-59847a996a00; range_end:; response_count:1; response_revision:5304; }","duration":"1.546667381s","start":"2026-03-03T01:02:52.180912Z","end":"2026-03-03T01:02:53.72758Z","steps":["trace[976325509] 'agreement among raft nodes before linearized reading' (duration: 1.463236116s)","trace[976325509] 'range keys from in-memory index tree' (duration: 82.730917ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:53.727608Z","caller":"traceutil/trace.go:171","msg":"trace[491154994] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5304; }","duration":"301.977424ms","start":"2026-03-03T01:02:53.425611Z","end":"2026-03-03T01:02:53.727588Z","steps":["trace[491154994] 'agreement among raft nodes before linearized reading' (duration: 218.608111ms)","trace[491154994] 'count revisions from in-memory index tree' (duration: 83.307022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.727638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.180897Z","time spent":"1.546729072s","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-cb316161-5d82-42da-aba2-59847a996a00\" "} {"level":"warn","ts":"2026-03-03T01:02:53.727641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.42559Z","time spent":"302.043265ms","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:02:53.727672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546492836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81897"} {"level":"info","ts":"2026-03-03T01:02:53.727745Z","caller":"traceutil/trace.go:171","msg":"trace[1135279056] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5304; }","duration":"1.546600479s","start":"2026-03-03T01:02:52.181122Z","end":"2026-03-03T01:02:53.727722Z","steps":["trace[1135279056] 'agreement among raft nodes before linearized reading' (duration: 1.463017011s)","trace[1135279056] 'range keys from in-memory index tree' (duration: 83.314151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.727793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.181104Z","time spent":"1.54667917s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:02:53.727855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.565935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18706"} {"level":"info","ts":"2026-03-03T01:02:53.72789Z","caller":"traceutil/trace.go:171","msg":"trace[1999129113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5304; }","duration":"459.598556ms","start":"2026-03-03T01:02:53.268281Z","end":"2026-03-03T01:02:53.72788Z","steps":["trace[1999129113] 'agreement among raft nodes before linearized reading' (duration: 375.962397ms)","trace[1999129113] 'range keys from in-memory index tree' (duration: 83.546967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.727352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03862748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18706"} {"level":"info","ts":"2026-03-03T01:02:53.728007Z","caller":"traceutil/trace.go:171","msg":"trace[790300581] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5304; }","duration":"1.039364537s","start":"2026-03-03T01:02:52.688617Z","end":"2026-03-03T01:02:53.727981Z","steps":["trace[790300581] 'agreement among raft nodes before linearized reading' (duration: 955.598455ms)","trace[790300581] 'range keys from in-memory index tree' (duration: 82.864231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.728099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:52.6886Z","time spent":"1.039481169s","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18729,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:02:53.727916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.268228Z","time spent":"459.678337ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18729,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:02:53.858601Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2602,"took":"1.169970767s","hash":1894709664,"current-db-size-bytes":39669760,"current-db-size":"40 MB","current-db-size-in-use-bytes":28712960,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T01:02:53.858692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1894709664,"revision":2602,"compact-revision":-1} {"level":"info","ts":"2026-03-03T01:02:53.859019Z","caller":"traceutil/trace.go:171","msg":"trace[950492502] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5518; }","duration":"127.879405ms","start":"2026-03-03T01:02:53.731123Z","end":"2026-03-03T01:02:53.859002Z","steps":["trace[950492502] 'read index received' (duration: 59.429752ms)","trace[950492502] 'applied index is now lower than readState.Index' (duration: 68.448683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:53.937589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.445345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:53.937768Z","caller":"traceutil/trace.go:171","msg":"trace[1259341844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5304; }","duration":"206.673462ms","start":"2026-03-03T01:02:53.731063Z","end":"2026-03-03T01:02:53.937736Z","steps":["trace[1259341844] 'agreement among raft nodes before linearized reading' (duration: 127.977068ms)","trace[1259341844] 'range keys from in-memory index tree' (duration: 78.490388ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:53.959967Z","caller":"traceutil/trace.go:171","msg":"trace[40382330] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"226.65395ms","start":"2026-03-03T01:02:53.733287Z","end":"2026-03-03T01:02:53.959941Z","steps":["trace[40382330] 'process raft request' (duration: 226.487236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:53.960013Z","caller":"traceutil/trace.go:171","msg":"trace[1686126360] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"225.068182ms","start":"2026-03-03T01:02:53.734931Z","end":"2026-03-03T01:02:53.959999Z","steps":["trace[1686126360] 'process raft request' (duration: 224.95436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:53.960083Z","caller":"traceutil/trace.go:171","msg":"trace[1699781860] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"219.766558ms","start":"2026-03-03T01:02:53.740303Z","end":"2026-03-03T01:02:53.960069Z","steps":["trace[1699781860] 'process raft request' (duration: 219.629285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:53.960065Z","caller":"traceutil/trace.go:171","msg":"trace[1300295470] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"224.573601ms","start":"2026-03-03T01:02:53.735464Z","end":"2026-03-03T01:02:53.960037Z","steps":["trace[1300295470] 'process raft request' (duration: 224.450248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:53.9601Z","caller":"traceutil/trace.go:171","msg":"trace[641666943] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5519; }","duration":"101.045507ms","start":"2026-03-03T01:02:53.859048Z","end":"2026-03-03T01:02:53.960094Z","steps":["trace[641666943] 'read index received' (duration: 100.702359ms)","trace[641666943] 'applied index is now lower than readState.Index' (duration: 342.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:53.960071Z","caller":"traceutil/trace.go:171","msg":"trace[1186013771] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"225.357119ms","start":"2026-03-03T01:02:53.734692Z","end":"2026-03-03T01:02:53.960049Z","steps":["trace[1186013771] 'process raft request' (duration: 225.164975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:53.960236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.854851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T01:02:53.961205Z","caller":"traceutil/trace.go:171","msg":"trace[338684923] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5310; }","duration":"229.833214ms","start":"2026-03-03T01:02:53.731356Z","end":"2026-03-03T01:02:53.961189Z","steps":["trace[338684923] 'agreement among raft nodes before linearized reading' (duration: 228.78764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:53.96025Z","caller":"traceutil/trace.go:171","msg":"trace[922139058] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"208.935985ms","start":"2026-03-03T01:02:53.751301Z","end":"2026-03-03T01:02:53.960237Z","steps":["trace[922139058] 'process raft request' (duration: 208.665838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:53.960261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.09061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:53.961405Z","caller":"traceutil/trace.go:171","msg":"trace[1535287374] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5310; }","duration":"126.267898ms","start":"2026-03-03T01:02:53.835121Z","end":"2026-03-03T01:02:53.961389Z","steps":["trace[1535287374] 'agreement among raft nodes before linearized reading' (duration: 125.047449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:53.960307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.755572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18706"} {"level":"info","ts":"2026-03-03T01:02:53.961527Z","caller":"traceutil/trace.go:171","msg":"trace[1395332267] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5310; }","duration":"228.007501ms","start":"2026-03-03T01:02:53.733508Z","end":"2026-03-03T01:02:53.961516Z","steps":["trace[1395332267] 'agreement among raft nodes before linearized reading' (duration: 226.662229ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:54.242791Z","caller":"traceutil/trace.go:171","msg":"trace[1362467632] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"371.84408ms","start":"2026-03-03T01:02:53.870925Z","end":"2026-03-03T01:02:54.242769Z","steps":["trace[1362467632] 'process raft request' (duration: 371.808429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:54.242897Z","caller":"traceutil/trace.go:171","msg":"trace[1612404041] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"375.328702ms","start":"2026-03-03T01:02:53.867523Z","end":"2026-03-03T01:02:54.242852Z","steps":["trace[1612404041] 'process raft request' (duration: 375.173768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:54.242916Z","caller":"traceutil/trace.go:171","msg":"trace[1299392170] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"383.098024ms","start":"2026-03-03T01:02:53.85978Z","end":"2026-03-03T01:02:54.242878Z","steps":["trace[1299392170] 'process raft request' (duration: 346.24779ms)","trace[1299392170] 'compare' (duration: 36.556697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:54.242956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.870909Z","time spent":"371.956953ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:54.243113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.859762Z","time spent":"383.251278ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:02:54.243137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.867501Z","time spent":"375.498497ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:54.394926Z","caller":"traceutil/trace.go:171","msg":"trace[633565632] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"433.928434ms","start":"2026-03-03T01:02:53.960961Z","end":"2026-03-03T01:02:54.394889Z","steps":["trace[633565632] 'process raft request' (duration: 385.357117ms)","trace[633565632] 'compare' (duration: 48.347132ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:54.39498Z","caller":"traceutil/trace.go:171","msg":"trace[1263149502] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5526; }","duration":"429.724106ms","start":"2026-03-03T01:02:53.965229Z","end":"2026-03-03T01:02:54.394954Z","steps":["trace[1263149502] 'read index received' (duration: 240.812831ms)","trace[1263149502] 'applied index is now lower than readState.Index' (duration: 188.909895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:54.395074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.960944Z","time spent":"434.051518ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:54.395156Z","caller":"traceutil/trace.go:171","msg":"trace[728605670] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"214.342401ms","start":"2026-03-03T01:02:54.180784Z","end":"2026-03-03T01:02:54.395126Z","steps":["trace[728605670] 'process raft request' (duration: 214.112576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:54.395316Z","caller":"traceutil/trace.go:171","msg":"trace[1280527042] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"427.168477ms","start":"2026-03-03T01:02:53.968118Z","end":"2026-03-03T01:02:54.395287Z","steps":["trace[1280527042] 'process raft request' (duration: 426.712746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:54.395345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.401493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T01:02:54.395368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.000209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cbafadd4-f746-4a8e-ab27-2d4609682796\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T01:02:54.395399Z","caller":"traceutil/trace.go:171","msg":"trace[1715302850] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5316; }","duration":"150.504786ms","start":"2026-03-03T01:02:54.24488Z","end":"2026-03-03T01:02:54.395385Z","steps":["trace[1715302850] 'agreement among raft nodes before linearized reading' (duration: 150.311261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:54.39541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.723565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:02:54.395433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.968099Z","time spent":"427.276809ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:02:54.395452Z","caller":"traceutil/trace.go:171","msg":"trace[1050767373] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cbafadd4-f746-4a8e-ab27-2d4609682796; range_end:; response_count:1; response_revision:5316; }","duration":"429.117422ms","start":"2026-03-03T01:02:53.966303Z","end":"2026-03-03T01:02:54.395421Z","steps":["trace[1050767373] 'agreement among raft nodes before linearized reading' (duration: 428.870216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:54.395387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.165797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:02:54.395474Z","caller":"traceutil/trace.go:171","msg":"trace[735704088] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5316; }","duration":"300.850358ms","start":"2026-03-03T01:02:54.094605Z","end":"2026-03-03T01:02:54.395456Z","steps":["trace[735704088] 'agreement among raft nodes before linearized reading' (duration: 300.704224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:02:54.3955Z","caller":"traceutil/trace.go:171","msg":"trace[1902709005] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5316; }","duration":"430.32275ms","start":"2026-03-03T01:02:53.965166Z","end":"2026-03-03T01:02:54.395488Z","steps":["trace[1902709005] 'agreement among raft nodes before linearized reading' (duration: 430.147316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:54.395533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.96514Z","time spent":"430.386341ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:02:54.395501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.639626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:02:54.395493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.966289Z","time spent":"429.197573ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-cbafadd4-f746-4a8e-ab27-2d4609682796\" "} {"level":"warn","ts":"2026-03-03T01:02:54.395548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:54.094582Z","time spent":"300.948199ms","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:02:54.395591Z","caller":"traceutil/trace.go:171","msg":"trace[122366124] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5316; }","duration":"403.804279ms","start":"2026-03-03T01:02:53.991767Z","end":"2026-03-03T01:02:54.395572Z","steps":["trace[122366124] 'agreement among raft nodes before linearized reading' (duration: 403.565314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:54.395649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:02:53.99175Z","time spent":"403.886341ms","remote":"127.0.0.1:59408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:02:54.59799Z","caller":"traceutil/trace.go:171","msg":"trace[1309898676] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5532; }","duration":"189.719573ms","start":"2026-03-03T01:02:54.40824Z","end":"2026-03-03T01:02:54.59796Z","steps":["trace[1309898676] 'read index received' (duration: 161.604985ms)","trace[1309898676] 'applied index is now lower than readState.Index' (duration: 28.112658ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:02:54.598053Z","caller":"traceutil/trace.go:171","msg":"trace[673363426] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"197.837774ms","start":"2026-03-03T01:02:54.400185Z","end":"2026-03-03T01:02:54.598023Z","steps":["trace[673363426] 'process raft request' (duration: 169.713275ms)","trace[673363426] 'compare' (duration: 27.823712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:02:54.598562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.308567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T01:02:54.5986Z","caller":"traceutil/trace.go:171","msg":"trace[600110710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5317; }","duration":"190.382529ms","start":"2026-03-03T01:02:54.408208Z","end":"2026-03-03T01:02:54.598591Z","steps":["trace[600110710] 'agreement among raft nodes before linearized reading' (duration: 190.152314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:02:54.599268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.503492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:02:54.599344Z","caller":"traceutil/trace.go:171","msg":"trace[514437491] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5317; }","duration":"164.623645ms","start":"2026-03-03T01:02:54.434702Z","end":"2026-03-03T01:02:54.599326Z","steps":["trace[514437491] 'agreement among raft nodes before linearized reading' (duration: 164.465082ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:24.620686Z","caller":"traceutil/trace.go:171","msg":"trace[781974098] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"207.46237ms","start":"2026-03-03T01:03:24.413195Z","end":"2026-03-03T01:03:24.620657Z","steps":["trace[781974098] 'process raft request' (duration: 207.256285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:25.101145Z","caller":"traceutil/trace.go:171","msg":"trace[76855721] linearizableReadLoop","detail":"{readStateIndex:5824; appliedIndex:5822; }","duration":"202.243158ms","start":"2026-03-03T01:03:24.898877Z","end":"2026-03-03T01:03:25.10112Z","steps":["trace[76855721] 'read index received' (duration: 200.846305ms)","trace[76855721] 'applied index is now lower than readState.Index' (duration: 1.395373ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:25.101236Z","caller":"traceutil/trace.go:171","msg":"trace[1317282023] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"673.441785ms","start":"2026-03-03T01:03:24.427749Z","end":"2026-03-03T01:03:25.101191Z","steps":["trace[1317282023] 'process raft request' (duration: 672.028362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:25.101538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:24.427726Z","time spent":"673.748762ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:25.101563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.677027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:03:25.1016Z","caller":"traceutil/trace.go:171","msg":"trace[1473763843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5601; }","duration":"202.76364ms","start":"2026-03-03T01:03:24.898825Z","end":"2026-03-03T01:03:25.101589Z","steps":["trace[1473763843] 'agreement among raft nodes before linearized reading' (duration: 202.621516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:25.101683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.806016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:03:25.101746Z","caller":"traceutil/trace.go:171","msg":"trace[290161669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5601; }","duration":"125.989911ms","start":"2026-03-03T01:03:24.975738Z","end":"2026-03-03T01:03:25.101728Z","steps":["trace[290161669] 'agreement among raft nodes before linearized reading' (duration: 125.828247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:25.101743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.361007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:03:25.101731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.274975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:03:25.101804Z","caller":"traceutil/trace.go:171","msg":"trace[1775370676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5601; }","duration":"166.449899ms","start":"2026-03-03T01:03:24.935335Z","end":"2026-03-03T01:03:25.101784Z","steps":["trace[1775370676] 'agreement among raft nodes before linearized reading' (duration: 166.241174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:25.101825Z","caller":"traceutil/trace.go:171","msg":"trace[1405226000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5601; }","duration":"172.397088ms","start":"2026-03-03T01:03:24.9294Z","end":"2026-03-03T01:03:25.101798Z","steps":["trace[1405226000] 'agreement among raft nodes before linearized reading' (duration: 172.161403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:25.101963Z","caller":"traceutil/trace.go:171","msg":"trace[1583642706] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"598.49463ms","start":"2026-03-03T01:03:24.503452Z","end":"2026-03-03T01:03:25.101947Z","steps":["trace[1583642706] 'process raft request' (duration: 597.566218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:25.102029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:24.503426Z","time spent":"598.563431ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:35.771358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.486129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T01:03:35.771457Z","caller":"traceutil/trace.go:171","msg":"trace[1329639815] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5658; }","duration":"116.632133ms","start":"2026-03-03T01:03:35.654803Z","end":"2026-03-03T01:03:35.771435Z","steps":["trace[1329639815] 'range keys from in-memory index tree' (duration: 116.320126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:37.257085Z","caller":"traceutil/trace.go:171","msg":"trace[1379076684] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"100.920929ms","start":"2026-03-03T01:03:37.156136Z","end":"2026-03-03T01:03:37.257057Z","steps":["trace[1379076684] 'process raft request' (duration: 100.560621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:37.282653Z","caller":"traceutil/trace.go:171","msg":"trace[711550317] linearizableReadLoop","detail":"{readStateIndex:5887; appliedIndex:5885; }","duration":"121.739051ms","start":"2026-03-03T01:03:37.160892Z","end":"2026-03-03T01:03:37.282631Z","steps":["trace[711550317] 'read index received' (duration: 95.848001ms)","trace[711550317] 'applied index is now lower than readState.Index' (duration: 25.89001ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:37.282725Z","caller":"traceutil/trace.go:171","msg":"trace[75563696] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"123.883361ms","start":"2026-03-03T01:03:37.158807Z","end":"2026-03-03T01:03:37.28269Z","steps":["trace[75563696] 'process raft request' (duration: 123.683497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.282779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.867885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:37.282802Z","caller":"traceutil/trace.go:171","msg":"trace[1555253276] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5662; }","duration":"121.955427ms","start":"2026-03-03T01:03:37.160841Z","end":"2026-03-03T01:03:37.282796Z","steps":["trace[1555253276] 'agreement among raft nodes before linearized reading' (duration: 121.893395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.282942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.203406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:03:37.283002Z","caller":"traceutil/trace.go:171","msg":"trace[1072569528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5662; }","duration":"114.294329ms","start":"2026-03-03T01:03:37.168693Z","end":"2026-03-03T01:03:37.282988Z","steps":["trace[1072569528] 'agreement among raft nodes before linearized reading' (duration: 114.106515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.283011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.655882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:03:37.283052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.174543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:03:37.283046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.007539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:03:37.283075Z","caller":"traceutil/trace.go:171","msg":"trace[180932009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5662; }","duration":"103.745785ms","start":"2026-03-03T01:03:37.179311Z","end":"2026-03-03T01:03:37.283057Z","steps":["trace[180932009] 'agreement among raft nodes before linearized reading' (duration: 103.55154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:37.283091Z","caller":"traceutil/trace.go:171","msg":"trace[98090546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5662; }","duration":"110.261955ms","start":"2026-03-03T01:03:37.172819Z","end":"2026-03-03T01:03:37.283081Z","steps":["trace[98090546] 'agreement among raft nodes before linearized reading' (duration: 110.116832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.283051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.716373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-03T01:03:37.283101Z","caller":"traceutil/trace.go:171","msg":"trace[648840086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5662; }","duration":"110.086311ms","start":"2026-03-03T01:03:37.173001Z","end":"2026-03-03T01:03:37.283087Z","steps":["trace[648840086] 'agreement among raft nodes before linearized reading' (duration: 109.913587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:37.283142Z","caller":"traceutil/trace.go:171","msg":"trace[193024462] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5662; }","duration":"106.880167ms","start":"2026-03-03T01:03:37.176241Z","end":"2026-03-03T01:03:37.283121Z","steps":["trace[193024462] 'agreement among raft nodes before linearized reading' (duration: 106.56907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:37.283049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.349555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:37.283196Z","caller":"traceutil/trace.go:171","msg":"trace[593347680] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5662; }","duration":"106.54624ms","start":"2026-03-03T01:03:37.176637Z","end":"2026-03-03T01:03:37.283183Z","steps":["trace[593347680] 'agreement among raft nodes before linearized reading' (duration: 106.281904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:37.405925Z","caller":"traceutil/trace.go:171","msg":"trace[119938579] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"122.014667ms","start":"2026-03-03T01:03:37.283874Z","end":"2026-03-03T01:03:37.405889Z","steps":["trace[119938579] 'process raft request' (duration: 89.500754ms)","trace[119938579] 'compare' (duration: 32.37513ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:37.499929Z","caller":"traceutil/trace.go:171","msg":"trace[1930108039] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"213.061547ms","start":"2026-03-03T01:03:37.286848Z","end":"2026-03-03T01:03:37.49991Z","steps":["trace[1930108039] 'process raft request' (duration: 212.987785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:37.499931Z","caller":"traceutil/trace.go:171","msg":"trace[2025263023] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"213.546189ms","start":"2026-03-03T01:03:37.286351Z","end":"2026-03-03T01:03:37.499897Z","steps":["trace[2025263023] 'process raft request' (duration: 213.392555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:37.500353Z","caller":"traceutil/trace.go:171","msg":"trace[1017159227] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"213.245651ms","start":"2026-03-03T01:03:37.287076Z","end":"2026-03-03T01:03:37.500322Z","steps":["trace[1017159227] 'process raft request' (duration: 212.800671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:37.50043Z","caller":"traceutil/trace.go:171","msg":"trace[74470054] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"212.791361ms","start":"2026-03-03T01:03:37.287627Z","end":"2026-03-03T01:03:37.500419Z","steps":["trace[74470054] 'process raft request' (duration: 212.602356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:53.293714Z","caller":"traceutil/trace.go:171","msg":"trace[806722176] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"310.471735ms","start":"2026-03-03T01:03:52.983227Z","end":"2026-03-03T01:03:53.293698Z","steps":["trace[806722176] 'process raft request' (duration: 310.347542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.29384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:52.983204Z","time spent":"310.575278ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:53.608938Z","caller":"traceutil/trace.go:171","msg":"trace[1510828930] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"505.493186ms","start":"2026-03-03T01:03:53.103417Z","end":"2026-03-03T01:03:53.60891Z","steps":["trace[1510828930] 'process raft request' (duration: 505.284841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:53.609096Z","caller":"traceutil/trace.go:171","msg":"trace[1570579243] linearizableReadLoop","detail":"{readStateIndex:5992; appliedIndex:5989; }","duration":"317.204761ms","start":"2026-03-03T01:03:53.291862Z","end":"2026-03-03T01:03:53.609067Z","steps":["trace[1570579243] 'read index received' (duration: 1.560516ms)","trace[1570579243] 'applied index is now lower than readState.Index' (duration: 315.642385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:53.609123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.103396Z","time spent":"505.651359ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:53.609213Z","caller":"traceutil/trace.go:171","msg":"trace[2110314990] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"437.91406ms","start":"2026-03-03T01:03:53.171287Z","end":"2026-03-03T01:03:53.609201Z","steps":["trace[2110314990] 'process raft request' (duration: 437.577022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.609326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.171264Z","time spent":"437.983901ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:53.609487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.626612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:53.609527Z","caller":"traceutil/trace.go:171","msg":"trace[1581380685] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5764; }","duration":"317.704643ms","start":"2026-03-03T01:03:53.291811Z","end":"2026-03-03T01:03:53.609516Z","steps":["trace[1581380685] 'agreement among raft nodes before linearized reading' (duration: 317.625201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.60959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.291791Z","time spent":"317.757385ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:53.920506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.865416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:53.92069Z","caller":"traceutil/trace.go:171","msg":"trace[9380665] linearizableReadLoop","detail":"{readStateIndex:5994; appliedIndex:5992; }","duration":"311.506209ms","start":"2026-03-03T01:03:53.609166Z","end":"2026-03-03T01:03:53.920672Z","steps":["trace[9380665] 'read index received' (duration: 50.230984ms)","trace[9380665] 'applied index is now lower than readState.Index' (duration: 261.274185ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:53.920776Z","caller":"traceutil/trace.go:171","msg":"trace[1499712154] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"522.644513ms","start":"2026-03-03T01:03:53.398079Z","end":"2026-03-03T01:03:53.920724Z","steps":["trace[1499712154] 'process raft request' (duration: 261.46778ms)","trace[1499712154] 'compare' (duration: 260.759104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:53.920865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.090212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:03:53.920898Z","caller":"traceutil/trace.go:171","msg":"trace[378574543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5766; }","duration":"318.160524ms","start":"2026-03-03T01:03:53.602725Z","end":"2026-03-03T01:03:53.920885Z","steps":["trace[378574543] 'agreement among raft nodes before linearized reading' (duration: 318.046091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:53.920902Z","caller":"traceutil/trace.go:171","msg":"trace[1465974010] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"516.91356ms","start":"2026-03-03T01:03:53.403966Z","end":"2026-03-03T01:03:53.92088Z","steps":["trace[1465974010] 'process raft request' (duration: 516.649514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.920938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.602708Z","time spent":"318.221545ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:03:53.920961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.684105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:03:53.920992Z","caller":"traceutil/trace.go:171","msg":"trace[1852426892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5766; }","duration":"318.758527ms","start":"2026-03-03T01:03:53.602225Z","end":"2026-03-03T01:03:53.920984Z","steps":["trace[1852426892] 'agreement among raft nodes before linearized reading' (duration: 318.626034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.920972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.398055Z","time spent":"522.810037ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:53.920943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.58476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:03:53.921005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.40394Z","time spent":"517.018623ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:53.921047Z","caller":"traceutil/trace.go:171","msg":"trace[310171100] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5766; }","duration":"528.739844ms","start":"2026-03-03T01:03:53.39229Z","end":"2026-03-03T01:03:53.92103Z","steps":["trace[310171100] 'agreement among raft nodes before linearized reading' (duration: 528.53446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.921012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.602206Z","time spent":"318.802789ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:03:53.921088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.392272Z","time spent":"528.806045ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:03:53.921105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.362963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T01:03:53.921104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.330752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:53.92112Z","caller":"traceutil/trace.go:171","msg":"trace[762627242] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:5766; }","duration":"565.376213ms","start":"2026-03-03T01:03:53.355739Z","end":"2026-03-03T01:03:53.921116Z","steps":["trace[762627242] 'agreement among raft nodes before linearized reading' (duration: 565.330362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.921133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.355681Z","time spent":"565.449445ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-03T01:03:53.921133Z","caller":"traceutil/trace.go:171","msg":"trace[856618887] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5766; }","duration":"524.379644ms","start":"2026-03-03T01:03:53.396745Z","end":"2026-03-03T01:03:53.921125Z","steps":["trace[856618887] 'agreement among raft nodes before linearized reading' (duration: 524.329462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.92116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.396734Z","time spent":"524.418134ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-03T01:03:53.921059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.503923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:03:53.921216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.219081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:03:53.921234Z","caller":"traceutil/trace.go:171","msg":"trace[1118804102] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5766; }","duration":"268.711688ms","start":"2026-03-03T01:03:53.652511Z","end":"2026-03-03T01:03:53.921223Z","steps":["trace[1118804102] 'agreement among raft nodes before linearized reading' (duration: 268.528194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:53.921271Z","caller":"traceutil/trace.go:171","msg":"trace[560710113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5766; }","duration":"317.286204ms","start":"2026-03-03T01:03:53.60397Z","end":"2026-03-03T01:03:53.921256Z","steps":["trace[560710113] 'agreement among raft nodes before linearized reading' (duration: 317.14921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.921315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.603965Z","time spent":"317.338845ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:53.921235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.563357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:53.921432Z","caller":"traceutil/trace.go:171","msg":"trace[992414824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5766; }","duration":"187.800462ms","start":"2026-03-03T01:03:53.733625Z","end":"2026-03-03T01:03:53.921426Z","steps":["trace[992414824] 'agreement among raft nodes before linearized reading' (duration: 187.597378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.921482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.491948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:03:53.921574Z","caller":"traceutil/trace.go:171","msg":"trace[575548508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5766; }","duration":"317.611851ms","start":"2026-03-03T01:03:53.60393Z","end":"2026-03-03T01:03:53.921542Z","steps":["trace[575548508] 'agreement among raft nodes before linearized reading' (duration: 316.773142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:53.921627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.603921Z","time spent":"317.696463ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:03:54.21647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.163378ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T01:03:54.469587Z","caller":"traceutil/trace.go:171","msg":"trace[1413970030] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"544.51845ms","start":"2026-03-03T01:03:53.925043Z","end":"2026-03-03T01:03:54.469561Z","steps":["trace[1413970030] 'process raft request' (duration: 471.546349ms)","trace[1413970030] 'compare' (duration: 72.562282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:54.469732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.925027Z","time spent":"544.634273ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:54.46983Z","caller":"traceutil/trace.go:171","msg":"trace[2116221560] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"544.697714ms","start":"2026-03-03T01:03:53.925107Z","end":"2026-03-03T01:03:54.469805Z","steps":["trace[2116221560] 'process raft request' (duration: 544.389357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.469923Z","caller":"traceutil/trace.go:171","msg":"trace[1903152281] linearizableReadLoop","detail":"{readStateIndex:6000; appliedIndex:5994; }","duration":"385.138686ms","start":"2026-03-03T01:03:54.084768Z","end":"2026-03-03T01:03:54.469907Z","steps":["trace[1903152281] 'read index received' (duration: 7.543285ms)","trace[1903152281] 'applied index is now lower than readState.Index' (duration: 377.593961ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:54.469943Z","caller":"traceutil/trace.go:171","msg":"trace[2021792022] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"544.462428ms","start":"2026-03-03T01:03:53.925437Z","end":"2026-03-03T01:03:54.469899Z","steps":["trace[2021792022] 'process raft request' (duration: 544.294544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:54.47Z","caller":"traceutil/trace.go:171","msg":"trace[629027776] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"544.221243ms","start":"2026-03-03T01:03:53.925769Z","end":"2026-03-03T01:03:54.46999Z","steps":["trace[629027776] 'process raft request' (duration: 544.057529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.469991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.925102Z","time spent":"544.796296ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:03:54.470026Z","caller":"traceutil/trace.go:171","msg":"trace[1817001079] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"543.821304ms","start":"2026-03-03T01:03:53.926191Z","end":"2026-03-03T01:03:54.470012Z","steps":["trace[1817001079] 'process raft request' (duration: 543.6717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.470071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.925741Z","time spent":"544.285604ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:54.470089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.926185Z","time spent":"543.872125ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:54.470153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:53.925415Z","time spent":"544.616972ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:03:54.470207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.435893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:54.470281Z","caller":"traceutil/trace.go:171","msg":"trace[916940857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:5771; }","duration":"385.547056ms","start":"2026-03-03T01:03:54.084716Z","end":"2026-03-03T01:03:54.470263Z","steps":["trace[916940857] 'agreement among raft nodes before linearized reading' (duration: 385.30361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.470336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.084696Z","time spent":"385.627797ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:03:54.474239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.414619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:54.474282Z","caller":"traceutil/trace.go:171","msg":"trace[2004336201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5772; }","duration":"365.45964ms","start":"2026-03-03T01:03:54.108813Z","end":"2026-03-03T01:03:54.474273Z","steps":["trace[2004336201] 'agreement among raft nodes before linearized reading' (duration: 365.373078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.474307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.108747Z","time spent":"365.553792ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:03:54.474449Z","caller":"traceutil/trace.go:171","msg":"trace[2083379608] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"256.931095ms","start":"2026-03-03T01:03:54.217508Z","end":"2026-03-03T01:03:54.474439Z","steps":["trace[2083379608] 'process raft request' (duration: 256.542796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.474613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.631041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T01:03:54.474649Z","caller":"traceutil/trace.go:171","msg":"trace[114213085] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5772; }","duration":"210.713983ms","start":"2026-03-03T01:03:54.263926Z","end":"2026-03-03T01:03:54.47464Z","steps":["trace[114213085] 'agreement among raft nodes before linearized reading' (duration: 210.648192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.474803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.57703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:54.474925Z","caller":"traceutil/trace.go:171","msg":"trace[634266362] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5772; }","duration":"342.730023ms","start":"2026-03-03T01:03:54.132135Z","end":"2026-03-03T01:03:54.474865Z","steps":["trace[634266362] 'agreement among raft nodes before linearized reading' (duration: 342.56307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:54.474984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:03:54.132115Z","time spent":"342.855816ms","remote":"127.0.0.1:41774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:03:55.21875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.409205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:55.218829Z","caller":"traceutil/trace.go:171","msg":"trace[595334846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5773; }","duration":"109.55505ms","start":"2026-03-03T01:03:55.109256Z","end":"2026-03-03T01:03:55.218811Z","steps":["trace[595334846] 'range keys from in-memory index tree' (duration: 109.289283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:56.083957Z","caller":"traceutil/trace.go:171","msg":"trace[1740667338] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:6003; }","duration":"157.839388ms","start":"2026-03-03T01:03:55.926091Z","end":"2026-03-03T01:03:56.08393Z","steps":["trace[1740667338] 'read index received' (duration: 157.674284ms)","trace[1740667338] 'applied index is now lower than readState.Index' (duration: 160.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:56.084085Z","caller":"traceutil/trace.go:171","msg":"trace[862054156] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"158.085914ms","start":"2026-03-03T01:03:55.925983Z","end":"2026-03-03T01:03:56.084069Z","steps":["trace[862054156] 'process raft request' (duration: 157.697725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:56.084231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.117784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:56.084341Z","caller":"traceutil/trace.go:171","msg":"trace[880954656] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5775; }","duration":"158.282608ms","start":"2026-03-03T01:03:55.926042Z","end":"2026-03-03T01:03:56.084325Z","steps":["trace[880954656] 'agreement among raft nodes before linearized reading' (duration: 158.118214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:56.093415Z","caller":"traceutil/trace.go:171","msg":"trace[1299446162] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"166.313224ms","start":"2026-03-03T01:03:55.927077Z","end":"2026-03-03T01:03:56.09339Z","steps":["trace[1299446162] 'process raft request' (duration: 166.066738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:56.093436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.908229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:03:56.093497Z","caller":"traceutil/trace.go:171","msg":"trace[178966600] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5776; }","duration":"167.01369ms","start":"2026-03-03T01:03:55.92647Z","end":"2026-03-03T01:03:56.093484Z","steps":["trace[178966600] 'agreement among raft nodes before linearized reading' (duration: 166.878407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:56.093652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.896384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T01:03:56.093766Z","caller":"traceutil/trace.go:171","msg":"trace[1849991285] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5776; }","duration":"112.042447ms","start":"2026-03-03T01:03:55.981672Z","end":"2026-03-03T01:03:56.093715Z","steps":["trace[1849991285] 'agreement among raft nodes before linearized reading' (duration: 111.74477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:03:56.248746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.934129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:03:56.248897Z","caller":"traceutil/trace.go:171","msg":"trace[373778128] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"151.556073ms","start":"2026-03-03T01:03:56.097314Z","end":"2026-03-03T01:03:56.248871Z","steps":["trace[373778128] 'process raft request' (duration: 50.396758ms)","trace[373778128] 'compare' (duration: 100.745105ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:56.64867Z","caller":"traceutil/trace.go:171","msg":"trace[490649550] linearizableReadLoop","detail":"{readStateIndex:6011; appliedIndex:6006; }","duration":"167.82721ms","start":"2026-03-03T01:03:56.480825Z","end":"2026-03-03T01:03:56.648652Z","steps":["trace[490649550] 'read index received' (duration: 71.866606ms)","trace[490649550] 'applied index is now lower than readState.Index' (duration: 95.959844ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:03:56.648752Z","caller":"traceutil/trace.go:171","msg":"trace[1302204186] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"169.330545ms","start":"2026-03-03T01:03:56.479396Z","end":"2026-03-03T01:03:56.648727Z","steps":["trace[1302204186] 'process raft request' (duration: 169.204072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:56.648755Z","caller":"traceutil/trace.go:171","msg":"trace[1254174388] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"169.370315ms","start":"2026-03-03T01:03:56.479328Z","end":"2026-03-03T01:03:56.648698Z","steps":["trace[1254174388] 'process raft request' (duration: 169.247482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:56.648789Z","caller":"traceutil/trace.go:171","msg":"trace[607635702] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"169.673872ms","start":"2026-03-03T01:03:56.479071Z","end":"2026-03-03T01:03:56.648745Z","steps":["trace[607635702] 'process raft request' (duration: 155.79731ms)","trace[607635702] 'compare' (duration: 13.604756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:03:56.64885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.011524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:03:56.648874Z","caller":"traceutil/trace.go:171","msg":"trace[1345288585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:5782; }","duration":"168.062145ms","start":"2026-03-03T01:03:56.480805Z","end":"2026-03-03T01:03:56.648867Z","steps":["trace[1345288585] 'agreement among raft nodes before linearized reading' (duration: 167.914562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:03:56.648854Z","caller":"traceutil/trace.go:171","msg":"trace[561792641] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"169.407766ms","start":"2026-03-03T01:03:56.479409Z","end":"2026-03-03T01:03:56.648817Z","steps":["trace[561792641] 'process raft request' (duration: 169.214891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:07:28.090367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.479518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:07:28.090478Z","caller":"traceutil/trace.go:171","msg":"trace[508283053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:7200; }","duration":"121.647532ms","start":"2026-03-03T01:07:27.968804Z","end":"2026-03-03T01:07:28.090452Z","steps":["trace[508283053] 'range keys from in-memory index tree' (duration: 121.279624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:07:52.694496Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5295} {"level":"info","ts":"2026-03-03T01:07:52.793329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5295,"took":"96.607543ms","hash":4077499397,"current-db-size-bytes":42016768,"current-db-size":"42 MB","current-db-size-in-use-bytes":21155840,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T01:07:52.79339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4077499397,"revision":5295,"compact-revision":2602} {"level":"warn","ts":"2026-03-03T01:08:35.722082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.637971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:08:35.72246Z","caller":"traceutil/trace.go:171","msg":"trace[2050839612] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"371.009748ms","start":"2026-03-03T01:08:35.351421Z","end":"2026-03-03T01:08:35.72243Z","steps":["trace[2050839612] 'process raft request' (duration: 212.924536ms)","trace[2050839612] 'compare' (duration: 157.250302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:35.722639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:35.351386Z","time spent":"371.161672ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:36.316975Z","caller":"traceutil/trace.go:171","msg":"trace[630533737] linearizableReadLoop","detail":"{readStateIndex:7910; appliedIndex:7909; }","duration":"124.065576ms","start":"2026-03-03T01:08:36.192879Z","end":"2026-03-03T01:08:36.316944Z","steps":["trace[630533737] 'read index received' (duration: 67.107702ms)","trace[630533737] 'applied index is now lower than readState.Index' (duration: 56.956844ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:36.31709Z","caller":"traceutil/trace.go:171","msg":"trace[961761352] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"202.473991ms","start":"2026-03-03T01:08:36.114574Z","end":"2026-03-03T01:08:36.317048Z","steps":["trace[961761352] 'process raft request' (duration: 145.500187ms)","trace[961761352] 'compare' (duration: 56.696778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:36.317206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.307351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:08:36.317265Z","caller":"traceutil/trace.go:171","msg":"trace[467470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7614; }","duration":"124.407304ms","start":"2026-03-03T01:08:36.192831Z","end":"2026-03-03T01:08:36.317239Z","steps":["trace[467470] 'agreement among raft nodes before linearized reading' (duration: 124.25922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:36.4945Z","caller":"traceutil/trace.go:171","msg":"trace[1314224404] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"171.489645ms","start":"2026-03-03T01:08:36.322993Z","end":"2026-03-03T01:08:36.494483Z","steps":["trace[1314224404] 'process raft request' (duration: 168.154817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:36.497397Z","caller":"traceutil/trace.go:171","msg":"trace[1037163902] linearizableReadLoop","detail":"{readStateIndex:7914; appliedIndex:7910; }","duration":"173.283138ms","start":"2026-03-03T01:08:36.324095Z","end":"2026-03-03T01:08:36.497378Z","steps":["trace[1037163902] 'read index received' (duration: 167.092903ms)","trace[1037163902] 'applied index is now lower than readState.Index' (duration: 6.189495ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:36.497424Z","caller":"traceutil/trace.go:171","msg":"trace[442796178] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"173.490003ms","start":"2026-03-03T01:08:36.323917Z","end":"2026-03-03T01:08:36.497407Z","steps":["trace[442796178] 'process raft request' (duration: 173.408801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:36.497457Z","caller":"traceutil/trace.go:171","msg":"trace[1740523588] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"173.455762ms","start":"2026-03-03T01:08:36.323985Z","end":"2026-03-03T01:08:36.497441Z","steps":["trace[1740523588] 'process raft request' (duration: 173.367299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:36.497573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.470352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"info","ts":"2026-03-03T01:08:36.497603Z","caller":"traceutil/trace.go:171","msg":"trace[1805764435] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7618; }","duration":"173.526333ms","start":"2026-03-03T01:08:36.324068Z","end":"2026-03-03T01:08:36.497595Z","steps":["trace[1805764435] 'agreement among raft nodes before linearized reading' (duration: 173.38478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:36.49761Z","caller":"traceutil/trace.go:171","msg":"trace[30016070] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"174.498956ms","start":"2026-03-03T01:08:36.323096Z","end":"2026-03-03T01:08:36.497595Z","steps":["trace[30016070] 'process raft request' (duration: 174.129718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.024219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352591654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:08:45.221346Z","caller":"traceutil/trace.go:171","msg":"trace[2058262019] linearizableReadLoop","detail":"{readStateIndex:8088; appliedIndex:8087; }","duration":"697.580316ms","start":"2026-03-03T01:08:44.523748Z","end":"2026-03-03T01:08:45.221328Z","steps":["trace[2058262019] 'read index received' (duration: 697.424942ms)","trace[2058262019] 'applied index is now lower than readState.Index' (duration: 154.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:45.221648Z","caller":"traceutil/trace.go:171","msg":"trace[570404443] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"861.942504ms","start":"2026-03-03T01:08:44.359667Z","end":"2026-03-03T01:08:45.22161Z","steps":["trace[570404443] 'process raft request' (duration: 861.554445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.221748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.987035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:08:45.221798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.350022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:08:45.221798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.912591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:08:45.221816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.36921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:08:45.221846Z","caller":"traceutil/trace.go:171","msg":"trace[1521252453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7790; }","duration":"686.451374ms","start":"2026-03-03T01:08:44.535379Z","end":"2026-03-03T01:08:45.22183Z","steps":["trace[1521252453] 'agreement among raft nodes before linearized reading' (duration: 686.309471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.221789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:44.359639Z","time spent":"862.076177ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:45.221844Z","caller":"traceutil/trace.go:171","msg":"trace[1240813738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7790; }","duration":"698.144258ms","start":"2026-03-03T01:08:44.52368Z","end":"2026-03-03T01:08:45.221825Z","steps":["trace[1240813738] 'agreement among raft nodes before linearized reading' (duration: 697.867862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.221857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.4646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:45.221886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:44.53536Z","time spent":"686.516997ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:08:45.221898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:44.523651Z","time spent":"698.235791ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:08:45.221895Z","caller":"traceutil/trace.go:171","msg":"trace[930304496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7790; }","duration":"688.452051ms","start":"2026-03-03T01:08:44.533407Z","end":"2026-03-03T01:08:45.221859Z","steps":["trace[930304496] 'agreement among raft nodes before linearized reading' (duration: 688.297437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:45.221921Z","caller":"traceutil/trace.go:171","msg":"trace[745366979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7790; }","duration":"114.566362ms","start":"2026-03-03T01:08:45.107337Z","end":"2026-03-03T01:08:45.221904Z","steps":["trace[745366979] 'agreement among raft nodes before linearized reading' (duration: 114.432419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:45.221849Z","caller":"traceutil/trace.go:171","msg":"trace[709712316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:7790; }","duration":"674.020824ms","start":"2026-03-03T01:08:44.547818Z","end":"2026-03-03T01:08:45.221839Z","steps":["trace[709712316] 'agreement among raft nodes before linearized reading' (duration: 673.85897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.221915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.638963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:08:45.221949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:44.533396Z","time spent":"688.544704ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:08:45.221989Z","caller":"traceutil/trace.go:171","msg":"trace[67182893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7790; }","duration":"260.762616ms","start":"2026-03-03T01:08:44.96121Z","end":"2026-03-03T01:08:45.221973Z","steps":["trace[67182893] 'agreement among raft nodes before linearized reading' (duration: 260.607012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.221994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:44.547794Z","time spent":"674.172888ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:08:45.221797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.158075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:08:45.222065Z","caller":"traceutil/trace.go:171","msg":"trace[1404021857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7790; }","duration":"694.484593ms","start":"2026-03-03T01:08:44.527572Z","end":"2026-03-03T01:08:45.222056Z","steps":["trace[1404021857] 'agreement among raft nodes before linearized reading' (duration: 694.092124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.222094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:44.527548Z","time spent":"694.539624ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:08:45.780519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352591659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:08:45.985456Z","caller":"traceutil/trace.go:171","msg":"trace[1566615541] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"758.805308ms","start":"2026-03-03T01:08:45.226624Z","end":"2026-03-03T01:08:45.985429Z","steps":["trace[1566615541] 'process raft request' (duration: 758.626524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.985612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:45.226598Z","time spent":"758.935921ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:45.990037Z","caller":"traceutil/trace.go:171","msg":"trace[1393486554] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"762.530296ms","start":"2026-03-03T01:08:45.227486Z","end":"2026-03-03T01:08:45.990016Z","steps":["trace[1393486554] 'process raft request' (duration: 762.374962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.990186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:45.227461Z","time spent":"762.640729ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:45.990263Z","caller":"traceutil/trace.go:171","msg":"trace[962795476] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"760.444587ms","start":"2026-03-03T01:08:45.229806Z","end":"2026-03-03T01:08:45.99025Z","steps":["trace[962795476] 'process raft request' (duration: 760.361995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:45.99027Z","caller":"traceutil/trace.go:171","msg":"trace[281098170] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"762.73875ms","start":"2026-03-03T01:08:45.227507Z","end":"2026-03-03T01:08:45.990245Z","steps":["trace[281098170] 'process raft request' (duration: 762.470314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.990333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:45.229794Z","time spent":"760.507588ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:08:45.990372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:45.227487Z","time spent":"762.826433ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:45.990476Z","caller":"traceutil/trace.go:171","msg":"trace[908516231] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"563.818913ms","start":"2026-03-03T01:08:45.426633Z","end":"2026-03-03T01:08:45.990452Z","steps":["trace[908516231] 'process raft request' (duration: 563.68659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:45.990543Z","caller":"traceutil/trace.go:171","msg":"trace[1588886988] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"226.451163ms","start":"2026-03-03T01:08:45.764081Z","end":"2026-03-03T01:08:45.990532Z","steps":["trace[1588886988] 'process raft request' (duration: 226.32992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:45.990592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.114262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:08:45.99052Z","caller":"traceutil/trace.go:171","msg":"trace[272789208] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"665.639708ms","start":"2026-03-03T01:08:45.32481Z","end":"2026-03-03T01:08:45.99045Z","steps":["trace[272789208] 'process raft request' (duration: 665.402612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:45.990636Z","caller":"traceutil/trace.go:171","msg":"trace[1229560904] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7797; }","duration":"711.187733ms","start":"2026-03-03T01:08:45.27944Z","end":"2026-03-03T01:08:45.990628Z","steps":["trace[1229560904] 'agreement among raft nodes before linearized reading' (duration: 711.100491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:45.990503Z","caller":"traceutil/trace.go:171","msg":"trace[1114786619] linearizableReadLoop","detail":"{readStateIndex:8095; appliedIndex:8088; }","duration":"711.019009ms","start":"2026-03-03T01:08:45.279471Z","end":"2026-03-03T01:08:45.99049Z","steps":["trace[1114786619] 'read index received' (duration: 705.859248ms)","trace[1114786619] 'applied index is now lower than readState.Index' (duration: 5.158871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:45.990674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:45.279425Z","time spent":"711.239215ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:08:45.990626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:45.426607Z","time spent":"563.942136ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:08:45.990829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:45.324779Z","time spent":"665.899453ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:55.542457Z","caller":"traceutil/trace.go:171","msg":"trace[1036164784] linearizableReadLoop","detail":"{readStateIndex:8140; appliedIndex:8139; }","duration":"238.69904ms","start":"2026-03-03T01:08:55.303731Z","end":"2026-03-03T01:08:55.54243Z","steps":["trace[1036164784] 'read index received' (duration: 238.514375ms)","trace[1036164784] 'applied index is now lower than readState.Index' (duration: 183.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:55.54261Z","caller":"traceutil/trace.go:171","msg":"trace[1283282389] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"243.322368ms","start":"2026-03-03T01:08:55.299222Z","end":"2026-03-03T01:08:55.542545Z","steps":["trace[1283282389] 'process raft request' (duration: 243.084623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:55.542662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.903934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:08:55.543279Z","caller":"traceutil/trace.go:171","msg":"trace[172344827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:7839; }","duration":"239.54357ms","start":"2026-03-03T01:08:55.303707Z","end":"2026-03-03T01:08:55.543251Z","steps":["trace[172344827] 'agreement among raft nodes before linearized reading' (duration: 238.830743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:56.087895Z","caller":"traceutil/trace.go:171","msg":"trace[793839045] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"149.340496ms","start":"2026-03-03T01:08:55.938527Z","end":"2026-03-03T01:08:56.087868Z","steps":["trace[793839045] 'process raft request' (duration: 149.182162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:56.186646Z","caller":"traceutil/trace.go:171","msg":"trace[2032322069] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"207.107929ms","start":"2026-03-03T01:08:55.979508Z","end":"2026-03-03T01:08:56.186616Z","steps":["trace[2032322069] 'process raft request' (duration: 166.098828ms)","trace[2032322069] 'compare' (duration: 40.822716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:56.186905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.021665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:08:56.186966Z","caller":"traceutil/trace.go:171","msg":"trace[2021212420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7843; }","duration":"133.099927ms","start":"2026-03-03T01:08:56.053856Z","end":"2026-03-03T01:08:56.186956Z","steps":["trace[2021212420] 'agreement among raft nodes before linearized reading' (duration: 132.930153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:56.186654Z","caller":"traceutil/trace.go:171","msg":"trace[476058412] linearizableReadLoop","detail":"{readStateIndex:8144; appliedIndex:8141; }","duration":"132.757049ms","start":"2026-03-03T01:08:56.053874Z","end":"2026-03-03T01:08:56.186631Z","steps":["trace[476058412] 'read index received' (duration: 34.030267ms)","trace[476058412] 'applied index is now lower than readState.Index' (duration: 98.725872ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:56.187261Z","caller":"traceutil/trace.go:171","msg":"trace[869620784] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"163.13262ms","start":"2026-03-03T01:08:56.024118Z","end":"2026-03-03T01:08:56.18725Z","steps":["trace[869620784] 'process raft request' (duration: 162.473934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:56.187277Z","caller":"traceutil/trace.go:171","msg":"trace[167016817] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"165.377041ms","start":"2026-03-03T01:08:56.021867Z","end":"2026-03-03T01:08:56.187244Z","steps":["trace[167016817] 'process raft request' (duration: 164.685805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:56.231556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.582315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:08:56.231726Z","caller":"traceutil/trace.go:171","msg":"trace[255492422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7844; }","duration":"173.800199ms","start":"2026-03-03T01:08:56.057905Z","end":"2026-03-03T01:08:56.231705Z","steps":["trace[255492422] 'agreement among raft nodes before linearized reading' (duration: 173.481672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:56.23177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.95404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:08:56.231852Z","caller":"traceutil/trace.go:171","msg":"trace[371538887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7844; }","duration":"173.075942ms","start":"2026-03-03T01:08:56.058757Z","end":"2026-03-03T01:08:56.231833Z","steps":["trace[371538887] 'agreement among raft nodes before linearized reading' (duration: 172.789276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:56.231811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.684151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:08:56.232088Z","caller":"traceutil/trace.go:171","msg":"trace[840840441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7844; }","duration":"171.991808ms","start":"2026-03-03T01:08:56.060014Z","end":"2026-03-03T01:08:56.232006Z","steps":["trace[840840441] 'agreement among raft nodes before linearized reading' (duration: 171.427964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:56.434946Z","caller":"traceutil/trace.go:171","msg":"trace[1950192065] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"198.461997ms","start":"2026-03-03T01:08:56.236457Z","end":"2026-03-03T01:08:56.434919Z","steps":["trace[1950192065] 'process raft request' (duration: 198.262983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:56.43537Z","caller":"traceutil/trace.go:171","msg":"trace[1101180515] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"198.715703ms","start":"2026-03-03T01:08:56.236623Z","end":"2026-03-03T01:08:56.435339Z","steps":["trace[1101180515] 'process raft request' (duration: 198.253532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:56.435385Z","caller":"traceutil/trace.go:171","msg":"trace[994479602] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"198.037497ms","start":"2026-03-03T01:08:56.23731Z","end":"2026-03-03T01:08:56.435348Z","steps":["trace[994479602] 'process raft request' (duration: 197.853103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:58.05731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352591821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:08:58.558436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352591821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:08:58.721272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1696444s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:08:58.721691Z","caller":"traceutil/trace.go:171","msg":"trace[684859049] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"1.170157892s","start":"2026-03-03T01:08:57.551508Z","end":"2026-03-03T01:08:58.721666Z","steps":["trace[684859049] 'process raft request' (duration: 1.169915136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:58.721882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:57.551483Z","time spent":"1.170278045s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:59.295584Z","caller":"traceutil/trace.go:171","msg":"trace[17604591] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"1.102034514s","start":"2026-03-03T01:08:58.193524Z","end":"2026-03-03T01:08:59.295558Z","steps":["trace[17604591] 'process raft request' (duration: 1.101901771s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.295594Z","caller":"traceutil/trace.go:171","msg":"trace[383209187] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"1.102182237s","start":"2026-03-03T01:08:58.193363Z","end":"2026-03-03T01:08:59.295546Z","steps":["trace[383209187] 'process raft request' (duration: 1.101479731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.295736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:58.193484Z","time spent":"1.102176538s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:08:59.29577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:58.193341Z","time spent":"1.102338341s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:59.295741Z","caller":"traceutil/trace.go:171","msg":"trace[1008358484] linearizableReadLoop","detail":"{readStateIndex:8154; appliedIndex:8150; }","duration":"1.7394117s","start":"2026-03-03T01:08:57.55629Z","end":"2026-03-03T01:08:59.295702Z","steps":["trace[1008358484] 'read index received' (duration: 1.165192846s)","trace[1008358484] 'applied index is now lower than readState.Index' (duration: 574.215444ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:59.295819Z","caller":"traceutil/trace.go:171","msg":"trace[799163720] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"1.058798492s","start":"2026-03-03T01:08:58.236992Z","end":"2026-03-03T01:08:59.295791Z","steps":["trace[799163720] 'process raft request' (duration: 1.058526476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.295966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:58.236962Z","time spent":"1.058928984s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:08:59.296052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739731527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:08:59.296124Z","caller":"traceutil/trace.go:171","msg":"trace[1597924814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:7853; }","duration":"1.739822529s","start":"2026-03-03T01:08:57.556286Z","end":"2026-03-03T01:08:59.296108Z","steps":["trace[1597924814] 'agreement among raft nodes before linearized reading' (duration: 1.739572023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.296167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:57.556269Z","time spent":"1.739888331s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:08:59.403565Z","caller":"traceutil/trace.go:171","msg":"trace[1706144687] linearizableReadLoop","detail":"{readStateIndex:8155; appliedIndex:8154; }","duration":"107.719692ms","start":"2026-03-03T01:08:59.295818Z","end":"2026-03-03T01:08:59.403538Z","steps":["trace[1706144687] 'read index received' (duration: 62.961337ms)","trace[1706144687] 'applied index is now lower than readState.Index' (duration: 44.757055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:08:59.403853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135319243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T01:08:59.403909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293665811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.403914Z","caller":"traceutil/trace.go:171","msg":"trace[598081657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7853; }","duration":"1.135439036s","start":"2026-03-03T01:08:58.268458Z","end":"2026-03-03T01:08:59.403897Z","steps":["trace[598081657] 'agreement among raft nodes before linearized reading' (duration: 1.135230971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.40392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.667646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:08:59.403956Z","caller":"traceutil/trace.go:171","msg":"trace[24612890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7853; }","duration":"1.293740713s","start":"2026-03-03T01:08:58.110201Z","end":"2026-03-03T01:08:59.403942Z","steps":["trace[24612890] 'agreement among raft nodes before linearized reading' (duration: 1.293682281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.403996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:58.268439Z","time spent":"1.135543448s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:08:59.404007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:58.110183Z","time spent":"1.293817665s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:08:59.404017Z","caller":"traceutil/trace.go:171","msg":"trace[929035913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7853; }","duration":"964.81972ms","start":"2026-03-03T01:08:58.439174Z","end":"2026-03-03T01:08:59.403994Z","steps":["trace[929035913] 'agreement among raft nodes before linearized reading' (duration: 964.525783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.404088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:58.439153Z","time spent":"964.924703ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:08:59.404264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.088583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:08:59.404268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.739414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:08:59.404297Z","caller":"traceutil/trace.go:171","msg":"trace[540432906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7853; }","duration":"964.251507ms","start":"2026-03-03T01:08:58.440037Z","end":"2026-03-03T01:08:59.404288Z","steps":["trace[540432906] 'agreement among raft nodes before linearized reading' (duration: 964.167485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.404319Z","caller":"traceutil/trace.go:171","msg":"trace[332272191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7853; }","duration":"963.830957ms","start":"2026-03-03T01:08:58.440474Z","end":"2026-03-03T01:08:59.404305Z","steps":["trace[332272191] 'agreement among raft nodes before linearized reading' (duration: 963.486799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.404418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:58.440463Z","time spent":"963.942629ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:08:59.404324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:58.440019Z","time spent":"964.298997ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:08:59.403853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785506578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6c56b65f88-2xt25.18992f7743cddebf\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T01:08:59.404628Z","caller":"traceutil/trace.go:171","msg":"trace[1056904324] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6c56b65f88-2xt25.18992f7743cddebf; range_end:; response_count:1; response_revision:7853; }","duration":"1.786324107s","start":"2026-03-03T01:08:57.618285Z","end":"2026-03-03T01:08:59.404609Z","steps":["trace[1056904324] 'agreement among raft nodes before linearized reading' (duration: 1.785449937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.404679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:57.618244Z","time spent":"1.786419729s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6c56b65f88-2xt25.18992f7743cddebf\" "} {"level":"warn","ts":"2026-03-03T01:08:59.404724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.18556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224100"} {"level":"info","ts":"2026-03-03T01:08:59.404775Z","caller":"traceutil/trace.go:171","msg":"trace[784837247] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7853; }","duration":"104.273113ms","start":"2026-03-03T01:08:59.30049Z","end":"2026-03-03T01:08:59.404763Z","steps":["trace[784837247] 'agreement among raft nodes before linearized reading' (duration: 103.839683ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.543835Z","caller":"traceutil/trace.go:171","msg":"trace[925920330] linearizableReadLoop","detail":"{readStateIndex:8157; appliedIndex:8155; }","duration":"133.231591ms","start":"2026-03-03T01:08:59.410586Z","end":"2026-03-03T01:08:59.543817Z","steps":["trace[925920330] 'read index received' (duration: 133.075927ms)","trace[925920330] 'applied index is now lower than readState.Index' (duration: 154.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:59.543918Z","caller":"traceutil/trace.go:171","msg":"trace[1563852861] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"133.321804ms","start":"2026-03-03T01:08:59.410568Z","end":"2026-03-03T01:08:59.54389Z","steps":["trace[1563852861] 'process raft request' (duration: 133.062688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.543963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.362705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.543995Z","caller":"traceutil/trace.go:171","msg":"trace[1893010442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7855; }","duration":"133.435776ms","start":"2026-03-03T01:08:59.41055Z","end":"2026-03-03T01:08:59.543985Z","steps":["trace[1893010442] 'agreement among raft nodes before linearized reading' (duration: 133.373555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.543925Z","caller":"traceutil/trace.go:171","msg":"trace[971674371] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"133.344724ms","start":"2026-03-03T01:08:59.410562Z","end":"2026-03-03T01:08:59.543907Z","steps":["trace[971674371] 'process raft request' (duration: 133.214881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.904139Z","caller":"traceutil/trace.go:171","msg":"trace[2102012192] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"493.458344ms","start":"2026-03-03T01:08:59.410658Z","end":"2026-03-03T01:08:59.904116Z","steps":["trace[2102012192] 'process raft request' (duration: 493.254419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.410639Z","time spent":"493.573116ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:59.904403Z","caller":"traceutil/trace.go:171","msg":"trace[478248679] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8157; }","duration":"360.486088ms","start":"2026-03-03T01:08:59.543897Z","end":"2026-03-03T01:08:59.904383Z","steps":["trace[478248679] 'read index received' (duration: 360.085819ms)","trace[478248679] 'applied index is now lower than readState.Index' (duration: 399.129µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:08:59.904415Z","caller":"traceutil/trace.go:171","msg":"trace[1739228300] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"489.991624ms","start":"2026-03-03T01:08:59.414381Z","end":"2026-03-03T01:08:59.904372Z","steps":["trace[1739228300] 'process raft request' (duration: 489.680927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.691246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.904653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.348542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.904684Z","caller":"traceutil/trace.go:171","msg":"trace[1698271123] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7858; }","duration":"391.403623ms","start":"2026-03-03T01:08:59.513272Z","end":"2026-03-03T01:08:59.904676Z","steps":["trace[1698271123] 'agreement among raft nodes before linearized reading' (duration: 391.337011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.904692Z","caller":"traceutil/trace.go:171","msg":"trace[237093994] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7858; }","duration":"374.81581ms","start":"2026-03-03T01:08:59.529855Z","end":"2026-03-03T01:08:59.90467Z","steps":["trace[237093994] 'agreement among raft nodes before linearized reading' (duration: 374.676196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.513267Z","time spent":"391.435383ms","remote":"127.0.0.1:39152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-03T01:08:59.904735Z","caller":"traceutil/trace.go:171","msg":"trace[2027194071] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"490.244129ms","start":"2026-03-03T01:08:59.414444Z","end":"2026-03-03T01:08:59.904688Z","steps":["trace[2027194071] 'process raft request' (duration: 489.829699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.409419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.904752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.990139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.904778Z","caller":"traceutil/trace.go:171","msg":"trace[86910921] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7858; }","duration":"361.573073ms","start":"2026-03-03T01:08:59.543195Z","end":"2026-03-03T01:08:59.904768Z","steps":["trace[86910921] 'agreement among raft nodes before linearized reading' (duration: 361.399189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.543179Z","time spent":"361.618565ms","remote":"127.0.0.1:39158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-03T01:08:59.904813Z","caller":"traceutil/trace.go:171","msg":"trace[139300513] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7858; }","duration":"361.075851ms","start":"2026-03-03T01:08:59.543711Z","end":"2026-03-03T01:08:59.904786Z","steps":["trace[139300513] 'agreement among raft nodes before linearized reading' (duration: 361.01306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.754418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.904905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.543647Z","time spent":"361.242126ms","remote":"127.0.0.1:39158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-03T01:08:59.904924Z","caller":"traceutil/trace.go:171","msg":"trace[311340892] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7858; }","duration":"403.83711ms","start":"2026-03-03T01:08:59.501073Z","end":"2026-03-03T01:08:59.90491Z","steps":["trace[311340892] 'agreement among raft nodes before linearized reading' (duration: 403.702147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.501049Z","time spent":"403.901632ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T01:08:59.904994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.850071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.904982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.846783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.905006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.774268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.90498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.991047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.905027Z","caller":"traceutil/trace.go:171","msg":"trace[385618866] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7858; }","duration":"403.893262ms","start":"2026-03-03T01:08:59.501126Z","end":"2026-03-03T01:08:59.90502Z","steps":["trace[385618866] 'agreement among raft nodes before linearized reading' (duration: 403.846281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.967574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.905039Z","caller":"traceutil/trace.go:171","msg":"trace[1082701694] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7858; }","duration":"361.84551ms","start":"2026-03-03T01:08:59.543185Z","end":"2026-03-03T01:08:59.90503Z","steps":["trace[1082701694] 'agreement among raft nodes before linearized reading' (duration: 361.795149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.90504Z","caller":"traceutil/trace.go:171","msg":"trace[902916052] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7858; }","duration":"391.918845ms","start":"2026-03-03T01:08:59.513109Z","end":"2026-03-03T01:08:59.905028Z","steps":["trace[902916052] 'agreement among raft nodes before linearized reading' (duration: 391.818083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.905055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.501121Z","time spent":"403.924722ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:08:59.905065Z","caller":"traceutil/trace.go:171","msg":"trace[875659200] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7858; }","duration":"392.111139ms","start":"2026-03-03T01:08:59.512933Z","end":"2026-03-03T01:08:59.905044Z","steps":["trace[875659200] 'agreement among raft nodes before linearized reading' (duration: 391.943305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.905079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.513104Z","time spent":"391.965916ms","remote":"127.0.0.1:39152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:08:59.905117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.512925Z","time spent":"392.182141ms","remote":"127.0.0.1:39152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-03T01:08:59.905128Z","caller":"traceutil/trace.go:171","msg":"trace[488226178] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7858; }","duration":"404.113597ms","start":"2026-03-03T01:08:59.500939Z","end":"2026-03-03T01:08:59.905053Z","steps":["trace[488226178] 'agreement among raft nodes before linearized reading' (duration: 403.900393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.905133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.187378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.905073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.543162Z","time spent":"361.900611ms","remote":"127.0.0.1:39158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:08:59.905117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.172057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.905172Z","caller":"traceutil/trace.go:171","msg":"trace[494525987] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7858; }","duration":"375.231149ms","start":"2026-03-03T01:08:59.529931Z","end":"2026-03-03T01:08:59.905162Z","steps":["trace[494525987] 'agreement among raft nodes before linearized reading' (duration: 375.184428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.904605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.414369Z","time spent":"490.140267ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:08:59.905182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.500924Z","time spent":"404.23349ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-03T01:08:59.9052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.529925Z","time spent":"375.26813ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:08:59.905205Z","caller":"traceutil/trace.go:171","msg":"trace[551826844] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7858; }","duration":"375.27532ms","start":"2026-03-03T01:08:59.52991Z","end":"2026-03-03T01:08:59.905185Z","steps":["trace[551826844] 'agreement among raft nodes before linearized reading' (duration: 375.107587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.905278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.529905Z","time spent":"375.359062ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-03T01:08:59.905411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.414431Z","time spent":"490.337352ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:08:59.904741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.529838Z","time spent":"374.893401ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T01:08:59.920427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.738049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.920494Z","caller":"traceutil/trace.go:171","msg":"trace[1005273650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7860; }","duration":"368.836501ms","start":"2026-03-03T01:08:59.551636Z","end":"2026-03-03T01:08:59.920472Z","steps":["trace[1005273650] 'agreement among raft nodes before linearized reading' (duration: 368.757149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.920493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.818024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.920526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.551616Z","time spent":"368.904193ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:08:59.920546Z","caller":"traceutil/trace.go:171","msg":"trace[1183886085] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7860; }","duration":"209.889125ms","start":"2026-03-03T01:08:59.710643Z","end":"2026-03-03T01:08:59.920532Z","steps":["trace[1183886085] 'agreement among raft nodes before linearized reading' (duration: 209.791793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.920775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.869615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.920816Z","caller":"traceutil/trace.go:171","msg":"trace[720313874] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7860; }","duration":"129.932386ms","start":"2026-03-03T01:08:59.790874Z","end":"2026-03-03T01:08:59.920806Z","steps":["trace[720313874] 'agreement among raft nodes before linearized reading' (duration: 129.870254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.920828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.93305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.920857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.979483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.920819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.754192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.920934Z","caller":"traceutil/trace.go:171","msg":"trace[1194028168] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7860; }","duration":"164.084256ms","start":"2026-03-03T01:08:59.756812Z","end":"2026-03-03T01:08:59.920896Z","steps":["trace[1194028168] 'agreement among raft nodes before linearized reading' (duration: 163.952273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.920943Z","caller":"traceutil/trace.go:171","msg":"trace[1678771945] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7860; }","duration":"129.918785ms","start":"2026-03-03T01:08:59.790998Z","end":"2026-03-03T01:08:59.920917Z","steps":["trace[1678771945] 'agreement among raft nodes before linearized reading' (duration: 129.7083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.920978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.202449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921033Z","caller":"traceutil/trace.go:171","msg":"trace[799937795] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7860; }","duration":"164.27844ms","start":"2026-03-03T01:08:59.756738Z","end":"2026-03-03T01:08:59.921016Z","steps":["trace[799937795] 'agreement among raft nodes before linearized reading' (duration: 164.215838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.25486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.773488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921115Z","caller":"traceutil/trace.go:171","msg":"trace[143756842] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7860; }","duration":"225.336203ms","start":"2026-03-03T01:08:59.695766Z","end":"2026-03-03T01:08:59.921102Z","steps":["trace[143756842] 'agreement among raft nodes before linearized reading' (duration: 225.200479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.682013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.944118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.512625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921167Z","caller":"traceutil/trace.go:171","msg":"trace[1609162769] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7860; }","duration":"191.021989ms","start":"2026-03-03T01:08:59.730131Z","end":"2026-03-03T01:08:59.921153Z","steps":["trace[1609162769] 'agreement among raft nodes before linearized reading' (duration: 190.948287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.737373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.760675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921189Z","caller":"traceutil/trace.go:171","msg":"trace[1007160809] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7860; }","duration":"234.635847ms","start":"2026-03-03T01:08:59.68654Z","end":"2026-03-03T01:08:59.921175Z","steps":["trace[1007160809] 'agreement among raft nodes before linearized reading' (duration: 234.506754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921214Z","caller":"traceutil/trace.go:171","msg":"trace[1254009667] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7860; }","duration":"264.758434ms","start":"2026-03-03T01:08:59.656444Z","end":"2026-03-03T01:08:59.921202Z","steps":["trace[1254009667] 'agreement among raft nodes before linearized reading' (duration: 264.727163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.402164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.353074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921228Z","caller":"traceutil/trace.go:171","msg":"trace[503165875] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"373.519249ms","start":"2026-03-03T01:08:59.54769Z","end":"2026-03-03T01:08:59.921209Z","steps":["trace[503165875] 'process raft request' (duration: 372.510926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.757043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.358035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921253Z","caller":"traceutil/trace.go:171","msg":"trace[1006207916] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7860; }","duration":"190.466156ms","start":"2026-03-03T01:08:59.730773Z","end":"2026-03-03T01:08:59.921239Z","steps":["trace[1006207916] 'agreement among raft nodes before linearized reading' (duration: 190.365083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.85983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921272Z","caller":"traceutil/trace.go:171","msg":"trace[1454170839] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7860; }","duration":"264.431817ms","start":"2026-03-03T01:08:59.656818Z","end":"2026-03-03T01:08:59.92125Z","steps":["trace[1454170839] 'agreement among raft nodes before linearized reading' (duration: 264.329175ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921297Z","caller":"traceutil/trace.go:171","msg":"trace[1198747021] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7860; }","duration":"297.911862ms","start":"2026-03-03T01:08:59.623377Z","end":"2026-03-03T01:08:59.921289Z","steps":["trace[1198747021] 'agreement among raft nodes before linearized reading' (duration: 297.868881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921299Z","caller":"traceutil/trace.go:171","msg":"trace[894152198] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7860; }","duration":"190.827135ms","start":"2026-03-03T01:08:59.730447Z","end":"2026-03-03T01:08:59.921274Z","steps":["trace[894152198] 'agreement among raft nodes before linearized reading' (duration: 190.770233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.9213Z","caller":"traceutil/trace.go:171","msg":"trace[349495250] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7860; }","duration":"130.432798ms","start":"2026-03-03T01:08:59.790849Z","end":"2026-03-03T01:08:59.921282Z","steps":["trace[349495250] 'agreement among raft nodes before linearized reading' (duration: 130.348816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.004684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.547672Z","time spent":"373.594311ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:08:59.921398Z","caller":"traceutil/trace.go:171","msg":"trace[1900870473] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7860; }","duration":"164.038464ms","start":"2026-03-03T01:08:59.757351Z","end":"2026-03-03T01:08:59.92139Z","steps":["trace[1900870473] 'agreement among raft nodes before linearized reading' (duration: 163.999833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.139535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.63553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.318697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.703448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921437Z","caller":"traceutil/trace.go:171","msg":"trace[1033344059] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7860; }","duration":"317.206257ms","start":"2026-03-03T01:08:59.604217Z","end":"2026-03-03T01:08:59.921423Z","steps":["trace[1033344059] 'agreement among raft nodes before linearized reading' (duration: 317.127085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921452Z","caller":"traceutil/trace.go:171","msg":"trace[1418753570] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7860; }","duration":"225.68684ms","start":"2026-03-03T01:08:59.695755Z","end":"2026-03-03T01:08:59.921442Z","steps":["trace[1418753570] 'agreement among raft nodes before linearized reading' (duration: 225.627759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.92147Z","caller":"traceutil/trace.go:171","msg":"trace[265730762] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7860; }","duration":"317.76819ms","start":"2026-03-03T01:08:59.603693Z","end":"2026-03-03T01:08:59.921461Z","steps":["trace[265730762] 'agreement among raft nodes before linearized reading' (duration: 317.725029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.604207Z","time spent":"317.265618ms","remote":"127.0.0.1:39180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-03T01:08:59.921505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.269896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.10369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.603677Z","time spent":"317.819181ms","remote":"127.0.0.1:39180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-03T01:08:59.921527Z","caller":"traceutil/trace.go:171","msg":"trace[2127279786] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7860; }","duration":"364.335767ms","start":"2026-03-03T01:08:59.557183Z","end":"2026-03-03T01:08:59.921519Z","steps":["trace[2127279786] 'agreement among raft nodes before linearized reading' (duration: 364.309187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921533Z","caller":"traceutil/trace.go:171","msg":"trace[914184333] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7860; }","duration":"146.14828ms","start":"2026-03-03T01:08:59.775375Z","end":"2026-03-03T01:08:59.921523Z","steps":["trace[914184333] 'agreement among raft nodes before linearized reading' (duration: 146.110829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.557153Z","time spent":"364.385058ms","remote":"127.0.0.1:39166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-03T01:08:59.921546Z","caller":"traceutil/trace.go:171","msg":"trace[1175076818] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"119.545566ms","start":"2026-03-03T01:08:59.801987Z","end":"2026-03-03T01:08:59.921532Z","steps":["trace[1175076818] 'process raft request' (duration: 118.338938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921155Z","caller":"traceutil/trace.go:171","msg":"trace[2061917285] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7860; }","duration":"264.729764ms","start":"2026-03-03T01:08:59.656416Z","end":"2026-03-03T01:08:59.921146Z","steps":["trace[2061917285] 'agreement among raft nodes before linearized reading' (duration: 264.649402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.92163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.881766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.96338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.920943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.163115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921663Z","caller":"traceutil/trace.go:171","msg":"trace[809947989] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7860; }","duration":"147.00501ms","start":"2026-03-03T01:08:59.774652Z","end":"2026-03-03T01:08:59.921657Z","steps":["trace[809947989] 'agreement among raft nodes before linearized reading' (duration: 146.97241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921667Z","caller":"traceutil/trace.go:171","msg":"trace[919905767] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7860; }","duration":"225.940336ms","start":"2026-03-03T01:08:59.695711Z","end":"2026-03-03T01:08:59.921652Z","steps":["trace[919905767] 'agreement among raft nodes before linearized reading' (duration: 225.891835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.001655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.521399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921701Z","caller":"traceutil/trace.go:171","msg":"trace[1006588554] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7860; }","duration":"318.052586ms","start":"2026-03-03T01:08:59.60364Z","end":"2026-03-03T01:08:59.921692Z","steps":["trace[1006588554] 'agreement among raft nodes before linearized reading' (duration: 318.008875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921719Z","caller":"traceutil/trace.go:171","msg":"trace[1419097263] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7860; }","duration":"338.556371ms","start":"2026-03-03T01:08:59.583158Z","end":"2026-03-03T01:08:59.921714Z","steps":["trace[1419097263] 'agreement among raft nodes before linearized reading' (duration: 338.52841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.583149Z","time spent":"338.580341ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-03T01:08:59.921451Z","caller":"traceutil/trace.go:171","msg":"trace[419227842] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7860; }","duration":"364.351658ms","start":"2026-03-03T01:08:59.557093Z","end":"2026-03-03T01:08:59.921445Z","steps":["trace[419227842] 'agreement among raft nodes before linearized reading' (duration: 364.318447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.603628Z","time spent":"318.097337ms","remote":"127.0.0.1:39180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:08:59.921749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.143983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921771Z","caller":"traceutil/trace.go:171","msg":"trace[1333370367] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7860; }","duration":"147.166674ms","start":"2026-03-03T01:08:59.774597Z","end":"2026-03-03T01:08:59.921764Z","steps":["trace[1333370367] 'agreement among raft nodes before linearized reading' (duration: 147.132803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.557086Z","time spent":"364.667045ms","remote":"127.0.0.1:39166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:08:59.921793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.863241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921226Z","caller":"traceutil/trace.go:171","msg":"trace[19874813] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7860; }","duration":"296.817296ms","start":"2026-03-03T01:08:59.6244Z","end":"2026-03-03T01:08:59.921217Z","steps":["trace[19874813] 'agreement among raft nodes before linearized reading' (duration: 296.769285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.920887Z","caller":"traceutil/trace.go:171","msg":"trace[874126887] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7860; }","duration":"211.025681ms","start":"2026-03-03T01:08:59.709845Z","end":"2026-03-03T01:08:59.920871Z","steps":["trace[874126887] 'agreement among raft nodes before linearized reading' (duration: 210.926839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.208551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921848Z","caller":"traceutil/trace.go:171","msg":"trace[1045248719] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7860; }","duration":"112.939362ms","start":"2026-03-03T01:08:59.808893Z","end":"2026-03-03T01:08:59.921832Z","steps":["trace[1045248719] 'agreement among raft nodes before linearized reading' (duration: 112.854851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921864Z","caller":"traceutil/trace.go:171","msg":"trace[34988406] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7860; }","duration":"235.245362ms","start":"2026-03-03T01:08:59.686606Z","end":"2026-03-03T01:08:59.921851Z","steps":["trace[34988406] 'agreement among raft nodes before linearized reading' (duration: 235.189251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.358159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.936203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.921833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.752078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.921961Z","caller":"traceutil/trace.go:171","msg":"trace[2092832415] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7860; }","duration":"113.121517ms","start":"2026-03-03T01:08:59.808833Z","end":"2026-03-03T01:08:59.921955Z","steps":["trace[2092832415] 'agreement among raft nodes before linearized reading' (duration: 112.938313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921973Z","caller":"traceutil/trace.go:171","msg":"trace[897965686] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7860; }","duration":"339.903581ms","start":"2026-03-03T01:08:59.582056Z","end":"2026-03-03T01:08:59.921959Z","steps":["trace[897965686] 'agreement among raft nodes before linearized reading' (duration: 339.762768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921972Z","caller":"traceutil/trace.go:171","msg":"trace[1973621972] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7860; }","duration":"339.939412ms","start":"2026-03-03T01:08:59.582014Z","end":"2026-03-03T01:08:59.921953Z","steps":["trace[1973621972] 'agreement among raft nodes before linearized reading' (duration: 339.363519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.921994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.393925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:08:59.922009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.582043Z","time spent":"339.954552ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-03-03T01:08:59.922022Z","caller":"traceutil/trace.go:171","msg":"trace[459812369] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7860; }","duration":"235.427816ms","start":"2026-03-03T01:08:59.686585Z","end":"2026-03-03T01:08:59.922013Z","steps":["trace[459812369] 'agreement among raft nodes before linearized reading' (duration: 235.384545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.922026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.582003Z","time spent":"340.004814ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:08:59.921138Z","caller":"traceutil/trace.go:171","msg":"trace[1336255163] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7860; }","duration":"297.84531ms","start":"2026-03-03T01:08:59.623272Z","end":"2026-03-03T01:08:59.921118Z","steps":["trace[1336255163] 'agreement among raft nodes before linearized reading' (duration: 297.735577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:08:59.921675Z","caller":"traceutil/trace.go:171","msg":"trace[928494329] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7860; }","duration":"211.912932ms","start":"2026-03-03T01:08:59.709756Z","end":"2026-03-03T01:08:59.921669Z","steps":["trace[928494329] 'agreement among raft nodes before linearized reading' (duration: 211.155784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.922162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.524654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.922212Z","caller":"traceutil/trace.go:171","msg":"trace[1616237437] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7860; }","duration":"112.595165ms","start":"2026-03-03T01:08:59.809602Z","end":"2026-03-03T01:08:59.922197Z","steps":["trace[1616237437] 'agreement among raft nodes before linearized reading' (duration: 112.478642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.92148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.679162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:08:59.922381Z","caller":"traceutil/trace.go:171","msg":"trace[511189404] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7860; }","duration":"364.593053ms","start":"2026-03-03T01:08:59.557782Z","end":"2026-03-03T01:08:59.922375Z","steps":["trace[511189404] 'agreement among raft nodes before linearized reading' (duration: 363.683282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:08:59.922402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:08:59.557773Z","time spent":"364.622674ms","remote":"127.0.0.1:39166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-03T01:09:01.183753Z","caller":"traceutil/trace.go:171","msg":"trace[1180755907] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"181.56697ms","start":"2026-03-03T01:09:01.002152Z","end":"2026-03-03T01:09:01.183719Z","steps":["trace[1180755907] 'process raft request' (duration: 125.256238ms)","trace[1180755907] 'compare' (duration: 56.088897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:01.419185Z","caller":"traceutil/trace.go:171","msg":"trace[535582848] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"118.89521ms","start":"2026-03-03T01:09:01.300264Z","end":"2026-03-03T01:09:01.419159Z","steps":["trace[535582848] 'process raft request' (duration: 45.286548ms)","trace[535582848] 'compare' (duration: 73.51958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:01.44151Z","caller":"traceutil/trace.go:171","msg":"trace[2052625500] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"140.538951ms","start":"2026-03-03T01:09:01.300941Z","end":"2026-03-03T01:09:01.44148Z","steps":["trace[2052625500] 'process raft request' (duration: 140.203863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.441616Z","caller":"traceutil/trace.go:171","msg":"trace[1894981406] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"140.54071ms","start":"2026-03-03T01:09:01.301057Z","end":"2026-03-03T01:09:01.441597Z","steps":["trace[1894981406] 'process raft request' (duration: 140.192202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:01.897337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.562246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:09:01.897367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.650638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:09:01.897423Z","caller":"traceutil/trace.go:171","msg":"trace[135578373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7865; }","duration":"349.696849ms","start":"2026-03-03T01:09:01.547708Z","end":"2026-03-03T01:09:01.897404Z","steps":["trace[135578373] 'range keys from in-memory index tree' (duration: 349.33082ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:01.897449Z","caller":"traceutil/trace.go:171","msg":"trace[962408390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7865; }","duration":"349.779131ms","start":"2026-03-03T01:09:01.547649Z","end":"2026-03-03T01:09:01.897428Z","steps":["trace[962408390] 'range keys from in-memory index tree' (duration: 349.395182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:01.897468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.547685Z","time spent":"349.77476ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:09:01.897499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.547635Z","time spent":"349.852443ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:02.409724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352591852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:02.910434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352591852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:03.41159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352591852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:03.511797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.610243347s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:09:03.512129Z","caller":"traceutil/trace.go:171","msg":"trace[1279487484] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"1.610654476s","start":"2026-03-03T01:09:01.901451Z","end":"2026-03-03T01:09:03.512105Z","steps":["trace[1279487484] 'process raft request' (duration: 1.610516103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.512268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.901425Z","time spent":"1.610770219s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:03.905818Z","caller":"traceutil/trace.go:171","msg":"trace[781492394] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"481.642521ms","start":"2026-03-03T01:09:03.42415Z","end":"2026-03-03T01:09:03.905792Z","steps":["trace[781492394] 'process raft request' (duration: 481.561069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:03.905854Z","caller":"traceutil/trace.go:171","msg":"trace[730124997] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"2.003974764s","start":"2026-03-03T01:09:01.901838Z","end":"2026-03-03T01:09:03.905813Z","steps":["trace[730124997] 'process raft request' (duration: 2.003671547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.905974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.424124Z","time spent":"481.768794ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:03.906019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.90182Z","time spent":"2.004117868s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:03.906034Z","caller":"traceutil/trace.go:171","msg":"trace[1037137423] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"458.950186ms","start":"2026-03-03T01:09:03.447071Z","end":"2026-03-03T01:09:03.906021Z","steps":["trace[1037137423] 'process raft request' (duration: 458.6854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.906085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.447043Z","time spent":"459.015708ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:03.906369Z","caller":"traceutil/trace.go:171","msg":"trace[1330964128] linearizableReadLoop","detail":"{readStateIndex:8169; appliedIndex:8167; }","duration":"1.997443453s","start":"2026-03-03T01:09:01.908892Z","end":"2026-03-03T01:09:03.906335Z","steps":["trace[1330964128] 'read index received' (duration: 1.603074141s)","trace[1330964128] 'applied index is now lower than readState.Index' (duration: 394.367352ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:03.90641Z","caller":"traceutil/trace.go:171","msg":"trace[257418390] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"459.237063ms","start":"2026-03-03T01:09:03.447134Z","end":"2026-03-03T01:09:03.906371Z","steps":["trace[257418390] 'process raft request' (duration: 458.848244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.9065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.447105Z","time spent":"459.353455ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:03.906692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997507065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:09:03.906742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997821142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:09:03.906759Z","caller":"traceutil/trace.go:171","msg":"trace[1740914176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7870; }","duration":"1.997599117s","start":"2026-03-03T01:09:01.909145Z","end":"2026-03-03T01:09:03.906744Z","steps":["trace[1740914176] 'agreement among raft nodes before linearized reading' (duration: 1.997396162s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:03.906798Z","caller":"traceutil/trace.go:171","msg":"trace[1975338936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7870; }","duration":"1.997934895s","start":"2026-03-03T01:09:01.908847Z","end":"2026-03-03T01:09:03.906782Z","steps":["trace[1975338936] 'agreement among raft nodes before linearized reading' (duration: 1.997646798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.906812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.909136Z","time spent":"1.997664549s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:03.906849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:01.908826Z","time spent":"1.998010367s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:09:03.906911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438887073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:03.906971Z","caller":"traceutil/trace.go:171","msg":"trace[1581813880] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7870; }","duration":"1.438991156s","start":"2026-03-03T01:09:02.467962Z","end":"2026-03-03T01:09:03.906953Z","steps":["trace[1581813880] 'agreement among raft nodes before linearized reading' (duration: 1.438884493s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.906959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669671741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:03.907031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.977069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:03.907034Z","caller":"traceutil/trace.go:171","msg":"trace[2083495222] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7870; }","duration":"1.669745843s","start":"2026-03-03T01:09:02.23727Z","end":"2026-03-03T01:09:03.907016Z","steps":["trace[2083495222] 'agreement among raft nodes before linearized reading' (duration: 1.669643511s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:03.907056Z","caller":"traceutil/trace.go:171","msg":"trace[1390069143] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7870; }","duration":"147.037461ms","start":"2026-03-03T01:09:03.760009Z","end":"2026-03-03T01:09:03.907046Z","steps":["trace[1390069143] 'agreement among raft nodes before linearized reading' (duration: 146.99998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.907043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79846059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:03.907081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.237202Z","time spent":"1.669864806s","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:03.907091Z","caller":"traceutil/trace.go:171","msg":"trace[1601869618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7870; }","duration":"1.798586493s","start":"2026-03-03T01:09:02.108491Z","end":"2026-03-03T01:09:03.907077Z","steps":["trace[1601869618] 'agreement among raft nodes before linearized reading' (duration: 1.798514602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.90702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.467933Z","time spent":"1.439071027s","remote":"127.0.0.1:41610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:03.907134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.108472Z","time spent":"1.798647855s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:03.90715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.646784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:09:03.907194Z","caller":"traceutil/trace.go:171","msg":"trace[1625218165] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:7870; }","duration":"533.729396ms","start":"2026-03-03T01:09:03.373451Z","end":"2026-03-03T01:09:03.907181Z","steps":["trace[1625218165] 'agreement among raft nodes before linearized reading' (duration: 533.595213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.907232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.37343Z","time spent":"533.791788ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-03T01:09:03.907342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08989735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:09:03.907359Z","caller":"traceutil/trace.go:171","msg":"trace[1605048578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7870; }","duration":"1.089943731s","start":"2026-03-03T01:09:02.81741Z","end":"2026-03-03T01:09:03.907354Z","steps":["trace[1605048578] 'agreement among raft nodes before linearized reading' (duration: 1.08989682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.907373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.817393Z","time spent":"1.089977322s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:03.907387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847413643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:09:03.907435Z","caller":"traceutil/trace.go:171","msg":"trace[1915718906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7870; }","duration":"1.847463054s","start":"2026-03-03T01:09:02.059958Z","end":"2026-03-03T01:09:03.907421Z","steps":["trace[1915718906] 'agreement among raft nodes before linearized reading' (duration: 1.847323311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.906992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.571318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:09:03.907478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.059888Z","time spent":"1.847578596s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:09:03.907528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684482234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:03.907545Z","caller":"traceutil/trace.go:171","msg":"trace[859709246] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7870; }","duration":"1.684544025s","start":"2026-03-03T01:09:02.222996Z","end":"2026-03-03T01:09:03.90754Z","steps":["trace[859709246] 'agreement among raft nodes before linearized reading' (duration: 1.684508364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.907558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:02.222965Z","time spent":"1.684590206s","remote":"127.0.0.1:52760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:03.907545Z","caller":"traceutil/trace.go:171","msg":"trace[1919021651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:7870; }","duration":"456.150672ms","start":"2026-03-03T01:09:03.451377Z","end":"2026-03-03T01:09:03.907527Z","steps":["trace[1919021651] 'agreement among raft nodes before linearized reading' (duration: 455.533168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:03.907607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.451357Z","time spent":"456.229003ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:09:04.603243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.225119ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T01:09:04.603342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.908085Z","time spent":"695.249522ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:09:04.603525Z","caller":"traceutil/trace.go:171","msg":"trace[1207542537] linearizableReadLoop","detail":"{readStateIndex:8173; appliedIndex:8172; }","duration":"694.642459ms","start":"2026-03-03T01:09:03.908843Z","end":"2026-03-03T01:09:04.603485Z","steps":["trace[1207542537] 'read index received' (duration: 249.239626ms)","trace[1207542537] 'applied index is now lower than readState.Index' (duration: 445.398123ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:04.603735Z","caller":"traceutil/trace.go:171","msg":"trace[260918801] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"693.046971ms","start":"2026-03-03T01:09:03.910678Z","end":"2026-03-03T01:09:04.603725Z","steps":["trace[260918801] 'process raft request' (duration: 692.677383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.603752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.883824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:04.603804Z","caller":"traceutil/trace.go:171","msg":"trace[1482110432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7873; }","duration":"694.980507ms","start":"2026-03-03T01:09:03.908808Z","end":"2026-03-03T01:09:04.603789Z","steps":["trace[1482110432] 'agreement among raft nodes before linearized reading' (duration: 694.863944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.603835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.910663Z","time spent":"693.111323ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:04.603861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.908793Z","time spent":"695.056098ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:04.603575Z","caller":"traceutil/trace.go:171","msg":"trace[726263227] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"691.131717ms","start":"2026-03-03T01:09:03.912424Z","end":"2026-03-03T01:09:04.603556Z","steps":["trace[726263227] 'process raft request' (duration: 691.087676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:04.604007Z","caller":"traceutil/trace.go:171","msg":"trace[1720575068] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"692.422548ms","start":"2026-03-03T01:09:03.911572Z","end":"2026-03-03T01:09:04.603995Z","steps":["trace[1720575068] 'process raft request' (duration: 691.903716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.604037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.9909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:09:04.604116Z","caller":"traceutil/trace.go:171","msg":"trace[562704537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7873; }","duration":"693.115743ms","start":"2026-03-03T01:09:03.910984Z","end":"2026-03-03T01:09:04.6041Z","steps":["trace[562704537] 'agreement among raft nodes before linearized reading' (duration: 692.891148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.604157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.910962Z","time spent":"693.186925ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:09:04.604127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.912408Z","time spent":"691.607258ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:04.604059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.911552Z","time spent":"692.477808ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:04.604486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.706914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224100"} {"level":"info","ts":"2026-03-03T01:09:04.604561Z","caller":"traceutil/trace.go:171","msg":"trace[916881144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7873; }","duration":"692.801606ms","start":"2026-03-03T01:09:03.911739Z","end":"2026-03-03T01:09:04.60454Z","steps":["trace[916881144] 'agreement among raft nodes before linearized reading' (duration: 692.369846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.604617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:03.911732Z","time spent":"692.871128ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224123,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:09:04.934832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.30833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:04.934964Z","caller":"traceutil/trace.go:171","msg":"trace[400665240] linearizableReadLoop","detail":"{readStateIndex:8177; appliedIndex:8176; }","duration":"329.048882ms","start":"2026-03-03T01:09:04.605892Z","end":"2026-03-03T01:09:04.93494Z","steps":["trace[400665240] 'read index received' (duration: 142.566288ms)","trace[400665240] 'applied index is now lower than readState.Index' (duration: 186.480024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:04.934971Z","caller":"traceutil/trace.go:171","msg":"trace[587570453] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"329.916612ms","start":"2026-03-03T01:09:04.605028Z","end":"2026-03-03T01:09:04.934945Z","steps":["trace[587570453] 'process raft request' (duration: 143.391287ms)","trace[587570453] 'compare' (duration: 186.085445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:04.935096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.605002Z","time spent":"330.021904ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:04.93529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.373409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-03T01:09:04.935389Z","caller":"traceutil/trace.go:171","msg":"trace[1291582015] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7874; }","duration":"329.506962ms","start":"2026-03-03T01:09:04.605861Z","end":"2026-03-03T01:09:04.935368Z","steps":["trace[1291582015] 'agreement among raft nodes before linearized reading' (duration: 329.187694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.935418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.255325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:04.935541Z","caller":"traceutil/trace.go:171","msg":"trace[464575961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7874; }","duration":"319.432939ms","start":"2026-03-03T01:09:04.616079Z","end":"2026-03-03T01:09:04.935512Z","steps":["trace[464575961] 'agreement among raft nodes before linearized reading' (duration: 318.999909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:04.935546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.60585Z","time spent":"329.627415ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T01:09:04.935607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:04.61607Z","time spent":"319.522111ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:06.069234Z","caller":"traceutil/trace.go:171","msg":"trace[1963138282] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"481.458827ms","start":"2026-03-03T01:09:05.587749Z","end":"2026-03-03T01:09:06.069208Z","steps":["trace[1963138282] 'process raft request' (duration: 481.296823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:06.069342Z","caller":"traceutil/trace.go:171","msg":"trace[302054927] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8178; }","duration":"159.283945ms","start":"2026-03-03T01:09:05.910012Z","end":"2026-03-03T01:09:06.069296Z","steps":["trace[302054927] 'read index received' (duration: 159.266714ms)","trace[302054927] 'applied index is now lower than readState.Index' (duration: 13.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:06.069386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:05.587731Z","time spent":"481.57964ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:06.069595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.562751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:09:06.069647Z","caller":"traceutil/trace.go:171","msg":"trace[1349401046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7875; }","duration":"159.663434ms","start":"2026-03-03T01:09:05.909969Z","end":"2026-03-03T01:09:06.069632Z","steps":["trace[1349401046] 'agreement among raft nodes before linearized reading' (duration: 159.456869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.363415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.270203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:06.363703Z","caller":"traceutil/trace.go:171","msg":"trace[1777844599] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"452.293792ms","start":"2026-03-03T01:09:05.911385Z","end":"2026-03-03T01:09:06.363679Z","steps":["trace[1777844599] 'process raft request' (duration: 321.693791ms)","trace[1777844599] 'compare' (duration: 130.032318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:06.363832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:05.911359Z","time spent":"452.401295ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:06.363851Z","caller":"traceutil/trace.go:171","msg":"trace[115369287] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"452.190079ms","start":"2026-03-03T01:09:05.911624Z","end":"2026-03-03T01:09:06.363814Z","steps":["trace[115369287] 'process raft request' (duration: 451.870842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:06.363979Z","caller":"traceutil/trace.go:171","msg":"trace[185269223] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"450.407399ms","start":"2026-03-03T01:09:05.913562Z","end":"2026-03-03T01:09:06.36397Z","steps":["trace[185269223] 'process raft request' (duration: 450.108532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:06.36403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:05.91355Z","time spent":"450.45691ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:06.364026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:05.911608Z","time spent":"452.325873ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:06.364054Z","caller":"traceutil/trace.go:171","msg":"trace[172987075] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"290.49707ms","start":"2026-03-03T01:09:06.073549Z","end":"2026-03-03T01:09:06.364047Z","steps":["trace[172987075] 'process raft request' (duration: 290.230503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:06.363912Z","caller":"traceutil/trace.go:171","msg":"trace[630803711] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8178; }","duration":"256.482563ms","start":"2026-03-03T01:09:06.107415Z","end":"2026-03-03T01:09:06.363898Z","steps":["trace[630803711] 'read index received' (duration: 125.679568ms)","trace[630803711] 'applied index is now lower than readState.Index' (duration: 130.802305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:06.364338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.928473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:06.364365Z","caller":"traceutil/trace.go:171","msg":"trace[662610765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7879; }","duration":"256.986215ms","start":"2026-03-03T01:09:06.107367Z","end":"2026-03-03T01:09:06.364353Z","steps":["trace[662610765] 'agreement among raft nodes before linearized reading' (duration: 256.946934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.677044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067937542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:07.677124Z","caller":"traceutil/trace.go:171","msg":"trace[1269870236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7879; }","duration":"1.068050975s","start":"2026-03-03T01:09:06.609057Z","end":"2026-03-03T01:09:07.677108Z","steps":["trace[1269870236] 'range keys from in-memory index tree' (duration: 1.067813779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.67718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.609046Z","time spent":"1.068124177s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:07.67743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064637466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:09:07.67748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.475981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:09:07.677521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069093949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:09:07.677618Z","caller":"traceutil/trace.go:171","msg":"trace[2120772483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7879; }","duration":"1.069246163s","start":"2026-03-03T01:09:06.608352Z","end":"2026-03-03T01:09:07.677598Z","steps":["trace[2120772483] 'range keys from in-memory index tree' (duration: 1.068900874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.67765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069087239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:09:07.677737Z","caller":"traceutil/trace.go:171","msg":"trace[1248249851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7879; }","duration":"1.069215981s","start":"2026-03-03T01:09:06.608508Z","end":"2026-03-03T01:09:07.677724Z","steps":["trace[1248249851] 'range keys from in-memory index tree' (duration: 1.068897295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.677814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.608479Z","time spent":"1.069283383s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:09:07.677666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.608328Z","time spent":"1.069328795s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:09:07.677556Z","caller":"traceutil/trace.go:171","msg":"trace[1240363435] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7879; }","duration":"824.594624ms","start":"2026-03-03T01:09:06.852938Z","end":"2026-03-03T01:09:07.677533Z","steps":["trace[1240363435] 'count revisions from in-memory index tree' (duration: 824.39177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.67809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.620049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:07.678169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.852918Z","time spent":"825.173248ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:07.678235Z","caller":"traceutil/trace.go:171","msg":"trace[993303675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7879; }","duration":"570.801664ms","start":"2026-03-03T01:09:07.107407Z","end":"2026-03-03T01:09:07.678209Z","steps":["trace[993303675] 'range keys from in-memory index tree' (duration: 570.496297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.678299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.107377Z","time spent":"570.907876ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:07.677556Z","caller":"traceutil/trace.go:171","msg":"trace[205270644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:7879; }","duration":"1.06482328s","start":"2026-03-03T01:09:06.612709Z","end":"2026-03-03T01:09:07.677533Z","steps":["trace[205270644] 'range keys from in-memory index tree' (duration: 1.064479312s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:07.678402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:06.612663Z","time spent":"1.065717531s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:09:08.120952Z","caller":"traceutil/trace.go:171","msg":"trace[1430309444] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"440.435099ms","start":"2026-03-03T01:09:07.68049Z","end":"2026-03-03T01:09:08.120926Z","steps":["trace[1430309444] 'process raft request' (duration: 440.258645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:08.121105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.680468Z","time spent":"440.558541ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:08.123362Z","caller":"traceutil/trace.go:171","msg":"trace[1247576840] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"441.045133ms","start":"2026-03-03T01:09:07.682289Z","end":"2026-03-03T01:09:08.123334Z","steps":["trace[1247576840] 'process raft request' (duration: 440.873659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:08.12352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.682278Z","time spent":"441.161415ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:08.123643Z","caller":"traceutil/trace.go:171","msg":"trace[420424706] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"440.424028ms","start":"2026-03-03T01:09:07.6832Z","end":"2026-03-03T01:09:08.123624Z","steps":["trace[420424706] 'process raft request' (duration: 440.292785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:08.123733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.683191Z","time spent":"440.49992ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:08.12362Z","caller":"traceutil/trace.go:171","msg":"trace[723172096] linearizableReadLoop","detail":"{readStateIndex:8186; appliedIndex:8182; }","duration":"438.812421ms","start":"2026-03-03T01:09:07.684781Z","end":"2026-03-03T01:09:08.123594Z","steps":["trace[723172096] 'read index received' (duration: 435.977195ms)","trace[723172096] 'applied index is now lower than readState.Index' (duration: 2.834065ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:08.123844Z","caller":"traceutil/trace.go:171","msg":"trace[626474269] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"441.099014ms","start":"2026-03-03T01:09:07.682722Z","end":"2026-03-03T01:09:08.123821Z","steps":["trace[626474269] 'process raft request' (duration: 440.571082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:08.124052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.682698Z","time spent":"441.284079ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:08.12412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.311802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224100"} {"level":"info","ts":"2026-03-03T01:09:08.124202Z","caller":"traceutil/trace.go:171","msg":"trace[803107161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7883; }","duration":"439.421995ms","start":"2026-03-03T01:09:07.684762Z","end":"2026-03-03T01:09:08.124184Z","steps":["trace[803107161] 'agreement among raft nodes before linearized reading' (duration: 438.917043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:08.124264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.684755Z","time spent":"439.492407ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224123,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:09:08.124148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.107252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:08.124596Z","caller":"traceutil/trace.go:171","msg":"trace[231249720] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7883; }","duration":"431.540962ms","start":"2026-03-03T01:09:07.692972Z","end":"2026-03-03T01:09:08.124513Z","steps":["trace[231249720] 'agreement among raft nodes before linearized reading' (duration: 431.073711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:08.12523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:07.69294Z","time spent":"432.244698ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:08.337677Z","caller":"traceutil/trace.go:171","msg":"trace[1013949698] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"208.610146ms","start":"2026-03-03T01:09:08.129036Z","end":"2026-03-03T01:09:08.337646Z","steps":["trace[1013949698] 'process raft request' (duration: 207.099461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:08.847311Z","caller":"traceutil/trace.go:171","msg":"trace[1869387205] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"479.43663ms","start":"2026-03-03T01:09:08.367849Z","end":"2026-03-03T01:09:08.847286Z","steps":["trace[1869387205] 'process raft request' (duration: 424.686183ms)","trace[1869387205] 'compare' (duration: 54.390569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:08.847434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:08.367826Z","time spent":"479.542663ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:09.277288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.947428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:09.27751Z","caller":"traceutil/trace.go:171","msg":"trace[2114924673] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"908.766961ms","start":"2026-03-03T01:09:08.368713Z","end":"2026-03-03T01:09:09.27748Z","steps":["trace[2114924673] 'process raft request' (duration: 736.513277ms)","trace[2114924673] 'compare' (duration: 171.840544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:09.277748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:08.3687Z","time spent":"908.938126ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:09.277782Z","caller":"traceutil/trace.go:171","msg":"trace[1884075524] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"908.063335ms","start":"2026-03-03T01:09:08.369688Z","end":"2026-03-03T01:09:09.277752Z","steps":["trace[1884075524] 'process raft request' (duration: 907.745648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:09.277783Z","caller":"traceutil/trace.go:171","msg":"trace[591390595] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"908.911375ms","start":"2026-03-03T01:09:08.368829Z","end":"2026-03-03T01:09:09.277741Z","steps":["trace[591390595] 'process raft request' (duration: 908.554987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:09.277928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:08.369665Z","time spent":"908.181198ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:09.277929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:08.368804Z","time spent":"909.055628ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:09.614299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.776641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:09:09.614672Z","caller":"traceutil/trace.go:171","msg":"trace[783012274] linearizableReadLoop","detail":"{readStateIndex:8193; appliedIndex:8187; }","duration":"848.942688ms","start":"2026-03-03T01:09:08.765715Z","end":"2026-03-03T01:09:09.614658Z","steps":["trace[783012274] 'read index received' (duration: 26.830231ms)","trace[783012274] 'applied index is now lower than readState.Index' (duration: 822.110146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:09.614746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.0447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:09.614764Z","caller":"traceutil/trace.go:171","msg":"trace[662630045] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7889; }","duration":"849.104641ms","start":"2026-03-03T01:09:08.765653Z","end":"2026-03-03T01:09:09.614757Z","steps":["trace[662630045] 'agreement among raft nodes before linearized reading' (duration: 849.0596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:09.614785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:08.765638Z","time spent":"849.140262ms","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:09:09.614741Z","caller":"traceutil/trace.go:171","msg":"trace[502344578] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"924.68909ms","start":"2026-03-03T01:09:08.690016Z","end":"2026-03-03T01:09:09.614705Z","steps":["trace[502344578] 'process raft request' (duration: 924.365492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:09.614805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.214295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:09.61488Z","caller":"traceutil/trace.go:171","msg":"trace[1521674010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7889; }","duration":"508.321278ms","start":"2026-03-03T01:09:09.10653Z","end":"2026-03-03T01:09:09.614851Z","steps":["trace[1521674010] 'agreement among raft nodes before linearized reading' (duration: 508.203835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:09.614924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:08.689989Z","time spent":"924.833603ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:09.614947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:09.106509Z","time spent":"508.421421ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:10.427415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.4727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:09:10.427511Z","caller":"traceutil/trace.go:171","msg":"trace[1826941415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7889; }","duration":"412.614144ms","start":"2026-03-03T01:09:10.014873Z","end":"2026-03-03T01:09:10.427488Z","steps":["trace[1826941415] 'range keys from in-memory index tree' (duration: 412.275055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:10.427553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.014854Z","time spent":"412.689985ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T01:09:10.518084Z","caller":"traceutil/trace.go:171","msg":"trace[1893033998] linearizableReadLoop","detail":"{readStateIndex:8194; appliedIndex:8193; }","duration":"411.037427ms","start":"2026-03-03T01:09:10.107021Z","end":"2026-03-03T01:09:10.518059Z","steps":["trace[1893033998] 'read index received' (duration: 410.926664ms)","trace[1893033998] 'applied index is now lower than readState.Index' (duration: 109.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:10.518214Z","caller":"traceutil/trace.go:171","msg":"trace[1549810957] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"450.140561ms","start":"2026-03-03T01:09:10.068022Z","end":"2026-03-03T01:09:10.518163Z","steps":["trace[1549810957] 'process raft request' (duration: 449.855485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:10.518254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.207231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:10.518314Z","caller":"traceutil/trace.go:171","msg":"trace[1059297806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7890; }","duration":"411.308733ms","start":"2026-03-03T01:09:10.106988Z","end":"2026-03-03T01:09:10.518297Z","steps":["trace[1059297806] 'agreement among raft nodes before linearized reading' (duration: 411.14716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:10.51835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.106976Z","time spent":"411.366674ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:10.518425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.068002Z","time spent":"450.290125ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:10.676506Z","caller":"traceutil/trace.go:171","msg":"trace[683779591] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8194; }","duration":"158.274791ms","start":"2026-03-03T01:09:10.5182Z","end":"2026-03-03T01:09:10.676475Z","steps":["trace[683779591] 'read index received' (duration: 158.094047ms)","trace[683779591] 'applied index is now lower than readState.Index' (duration: 179.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:10.676745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.910723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:09:10.676764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.614732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:09:10.676805Z","caller":"traceutil/trace.go:171","msg":"trace[213257797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7891; }","duration":"547.982805ms","start":"2026-03-03T01:09:10.128808Z","end":"2026-03-03T01:09:10.67679Z","steps":["trace[213257797] 'agreement among raft nodes before linearized reading' (duration: 547.77056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:10.676819Z","caller":"traceutil/trace.go:171","msg":"trace[1162642102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7891; }","duration":"335.741325ms","start":"2026-03-03T01:09:10.341061Z","end":"2026-03-03T01:09:10.676802Z","steps":["trace[1162642102] 'agreement among raft nodes before linearized reading' (duration: 335.53652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:10.676851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.128795Z","time spent":"548.044737ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:10.676836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.337334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:09:10.676914Z","caller":"traceutil/trace.go:171","msg":"trace[1900571214] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:7891; }","duration":"545.452116ms","start":"2026-03-03T01:09:10.131446Z","end":"2026-03-03T01:09:10.676899Z","steps":["trace[1900571214] 'agreement among raft nodes before linearized reading' (duration: 545.273512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:10.676926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.643037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:10.676934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.362663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:09:10.676687Z","caller":"traceutil/trace.go:171","msg":"trace[1310560346] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"556.097823ms","start":"2026-03-03T01:09:10.120536Z","end":"2026-03-03T01:09:10.676634Z","steps":["trace[1310560346] 'process raft request' (duration: 555.779496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:10.677002Z","caller":"traceutil/trace.go:171","msg":"trace[93491889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7891; }","duration":"548.481467ms","start":"2026-03-03T01:09:10.128498Z","end":"2026-03-03T01:09:10.676979Z","steps":["trace[93491889] 'agreement among raft nodes before linearized reading' (duration: 548.244072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:10.677007Z","caller":"traceutil/trace.go:171","msg":"trace[1226208292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7891; }","duration":"157.722329ms","start":"2026-03-03T01:09:10.519247Z","end":"2026-03-03T01:09:10.676969Z","steps":["trace[1226208292] 'agreement among raft nodes before linearized reading' (duration: 157.654987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:10.676946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.131434Z","time spent":"545.506628ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:09:10.677041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.128475Z","time spent":"548.556408ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:09:10.676856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.341028Z","time spent":"335.819587ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:09:10.677105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.12051Z","time spent":"556.508102ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:10.676864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.812117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:09:10.677231Z","caller":"traceutil/trace.go:171","msg":"trace[1882255936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7891; }","duration":"550.217357ms","start":"2026-03-03T01:09:10.127005Z","end":"2026-03-03T01:09:10.677222Z","steps":["trace[1882255936] 'agreement among raft nodes before linearized reading' (duration: 549.754206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:10.677257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:10.126989Z","time spent":"550.259237ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:10.676836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.360286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:09:10.677318Z","caller":"traceutil/trace.go:171","msg":"trace[466603431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7891; }","duration":"245.895858ms","start":"2026-03-03T01:09:10.43141Z","end":"2026-03-03T01:09:10.677306Z","steps":["trace[466603431] 'agreement among raft nodes before linearized reading' (duration: 245.223672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:33.742257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:33.376219Z","time spent":"366.027077ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:09:33.749309Z","caller":"traceutil/trace.go:171","msg":"trace[643176043] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"308.544208ms","start":"2026-03-03T01:09:33.44074Z","end":"2026-03-03T01:09:33.749284Z","steps":["trace[643176043] 'process raft request' (duration: 308.279232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:33.749246Z","caller":"traceutil/trace.go:171","msg":"trace[25043752] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"309.177852ms","start":"2026-03-03T01:09:33.439997Z","end":"2026-03-03T01:09:33.749175Z","steps":["trace[25043752] 'process raft request' (duration: 305.229021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:33.749602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:33.440727Z","time spent":"308.64526ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:33.749587Z","caller":"traceutil/trace.go:171","msg":"trace[1498322208] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8320; }","duration":"154.935054ms","start":"2026-03-03T01:09:33.594612Z","end":"2026-03-03T01:09:33.749547Z","steps":["trace[1498322208] 'read index received' (duration: 149.238472ms)","trace[1498322208] 'applied index is now lower than readState.Index' (duration: 5.691572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:33.749662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:33.439967Z","time spent":"309.460978ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:33.749794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.999206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:33.749776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.143458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:09:33.74983Z","caller":"traceutil/trace.go:171","msg":"trace[272038336] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8014; }","duration":"155.075957ms","start":"2026-03-03T01:09:33.594741Z","end":"2026-03-03T01:09:33.749817Z","steps":["trace[272038336] 'agreement among raft nodes before linearized reading' (duration: 154.977975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:33.749848Z","caller":"traceutil/trace.go:171","msg":"trace[1139210329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8014; }","duration":"155.263021ms","start":"2026-03-03T01:09:33.594566Z","end":"2026-03-03T01:09:33.749829Z","steps":["trace[1139210329] 'agreement among raft nodes before linearized reading' (duration: 155.072087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:35.450378Z","caller":"traceutil/trace.go:171","msg":"trace[2042393733] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"374.788359ms","start":"2026-03-03T01:09:35.075561Z","end":"2026-03-03T01:09:35.45035Z","steps":["trace[2042393733] 'read index received' (duration: 374.601425ms)","trace[2042393733] 'applied index is now lower than readState.Index' (duration: 185.974µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:35.450859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.082225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:35.450955Z","caller":"traceutil/trace.go:171","msg":"trace[74599247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8016; }","duration":"343.211068ms","start":"2026-03-03T01:09:35.107719Z","end":"2026-03-03T01:09:35.450931Z","steps":["trace[74599247] 'agreement among raft nodes before linearized reading' (duration: 343.046404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.450998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.107699Z","time spent":"343.29102ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:35.451142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.29075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:09:35.451214Z","caller":"traceutil/trace.go:171","msg":"trace[54440991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8016; }","duration":"375.404612ms","start":"2026-03-03T01:09:35.075795Z","end":"2026-03-03T01:09:35.4512Z","steps":["trace[54440991] 'agreement among raft nodes before linearized reading' (duration: 374.945412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:35.451265Z","caller":"traceutil/trace.go:171","msg":"trace[813632793] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"437.657393ms","start":"2026-03-03T01:09:35.013594Z","end":"2026-03-03T01:09:35.451251Z","steps":["trace[813632793] 'process raft request' (duration: 436.626019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.451257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.075785Z","time spent":"375.461175ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:35.451355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.013572Z","time spent":"437.722344ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:35.451558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.005687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:09:35.451591Z","caller":"traceutil/trace.go:171","msg":"trace[963606926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8016; }","duration":"376.075168ms","start":"2026-03-03T01:09:35.075507Z","end":"2026-03-03T01:09:35.451582Z","steps":["trace[963606926] 'agreement among raft nodes before linearized reading' (duration: 375.922395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.451575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.954113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:09:35.451665Z","caller":"traceutil/trace.go:171","msg":"trace[1580151414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8016; }","duration":"359.120166ms","start":"2026-03-03T01:09:35.092522Z","end":"2026-03-03T01:09:35.451643Z","steps":["trace[1580151414] 'agreement among raft nodes before linearized reading' (duration: 358.715996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.451711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.442323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:09:35.45177Z","caller":"traceutil/trace.go:171","msg":"trace[1446530024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8016; }","duration":"359.536965ms","start":"2026-03-03T01:09:35.092219Z","end":"2026-03-03T01:09:35.451756Z","steps":["trace[1446530024] 'agreement among raft nodes before linearized reading' (duration: 359.364581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.451813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.092199Z","time spent":"359.604067ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:35.45183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.910982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:09:35.45186Z","caller":"traceutil/trace.go:171","msg":"trace[834247467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8016; }","duration":"355.960623ms","start":"2026-03-03T01:09:35.095891Z","end":"2026-03-03T01:09:35.451851Z","steps":["trace[834247467] 'agreement among raft nodes before linearized reading' (duration: 355.86328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:35.451892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.095881Z","time spent":"356.006244ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:09:35.451728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.092504Z","time spent":"359.201078ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:09:35.451617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:35.075489Z","time spent":"376.1216ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:09:36.618606Z","caller":"traceutil/trace.go:171","msg":"trace[1782227699] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"111.910439ms","start":"2026-03-03T01:09:36.506661Z","end":"2026-03-03T01:09:36.618571Z","steps":["trace[1782227699] 'process raft request' (duration: 111.808797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.788935Z","caller":"traceutil/trace.go:171","msg":"trace[2076507271] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8389; }","duration":"267.394585ms","start":"2026-03-03T01:09:39.521518Z","end":"2026-03-03T01:09:39.788913Z","steps":["trace[2076507271] 'read index received' (duration: 267.285563ms)","trace[2076507271] 'applied index is now lower than readState.Index' (duration: 108.102µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:39.788986Z","caller":"traceutil/trace.go:171","msg":"trace[71238206] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"295.442654ms","start":"2026-03-03T01:09:39.49352Z","end":"2026-03-03T01:09:39.788963Z","steps":["trace[71238206] 'process raft request' (duration: 295.25559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.789162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.62222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:09:39.789271Z","caller":"traceutil/trace.go:171","msg":"trace[652757333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8078; }","duration":"267.781244ms","start":"2026-03-03T01:09:39.521467Z","end":"2026-03-03T01:09:39.789248Z","steps":["trace[652757333] 'agreement among raft nodes before linearized reading' (duration: 267.568169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.789913Z","caller":"traceutil/trace.go:171","msg":"trace[767842859] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"132.421223ms","start":"2026-03-03T01:09:39.657478Z","end":"2026-03-03T01:09:39.789899Z","steps":["trace[767842859] 'process raft request' (duration: 132.328781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.790286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.683355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:39.790343Z","caller":"traceutil/trace.go:171","msg":"trace[1530629042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8081; }","duration":"236.846099ms","start":"2026-03-03T01:09:39.553482Z","end":"2026-03-03T01:09:39.790328Z","steps":["trace[1530629042] 'agreement among raft nodes before linearized reading' (duration: 236.715136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.790356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.745346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:09:39.790343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.498621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:09:39.79039Z","caller":"traceutil/trace.go:171","msg":"trace[600881653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8081; }","duration":"236.785817ms","start":"2026-03-03T01:09:39.553593Z","end":"2026-03-03T01:09:39.790379Z","steps":["trace[600881653] 'agreement among raft nodes before linearized reading' (duration: 236.697815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:39.790389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.198434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:09:39.79042Z","caller":"traceutil/trace.go:171","msg":"trace[1615009580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8081; }","duration":"236.591073ms","start":"2026-03-03T01:09:39.55381Z","end":"2026-03-03T01:09:39.790401Z","steps":["trace[1615009580] 'agreement among raft nodes before linearized reading' (duration: 236.435819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:39.790458Z","caller":"traceutil/trace.go:171","msg":"trace[101239989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8081; }","duration":"236.349527ms","start":"2026-03-03T01:09:39.554091Z","end":"2026-03-03T01:09:39.790441Z","steps":["trace[101239989] 'agreement among raft nodes before linearized reading' (duration: 236.195324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:41.222414Z","caller":"traceutil/trace.go:171","msg":"trace[444126695] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8400; }","duration":"112.39463ms","start":"2026-03-03T01:09:41.109991Z","end":"2026-03-03T01:09:41.222385Z","steps":["trace[444126695] 'read index received' (duration: 112.189805ms)","trace[444126695] 'applied index is now lower than readState.Index' (duration: 204.115µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:41.222624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.598604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:41.222722Z","caller":"traceutil/trace.go:171","msg":"trace[536142724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"112.755688ms","start":"2026-03-03T01:09:41.109945Z","end":"2026-03-03T01:09:41.222701Z","steps":["trace[536142724] 'agreement among raft nodes before linearized reading' (duration: 112.560834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:41.222513Z","caller":"traceutil/trace.go:171","msg":"trace[486646881] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"202.045524ms","start":"2026-03-03T01:09:41.020424Z","end":"2026-03-03T01:09:41.22247Z","steps":["trace[486646881] 'process raft request' (duration: 201.809108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:41.222914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.886675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T01:09:41.222967Z","caller":"traceutil/trace.go:171","msg":"trace[965785343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8089; }","duration":"108.008348ms","start":"2026-03-03T01:09:41.114945Z","end":"2026-03-03T01:09:41.222953Z","steps":["trace[965785343] 'agreement among raft nodes before linearized reading' (duration: 107.591468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:44.340803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352592583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:44.841975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352592583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:09:45.05833Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225395755s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:09:45.058814Z","caller":"traceutil/trace.go:171","msg":"trace[474537655] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"1.225921128s","start":"2026-03-03T01:09:43.832846Z","end":"2026-03-03T01:09:45.058767Z","steps":["trace[474537655] 'process raft request' (duration: 1.225767974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.058967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.832818Z","time spent":"1.226074582s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:45.655038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.363317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:09:45.655242Z","caller":"traceutil/trace.go:171","msg":"trace[1435752580] linearizableReadLoop","detail":"{readStateIndex:8417; appliedIndex:8414; }","duration":"1.814878362s","start":"2026-03-03T01:09:43.840345Z","end":"2026-03-03T01:09:45.655223Z","steps":["trace[1435752580] 'read index received' (duration: 1.218312742s)","trace[1435752580] 'applied index is now lower than readState.Index' (duration: 596.56478ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:45.655372Z","caller":"traceutil/trace.go:171","msg":"trace[1450448445] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"1.819876237s","start":"2026-03-03T01:09:43.835456Z","end":"2026-03-03T01:09:45.655332Z","steps":["trace[1450448445] 'process raft request' (duration: 1.819706943s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.655499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812517007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:09:45.655472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527353591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:45.655541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815140538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:09:45.655491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406462414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:45.655585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.491789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:09:45.655616Z","caller":"traceutil/trace.go:171","msg":"trace[1462226234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8104; }","duration":"1.815307021s","start":"2026-03-03T01:09:43.840293Z","end":"2026-03-03T01:09:45.6556Z","steps":["trace[1462226234] 'agreement among raft nodes before linearized reading' (duration: 1.815021995s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:45.65562Z","caller":"traceutil/trace.go:171","msg":"trace[695782439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8104; }","duration":"1.527558915s","start":"2026-03-03T01:09:44.128036Z","end":"2026-03-03T01:09:45.655595Z","steps":["trace[695782439] 'agreement among raft nodes before linearized reading' (duration: 1.52733999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.655623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.835441Z","time spent":"1.820035181s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:45.655645Z","caller":"traceutil/trace.go:171","msg":"trace[1957892569] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8104; }","duration":"574.652143ms","start":"2026-03-03T01:09:45.080974Z","end":"2026-03-03T01:09:45.655626Z","steps":["trace[1957892569] 'agreement among raft nodes before linearized reading' (duration: 574.409697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.655651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.840259Z","time spent":"1.815386184s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:09:45.655633Z","caller":"traceutil/trace.go:171","msg":"trace[33721350] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8104; }","duration":"1.406666049s","start":"2026-03-03T01:09:44.248944Z","end":"2026-03-03T01:09:45.65561Z","steps":["trace[33721350] 'agreement among raft nodes before linearized reading' (duration: 1.406463114s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:45.655635Z","caller":"traceutil/trace.go:171","msg":"trace[1416570764] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"1.821480824s","start":"2026-03-03T01:09:43.834105Z","end":"2026-03-03T01:09:45.655586Z","steps":["trace[1416570764] 'process raft request' (duration: 1.338440721s)","trace[1416570764] 'compare' (duration: 482.158853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:45.655675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:44.128016Z","time spent":"1.527648197s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:09:45.655563Z","caller":"traceutil/trace.go:171","msg":"trace[2018245797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8104; }","duration":"1.812619599s","start":"2026-03-03T01:09:43.842933Z","end":"2026-03-03T01:09:45.655553Z","steps":["trace[2018245797] 'agreement among raft nodes before linearized reading' (duration: 1.812390994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.655698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:44.248919Z","time spent":"1.406767801s","remote":"127.0.0.1:41608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:45.655708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:45.080943Z","time spent":"574.754325ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:09:45.65572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812082817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:09:45.655756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.834092Z","time spent":"1.821613347s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:45.655646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81179283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:09:45.655773Z","caller":"traceutil/trace.go:171","msg":"trace[40387383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.812153358s","start":"2026-03-03T01:09:43.843603Z","end":"2026-03-03T01:09:45.655756Z","steps":["trace[40387383] 'agreement among raft nodes before linearized reading' (duration: 1.812009085s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.655807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.843596Z","time spent":"1.81220422s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:45.655779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784220492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:09:45.655792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.842919Z","time spent":"1.812822524s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:09:45.655866Z","caller":"traceutil/trace.go:171","msg":"trace[2099997052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.784350065s","start":"2026-03-03T01:09:43.871494Z","end":"2026-03-03T01:09:45.655844Z","steps":["trace[2099997052] 'agreement among raft nodes before linearized reading' (duration: 1.784060848s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:45.655812Z","caller":"traceutil/trace.go:171","msg":"trace[126501722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.811966744s","start":"2026-03-03T01:09:43.843831Z","end":"2026-03-03T01:09:45.655797Z","steps":["trace[126501722] 'agreement among raft nodes before linearized reading' (duration: 1.811755469s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.655912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.871481Z","time spent":"1.784425037s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:45.655931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.843824Z","time spent":"1.812088217s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:09:45.655627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806665542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:09:45.656022Z","caller":"traceutil/trace.go:171","msg":"trace[990862247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8104; }","duration":"1.807084841s","start":"2026-03-03T01:09:43.848927Z","end":"2026-03-03T01:09:45.656012Z","steps":["trace[990862247] 'agreement among raft nodes before linearized reading' (duration: 1.806491667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.656051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:43.848919Z","time spent":"1.807124182s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:09:45.865267Z","caller":"traceutil/trace.go:171","msg":"trace[227298461] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8417; }","duration":"204.570262ms","start":"2026-03-03T01:09:45.660667Z","end":"2026-03-03T01:09:45.865237Z","steps":["trace[227298461] 'read index received' (duration: 204.352417ms)","trace[227298461] 'applied index is now lower than readState.Index' (duration: 216.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:45.865567Z","caller":"traceutil/trace.go:171","msg":"trace[1868584902] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"204.979352ms","start":"2026-03-03T01:09:45.660571Z","end":"2026-03-03T01:09:45.86555Z","steps":["trace[1868584902] 'process raft request' (duration: 204.483191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.865985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.293489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228830"} {"level":"info","ts":"2026-03-03T01:09:45.866069Z","caller":"traceutil/trace.go:171","msg":"trace[547112362] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8105; }","duration":"205.407672ms","start":"2026-03-03T01:09:45.660643Z","end":"2026-03-03T01:09:45.86605Z","steps":["trace[547112362] 'agreement among raft nodes before linearized reading' (duration: 204.973242ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:45.86618Z","caller":"traceutil/trace.go:171","msg":"trace[815785200] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"205.497163ms","start":"2026-03-03T01:09:45.660668Z","end":"2026-03-03T01:09:45.866165Z","steps":["trace[815785200] 'process raft request' (duration: 205.34043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:45.866506Z","caller":"traceutil/trace.go:171","msg":"trace[2009587668] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"205.808061ms","start":"2026-03-03T01:09:45.660679Z","end":"2026-03-03T01:09:45.866487Z","steps":["trace[2009587668] 'process raft request' (duration: 205.425262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:45.866673Z","caller":"traceutil/trace.go:171","msg":"trace[1662252443] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"205.594516ms","start":"2026-03-03T01:09:45.661063Z","end":"2026-03-03T01:09:45.866658Z","steps":["trace[1662252443] 'process raft request' (duration: 205.305339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:45.867285Z","caller":"traceutil/trace.go:171","msg":"trace[1790136090] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"206.124598ms","start":"2026-03-03T01:09:45.661139Z","end":"2026-03-03T01:09:45.867264Z","steps":["trace[1790136090] 'process raft request' (duration: 205.467833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:45.867316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.167029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:45.867389Z","caller":"traceutil/trace.go:171","msg":"trace[1991717989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8109; }","duration":"203.269052ms","start":"2026-03-03T01:09:45.664105Z","end":"2026-03-03T01:09:45.867374Z","steps":["trace[1991717989] 'agreement among raft nodes before linearized reading' (duration: 203.141929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:47.387247Z","caller":"traceutil/trace.go:171","msg":"trace[1128108529] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"476.050772ms","start":"2026-03-03T01:09:46.911166Z","end":"2026-03-03T01:09:47.387216Z","steps":["trace[1128108529] 'process raft request' (duration: 475.881478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:47.387424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:46.911129Z","time spent":"476.204915ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:09:47.472572Z","caller":"traceutil/trace.go:171","msg":"trace[2058051413] linearizableReadLoop","detail":"{readStateIndex:8424; appliedIndex:8422; }","duration":"363.789086ms","start":"2026-03-03T01:09:47.108735Z","end":"2026-03-03T01:09:47.472524Z","steps":["trace[2058051413] 'read index received' (duration: 278.38305ms)","trace[2058051413] 'applied index is now lower than readState.Index' (duration: 85.405336ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:47.472612Z","caller":"traceutil/trace.go:171","msg":"trace[304865422] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"408.706335ms","start":"2026-03-03T01:09:47.063856Z","end":"2026-03-03T01:09:47.472563Z","steps":["trace[304865422] 'process raft request' (duration: 408.4986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:47.472753Z","caller":"traceutil/trace.go:171","msg":"trace[1421147326] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"176.498853ms","start":"2026-03-03T01:09:47.296177Z","end":"2026-03-03T01:09:47.472676Z","steps":["trace[1421147326] 'process raft request' (duration: 176.316119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:47.47294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.184665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:47.472974Z","caller":"traceutil/trace.go:171","msg":"trace[532289958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"364.278827ms","start":"2026-03-03T01:09:47.108687Z","end":"2026-03-03T01:09:47.472966Z","steps":["trace[532289958] 'agreement among raft nodes before linearized reading' (duration: 364.001911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:47.472999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:47.108665Z","time spent":"364.328238ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:09:47.473025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.654858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-03T01:09:47.473115Z","caller":"traceutil/trace.go:171","msg":"trace[49926131] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8112; }","duration":"317.763461ms","start":"2026-03-03T01:09:47.155328Z","end":"2026-03-03T01:09:47.473092Z","steps":["trace[49926131] 'agreement among raft nodes before linearized reading' (duration: 317.450734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:47.473145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.110168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T01:09:47.473172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:47.155256Z","time spent":"317.906114ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T01:09:47.473213Z","caller":"traceutil/trace.go:171","msg":"trace[1703494100] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8112; }","duration":"273.255741ms","start":"2026-03-03T01:09:47.199935Z","end":"2026-03-03T01:09:47.473191Z","steps":["trace[1703494100] 'agreement among raft nodes before linearized reading' (duration: 272.874222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:47.473732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:47.063829Z","time spent":"409.734688ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:09:47.648892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.457956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:09:47.648962Z","caller":"traceutil/trace.go:171","msg":"trace[1176204420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"174.571148ms","start":"2026-03-03T01:09:47.474375Z","end":"2026-03-03T01:09:47.648946Z","steps":["trace[1176204420] 'range keys from in-memory index tree' (duration: 174.304882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:47.649152Z","caller":"traceutil/trace.go:171","msg":"trace[787226513] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8425; }","duration":"172.565312ms","start":"2026-03-03T01:09:47.47657Z","end":"2026-03-03T01:09:47.649135Z","steps":["trace[787226513] 'read index received' (duration: 81.933916ms)","trace[787226513] 'applied index is now lower than readState.Index' (duration: 90.630406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:47.649348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.773277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf1b2419-3b97-4a86-b162-684136cf8e92\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T01:09:47.649587Z","caller":"traceutil/trace.go:171","msg":"trace[78280432] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf1b2419-3b97-4a86-b162-684136cf8e92; range_end:; response_count:1; response_revision:8112; }","duration":"172.828328ms","start":"2026-03-03T01:09:47.476546Z","end":"2026-03-03T01:09:47.649375Z","steps":["trace[78280432] 'agreement among raft nodes before linearized reading' (duration: 172.692874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:47.829132Z","caller":"traceutil/trace.go:171","msg":"trace[769794114] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"167.573826ms","start":"2026-03-03T01:09:47.661529Z","end":"2026-03-03T01:09:47.829103Z","steps":["trace[769794114] 'process raft request' (duration: 167.531785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:47.829236Z","caller":"traceutil/trace.go:171","msg":"trace[882380899] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"178.090799ms","start":"2026-03-03T01:09:47.651108Z","end":"2026-03-03T01:09:47.829199Z","steps":["trace[882380899] 'process raft request' (duration: 122.514473ms)","trace[882380899] 'compare' (duration: 55.198497ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:47.829557Z","caller":"traceutil/trace.go:171","msg":"trace[1694934441] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"168.928277ms","start":"2026-03-03T01:09:47.660616Z","end":"2026-03-03T01:09:47.829545Z","steps":["trace[1694934441] 'process raft request' (duration: 168.395675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:48.013316Z","caller":"traceutil/trace.go:171","msg":"trace[1712236121] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"138.238648ms","start":"2026-03-03T01:09:47.875023Z","end":"2026-03-03T01:09:48.013262Z","steps":["trace[1712236121] 'process raft request' (duration: 74.635596ms)","trace[1712236121] 'compare' (duration: 63.401817ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:09:48.013703Z","caller":"traceutil/trace.go:171","msg":"trace[544647515] linearizableReadLoop","detail":"{readStateIndex:8431; appliedIndex:8430; }","duration":"137.571663ms","start":"2026-03-03T01:09:47.876081Z","end":"2026-03-03T01:09:48.013653Z","steps":["trace[544647515] 'read index received' (duration: 73.552492ms)","trace[544647515] 'applied index is now lower than readState.Index' (duration: 64.015711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:48.014096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.985982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:09:48.014167Z","caller":"traceutil/trace.go:171","msg":"trace[993194878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8117; }","duration":"138.084174ms","start":"2026-03-03T01:09:47.876067Z","end":"2026-03-03T01:09:48.014151Z","steps":["trace[993194878] 'agreement among raft nodes before linearized reading' (duration: 137.734746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:48.014431Z","caller":"traceutil/trace.go:171","msg":"trace[1265757425] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"136.559579ms","start":"2026-03-03T01:09:47.877849Z","end":"2026-03-03T01:09:48.014408Z","steps":["trace[1265757425] 'process raft request' (duration: 136.534929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:48.014501Z","caller":"traceutil/trace.go:171","msg":"trace[2059065500] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"138.292169ms","start":"2026-03-03T01:09:47.876189Z","end":"2026-03-03T01:09:48.014481Z","steps":["trace[2059065500] 'process raft request' (duration: 136.983869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:48.014626Z","caller":"traceutil/trace.go:171","msg":"trace[931540409] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"137.814128ms","start":"2026-03-03T01:09:47.876806Z","end":"2026-03-03T01:09:48.01462Z","steps":["trace[931540409] 'process raft request' (duration: 137.529682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:48.014673Z","caller":"traceutil/trace.go:171","msg":"trace[2108978719] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"137.646294ms","start":"2026-03-03T01:09:47.877021Z","end":"2026-03-03T01:09:48.014668Z","steps":["trace[2108978719] 'process raft request' (duration: 137.345547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:09:49.247002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.249736ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:09:49.247168Z","caller":"traceutil/trace.go:171","msg":"trace[1441395564] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"230.515583ms","start":"2026-03-03T01:09:49.016626Z","end":"2026-03-03T01:09:49.247142Z","steps":["trace[1441395564] 'read index received' (duration: 64.101843ms)","trace[1441395564] 'applied index is now lower than readState.Index' (duration: 166.41171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:09:49.247504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.24848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:09:49.247511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.527451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:09:49.247565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.914932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-03T01:09:49.247612Z","caller":"traceutil/trace.go:171","msg":"trace[2100726897] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8121; }","duration":"174.400834ms","start":"2026-03-03T01:09:49.073177Z","end":"2026-03-03T01:09:49.247578Z","steps":["trace[2100726897] 'agreement among raft nodes before linearized reading' (duration: 174.22631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:49.247614Z","caller":"traceutil/trace.go:171","msg":"trace[155444982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8121; }","duration":"134.666535ms","start":"2026-03-03T01:09:49.11292Z","end":"2026-03-03T01:09:49.247587Z","steps":["trace[155444982] 'agreement among raft nodes before linearized reading' (duration: 134.493441ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:09:49.24762Z","caller":"traceutil/trace.go:171","msg":"trace[1394151106] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8121; }","duration":"231.011483ms","start":"2026-03-03T01:09:49.01659Z","end":"2026-03-03T01:09:49.247602Z","steps":["trace[1394151106] 'agreement among raft nodes before linearized reading' (duration: 230.684476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.082154Z","caller":"traceutil/trace.go:171","msg":"trace[500306670] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"368.180287ms","start":"2026-03-03T01:09:59.713917Z","end":"2026-03-03T01:10:00.082098Z","steps":["trace[500306670] 'process raft request' (duration: 368.015613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.082375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:59.713899Z","time spent":"368.35372ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4652,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:00.538279Z","caller":"traceutil/trace.go:171","msg":"trace[1682598534] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8529; }","duration":"467.732429ms","start":"2026-03-03T01:10:00.070524Z","end":"2026-03-03T01:10:00.538257Z","steps":["trace[1682598534] 'read index received' (duration: 11.436404ms)","trace[1682598534] 'applied index is now lower than readState.Index' (duration: 456.295275ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:00.538379Z","caller":"traceutil/trace.go:171","msg":"trace[86275885] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"628.862846ms","start":"2026-03-03T01:09:59.909479Z","end":"2026-03-03T01:10:00.538342Z","steps":["trace[86275885] 'process raft request' (duration: 628.741403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.538449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.916392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:10:00.53847Z","caller":"traceutil/trace.go:171","msg":"trace[1128473553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8212; }","duration":"467.993624ms","start":"2026-03-03T01:10:00.07047Z","end":"2026-03-03T01:10:00.538464Z","steps":["trace[1128473553] 'agreement among raft nodes before linearized reading' (duration: 467.890332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.53849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.070451Z","time spent":"468.034646ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:10:00.538521Z","caller":"traceutil/trace.go:171","msg":"trace[1435248344] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"663.133988ms","start":"2026-03-03T01:09:59.875366Z","end":"2026-03-03T01:10:00.5385Z","steps":["trace[1435248344] 'process raft request' (duration: 662.679408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.538712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.367799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:10:00.538734Z","caller":"traceutil/trace.go:171","msg":"trace[1272469071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8212; }","duration":"339.411451ms","start":"2026-03-03T01:10:00.199319Z","end":"2026-03-03T01:10:00.53873Z","steps":["trace[1272469071] 'agreement among raft nodes before linearized reading' (duration: 339.350149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.538748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.199309Z","time spent":"339.435941ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:00.538754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:59.875334Z","time spent":"663.298762ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:00.538828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.283991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:00.538844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.662449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:10:00.538879Z","caller":"traceutil/trace.go:171","msg":"trace[1678167993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8212; }","duration":"340.765812ms","start":"2026-03-03T01:10:00.198102Z","end":"2026-03-03T01:10:00.538868Z","steps":["trace[1678167993] 'agreement among raft nodes before linearized reading' (duration: 340.68462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.538899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.700139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T01:10:00.538916Z","caller":"traceutil/trace.go:171","msg":"trace[1209754557] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8212; }","duration":"295.71571ms","start":"2026-03-03T01:10:00.243195Z","end":"2026-03-03T01:10:00.538911Z","steps":["trace[1209754557] 'agreement among raft nodes before linearized reading' (duration: 295.669399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.538915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.198082Z","time spent":"340.826833ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:10:00.539036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.712149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:10:00.539053Z","caller":"traceutil/trace.go:171","msg":"trace[1182500803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8212; }","duration":"333.77038ms","start":"2026-03-03T01:10:00.205279Z","end":"2026-03-03T01:10:00.539049Z","steps":["trace[1182500803] 'agreement among raft nodes before linearized reading' (duration: 333.721249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.539067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.20526Z","time spent":"333.8041ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:10:00.539163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.746827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:10:00.539181Z","caller":"traceutil/trace.go:171","msg":"trace[712460392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8212; }","duration":"339.800839ms","start":"2026-03-03T01:10:00.199376Z","end":"2026-03-03T01:10:00.539177Z","steps":["trace[712460392] 'agreement among raft nodes before linearized reading' (duration: 339.754628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.539195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.199358Z","time spent":"339.83184ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:00.539351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.307959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:00.539386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.108739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzwvx\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-03T01:10:00.539427Z","caller":"traceutil/trace.go:171","msg":"trace[1071325240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8212; }","duration":"432.409571ms","start":"2026-03-03T01:10:00.106998Z","end":"2026-03-03T01:10:00.539408Z","steps":["trace[1071325240] 'agreement among raft nodes before linearized reading' (duration: 432.280088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.538851Z","caller":"traceutil/trace.go:171","msg":"trace[46403079] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8212; }","duration":"222.352002ms","start":"2026-03-03T01:10:00.316493Z","end":"2026-03-03T01:10:00.538845Z","steps":["trace[46403079] 'agreement among raft nodes before linearized reading' (duration: 222.311781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.539471Z","caller":"traceutil/trace.go:171","msg":"trace[1848469123] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rzwvx; range_end:; response_count:1; response_revision:8212; }","duration":"395.250502ms","start":"2026-03-03T01:10:00.1442Z","end":"2026-03-03T01:10:00.539451Z","steps":["trace[1848469123] 'agreement among raft nodes before linearized reading' (duration: 395.000996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.539468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.146121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzwvx\" ","response":"range_response_count:1 size:4667"} {"level":"warn","ts":"2026-03-03T01:10:00.539474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.10699Z","time spent":"432.474333ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:00.539544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.144182Z","time spent":"395.353244ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4690,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzwvx\" "} {"level":"info","ts":"2026-03-03T01:10:00.539556Z","caller":"traceutil/trace.go:171","msg":"trace[821575079] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rzwvx; range_end:; response_count:1; response_revision:8212; }","duration":"453.242643ms","start":"2026-03-03T01:10:00.086298Z","end":"2026-03-03T01:10:00.539541Z","steps":["trace[821575079] 'agreement among raft nodes before linearized reading' (duration: 453.060029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.539623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.08628Z","time spent":"453.302635ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4690,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzwvx\" "} {"level":"warn","ts":"2026-03-03T01:10:00.538763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.577398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rzwvx\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-03T01:10:00.539804Z","caller":"traceutil/trace.go:171","msg":"trace[382638803] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rzwvx; range_end:; response_count:1; response_revision:8212; }","duration":"453.613892ms","start":"2026-03-03T01:10:00.086144Z","end":"2026-03-03T01:10:00.539758Z","steps":["trace[382638803] 'agreement among raft nodes before linearized reading' (duration: 452.481666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.538546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:09:59.909457Z","time spent":"629.000269ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:00.539919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.086091Z","time spent":"453.783786ms","remote":"127.0.0.1:59408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rzwvx\" "} {"level":"warn","ts":"2026-03-03T01:10:00.540002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.186725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:10:00.540052Z","caller":"traceutil/trace.go:171","msg":"trace[118512623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8212; }","duration":"438.264117ms","start":"2026-03-03T01:10:00.101776Z","end":"2026-03-03T01:10:00.54004Z","steps":["trace[118512623] 'agreement among raft nodes before linearized reading' (duration: 438.134984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.540093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:00.101764Z","time spent":"438.310738ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:10:00.819642Z","caller":"traceutil/trace.go:171","msg":"trace[584681508] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"274.522141ms","start":"2026-03-03T01:10:00.545084Z","end":"2026-03-03T01:10:00.819607Z","steps":["trace[584681508] 'process raft request' (duration: 274.168642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.819642Z","caller":"traceutil/trace.go:171","msg":"trace[21847749] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"274.476059ms","start":"2026-03-03T01:10:00.545144Z","end":"2026-03-03T01:10:00.81962Z","steps":["trace[21847749] 'process raft request' (duration: 274.366246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.819819Z","caller":"traceutil/trace.go:171","msg":"trace[853264086] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"274.248894ms","start":"2026-03-03T01:10:00.545558Z","end":"2026-03-03T01:10:00.819807Z","steps":["trace[853264086] 'process raft request' (duration: 274.004289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.820029Z","caller":"traceutil/trace.go:171","msg":"trace[1040796750] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"273.593549ms","start":"2026-03-03T01:10:00.546411Z","end":"2026-03-03T01:10:00.820005Z","steps":["trace[1040796750] 'process raft request' (duration: 273.349183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.820365Z","caller":"traceutil/trace.go:171","msg":"trace[865512206] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"272.7813ms","start":"2026-03-03T01:10:00.547562Z","end":"2026-03-03T01:10:00.820343Z","steps":["trace[865512206] 'process raft request' (duration: 272.389581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.820377Z","caller":"traceutil/trace.go:171","msg":"trace[1978449463] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8218; }","duration":"272.649407ms","start":"2026-03-03T01:10:00.547711Z","end":"2026-03-03T01:10:00.82036Z","steps":["trace[1978449463] 'process raft request' (duration: 272.563465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.820373Z","caller":"traceutil/trace.go:171","msg":"trace[1998617130] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8533; }","duration":"238.16715ms","start":"2026-03-03T01:10:00.582178Z","end":"2026-03-03T01:10:00.820345Z","steps":["trace[1998617130] 'read index received' (duration: 237.052304ms)","trace[1998617130] 'applied index is now lower than readState.Index' (duration: 1.113856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:00.820458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.266818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzwvx\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-03T01:10:00.820519Z","caller":"traceutil/trace.go:171","msg":"trace[891709542] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rzwvx; range_end:; response_count:1; response_revision:8218; }","duration":"275.352839ms","start":"2026-03-03T01:10:00.545152Z","end":"2026-03-03T01:10:00.820505Z","steps":["trace[891709542] 'agreement among raft nodes before linearized reading' (duration: 275.222116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:00.822269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.162401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228765"} {"level":"info","ts":"2026-03-03T01:10:00.822324Z","caller":"traceutil/trace.go:171","msg":"trace[202742732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8218; }","duration":"277.267953ms","start":"2026-03-03T01:10:00.545043Z","end":"2026-03-03T01:10:00.822311Z","steps":["trace[202742732] 'agreement among raft nodes before linearized reading' (duration: 275.39774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:00.854094Z","caller":"traceutil/trace.go:171","msg":"trace[282920763] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"152.284253ms","start":"2026-03-03T01:10:00.701779Z","end":"2026-03-03T01:10:00.854063Z","steps":["trace[282920763] 'process raft request' (duration: 152.089078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:01.038621Z","caller":"traceutil/trace.go:171","msg":"trace[709549498] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8220; }","duration":"182.122053ms","start":"2026-03-03T01:10:00.856464Z","end":"2026-03-03T01:10:01.038586Z","steps":["trace[709549498] 'process raft request' (duration: 88.18799ms)","trace[709549498] 'compare' (duration: 93.79328ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:01.137403Z","caller":"traceutil/trace.go:171","msg":"trace[1065979315] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"275.021222ms","start":"2026-03-03T01:10:00.862341Z","end":"2026-03-03T01:10:01.137362Z","steps":["trace[1065979315] 'process raft request' (duration: 274.719325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:01.291242Z","caller":"traceutil/trace.go:171","msg":"trace[468008849] linearizableReadLoop","detail":"{readStateIndex:8543; appliedIndex:8542; }","duration":"135.418013ms","start":"2026-03-03T01:10:01.155794Z","end":"2026-03-03T01:10:01.291212Z","steps":["trace[468008849] 'read index received' (duration: 135.28617ms)","trace[468008849] 'applied index is now lower than readState.Index' (duration: 130.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:01.291282Z","caller":"traceutil/trace.go:171","msg":"trace[282010739] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"139.586279ms","start":"2026-03-03T01:10:01.151663Z","end":"2026-03-03T01:10:01.291249Z","steps":["trace[282010739] 'process raft request' (duration: 139.376194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:01.291738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.919814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzwvx\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-03T01:10:01.291831Z","caller":"traceutil/trace.go:171","msg":"trace[1290714794] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rzwvx; range_end:; response_count:1; response_revision:8222; }","duration":"136.050638ms","start":"2026-03-03T01:10:01.155758Z","end":"2026-03-03T01:10:01.291809Z","steps":["trace[1290714794] 'agreement among raft nodes before linearized reading' (duration: 135.587227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:01.559816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.472847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:01.55994Z","caller":"traceutil/trace.go:171","msg":"trace[597219257] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"203.584529ms","start":"2026-03-03T01:10:01.356332Z","end":"2026-03-03T01:10:01.559917Z","steps":["trace[597219257] 'process raft request' (duration: 50.929838ms)","trace[597219257] 'compare' (duration: 152.301413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:02.310899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.25004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:02.310972Z","caller":"traceutil/trace.go:171","msg":"trace[669007733] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8547; }","duration":"203.140189ms","start":"2026-03-03T01:10:02.107807Z","end":"2026-03-03T01:10:02.310947Z","steps":["trace[669007733] 'read index received' (duration: 146.379486ms)","trace[669007733] 'applied index is now lower than readState.Index' (duration: 56.759643ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:02.311017Z","caller":"traceutil/trace.go:171","msg":"trace[1125093316] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8226; }","duration":"589.416554ms","start":"2026-03-03T01:10:01.72158Z","end":"2026-03-03T01:10:02.310996Z","steps":["trace[1125093316] 'range keys from in-memory index tree' (duration: 589.162049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:02.311067Z","caller":"traceutil/trace.go:171","msg":"trace[1085182299] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"418.651535ms","start":"2026-03-03T01:10:01.892406Z","end":"2026-03-03T01:10:02.311057Z","steps":["trace[1085182299] 'process raft request' (duration: 361.861431ms)","trace[1085182299] 'compare' (duration: 56.418855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:02.311085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:01.721561Z","time spent":"589.488536ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:10:02.311202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.81514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:10:02.311235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.266467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"warn","ts":"2026-03-03T01:10:02.311253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.514882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:02.311292Z","caller":"traceutil/trace.go:171","msg":"trace[419526774] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8227; }","duration":"115.584464ms","start":"2026-03-03T01:10:02.195699Z","end":"2026-03-03T01:10:02.311284Z","steps":["trace[419526774] 'agreement among raft nodes before linearized reading' (duration: 115.485161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:02.311261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.428975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:02.311287Z","caller":"traceutil/trace.go:171","msg":"trace[324587149] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8227; }","duration":"160.950243ms","start":"2026-03-03T01:10:02.150318Z","end":"2026-03-03T01:10:02.311268Z","steps":["trace[324587149] 'agreement among raft nodes before linearized reading' (duration: 160.80328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:02.311481Z","caller":"traceutil/trace.go:171","msg":"trace[651282251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8227; }","duration":"203.657761ms","start":"2026-03-03T01:10:02.107766Z","end":"2026-03-03T01:10:02.311424Z","steps":["trace[651282251] 'agreement among raft nodes before linearized reading' (duration: 203.406425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:02.311295Z","caller":"traceutil/trace.go:171","msg":"trace[1417890941] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8226; }","duration":"492.3716ms","start":"2026-03-03T01:10:01.818908Z","end":"2026-03-03T01:10:02.311279Z","steps":["trace[1417890941] 'range keys from in-memory index tree' (duration: 491.350166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:02.311576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:01.818888Z","time spent":"492.671406ms","remote":"127.0.0.1:41470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209376,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-03T01:10:02.311685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:01.892382Z","time spent":"418.703135ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:02.520088Z","caller":"traceutil/trace.go:171","msg":"trace[1507493809] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"120.494297ms","start":"2026-03-03T01:10:02.399568Z","end":"2026-03-03T01:10:02.520062Z","steps":["trace[1507493809] 'process raft request' (duration: 120.346294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:03.132733Z","caller":"traceutil/trace.go:171","msg":"trace[1088381023] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8552; }","duration":"307.751239ms","start":"2026-03-03T01:10:02.824947Z","end":"2026-03-03T01:10:03.132699Z","steps":["trace[1088381023] 'read index received' (duration: 307.36275ms)","trace[1088381023] 'applied index is now lower than readState.Index' (duration: 387.189µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:03.132804Z","caller":"traceutil/trace.go:171","msg":"trace[1643711927] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"523.761775ms","start":"2026-03-03T01:10:02.608994Z","end":"2026-03-03T01:10:03.132756Z","steps":["trace[1643711927] 'process raft request' (duration: 523.490609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:03.133023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:02.608973Z","time spent":"523.930229ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:03.133055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.090256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T01:10:03.133087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.955684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:10:03.133262Z","caller":"traceutil/trace.go:171","msg":"trace[1797109367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8232; }","duration":"305.148808ms","start":"2026-03-03T01:10:02.828095Z","end":"2026-03-03T01:10:03.133243Z","steps":["trace[1797109367] 'agreement among raft nodes before linearized reading' (duration: 304.871692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:03.133111Z","caller":"traceutil/trace.go:171","msg":"trace[1082466591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8232; }","duration":"308.207239ms","start":"2026-03-03T01:10:02.824886Z","end":"2026-03-03T01:10:03.133094Z","steps":["trace[1082466591] 'agreement among raft nodes before linearized reading' (duration: 307.984084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:03.13329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.653127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:10:03.133323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:02.828086Z","time spent":"305.22102ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:10:03.133383Z","caller":"traceutil/trace.go:171","msg":"trace[2124359269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8232; }","duration":"307.773299ms","start":"2026-03-03T01:10:02.825589Z","end":"2026-03-03T01:10:03.133362Z","steps":["trace[2124359269] 'agreement among raft nodes before linearized reading' (duration: 307.561914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:03.133292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.059343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T01:10:03.133427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:02.825583Z","time spent":"307.83607ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:10:03.13344Z","caller":"traceutil/trace.go:171","msg":"trace[1602811871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8232; }","duration":"307.237596ms","start":"2026-03-03T01:10:02.826188Z","end":"2026-03-03T01:10:03.133425Z","steps":["trace[1602811871] 'agreement among raft nodes before linearized reading' (duration: 306.907889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:03.13313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.797039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:10:03.133499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:02.826179Z","time spent":"307.300588ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:03.133324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:02.824864Z","time spent":"308.444775ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:10:03.133111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.853799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:03.133568Z","caller":"traceutil/trace.go:171","msg":"trace[2034297155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8232; }","duration":"308.24051ms","start":"2026-03-03T01:10:02.825293Z","end":"2026-03-03T01:10:03.133534Z","steps":["trace[2034297155] 'agreement among raft nodes before linearized reading' (duration: 307.623016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:03.133647Z","caller":"traceutil/trace.go:171","msg":"trace[145162048] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8232; }","duration":"269.419842ms","start":"2026-03-03T01:10:02.864203Z","end":"2026-03-03T01:10:03.133623Z","steps":["trace[145162048] 'agreement among raft nodes before linearized reading' (duration: 268.835188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:03.13367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:02.825283Z","time spent":"308.348492ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:10:05.177566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.573789338s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:10:05.179208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708555884s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:05.179367Z","caller":"traceutil/trace.go:171","msg":"trace[482942846] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8234; }","duration":"1.708724588s","start":"2026-03-03T01:10:03.470615Z","end":"2026-03-03T01:10:05.179339Z","steps":["trace[482942846] 'range keys from in-memory index tree' (duration: 1.708536484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.183153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579276506s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:05.183406Z","caller":"traceutil/trace.go:171","msg":"trace[1290546813] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"2.045755676s","start":"2026-03-03T01:10:03.137582Z","end":"2026-03-03T01:10:05.183338Z","steps":["trace[1290546813] 'process raft request' (duration: 466.181743ms)","trace[1290546813] 'compare' (duration: 1.577002763s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:05.183476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:03.137564Z","time spent":"2.045879679s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:05.183647Z","caller":"traceutil/trace.go:171","msg":"trace[688887598] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"1.608755878s","start":"2026-03-03T01:10:03.574862Z","end":"2026-03-03T01:10:05.183618Z","steps":["trace[688887598] 'process raft request' (duration: 1.608653785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.183797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:03.574842Z","time spent":"1.608865461s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:05.183876Z","caller":"traceutil/trace.go:171","msg":"trace[831108136] linearizableReadLoop","detail":"{readStateIndex:8557; appliedIndex:8553; }","duration":"2.045907039s","start":"2026-03-03T01:10:03.137956Z","end":"2026-03-03T01:10:05.183863Z","steps":["trace[831108136] 'read index received' (duration: 53.555948ms)","trace[831108136] 'applied index is now lower than readState.Index' (duration: 1.992349661s)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:05.183858Z","caller":"traceutil/trace.go:171","msg":"trace[1535979338] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"2.045871479s","start":"2026-03-03T01:10:03.137932Z","end":"2026-03-03T01:10:05.183804Z","steps":["trace[1535979338] 'process raft request' (duration: 2.045342177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.184036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:03.137922Z","time spent":"2.046019712s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:05.203499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065535188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228745"} {"level":"info","ts":"2026-03-03T01:10:05.203535Z","caller":"traceutil/trace.go:171","msg":"trace[1070183106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8237; }","duration":"2.06559143s","start":"2026-03-03T01:10:03.137934Z","end":"2026-03-03T01:10:05.203526Z","steps":["trace[1070183106] 'agreement among raft nodes before linearized reading' (duration: 2.045999262s)","trace[1070183106] 'range keys from in-memory index tree' (duration: 19.176368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:05.203556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:03.137927Z","time spent":"2.06562497s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228768,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:10:05.646213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.363817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:05.646364Z","caller":"traceutil/trace.go:171","msg":"trace[166703237] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8558; }","duration":"462.445859ms","start":"2026-03-03T01:10:05.183904Z","end":"2026-03-03T01:10:05.64635Z","steps":["trace[166703237] 'read index received' (duration: 320.912988ms)","trace[166703237] 'applied index is now lower than readState.Index' (duration: 141.531851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:05.646449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147655919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:05.646474Z","caller":"traceutil/trace.go:171","msg":"trace[1439082683] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8239; }","duration":"1.14770803s","start":"2026-03-03T01:10:04.498757Z","end":"2026-03-03T01:10:05.646465Z","steps":["trace[1439082683] 'agreement among raft nodes before linearized reading' (duration: 1.147663689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.646498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.498744Z","time spent":"1.147746921s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:05.646542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.821414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:10:05.646628Z","caller":"traceutil/trace.go:171","msg":"trace[1951616508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8239; }","duration":"508.989958ms","start":"2026-03-03T01:10:05.137618Z","end":"2026-03-03T01:10:05.646608Z","steps":["trace[1951616508] 'agreement among raft nodes before linearized reading' (duration: 508.758333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.646675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.137583Z","time spent":"509.083669ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:05.646544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873866047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:05.646721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270703722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T01:10:05.646744Z","caller":"traceutil/trace.go:171","msg":"trace[670382685] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8239; }","duration":"2.270780203s","start":"2026-03-03T01:10:03.375958Z","end":"2026-03-03T01:10:05.646738Z","steps":["trace[670382685] 'agreement among raft nodes before linearized reading' (duration: 2.270693861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.646761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:03.375935Z","time spent":"2.270821804s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-03T01:10:05.646751Z","caller":"traceutil/trace.go:171","msg":"trace[326594293] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8239; }","duration":"1.874101953s","start":"2026-03-03T01:10:03.772626Z","end":"2026-03-03T01:10:05.646728Z","steps":["trace[326594293] 'agreement among raft nodes before linearized reading' (duration: 1.873810546s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:05.646869Z","caller":"traceutil/trace.go:171","msg":"trace[164937603] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"1.037773038s","start":"2026-03-03T01:10:04.609081Z","end":"2026-03-03T01:10:05.646854Z","steps":["trace[164937603] 'process raft request' (duration: 895.690104ms)","trace[164937603] 'compare' (duration: 141.221944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:05.646899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.909733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:10:05.646918Z","caller":"traceutil/trace.go:171","msg":"trace[1663885545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8239; }","duration":"451.958394ms","start":"2026-03-03T01:10:05.194954Z","end":"2026-03-03T01:10:05.646913Z","steps":["trace[1663885545] 'agreement among raft nodes before linearized reading' (duration: 451.901723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.646942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.194941Z","time spent":"451.996845ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:05.646963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.609055Z","time spent":"1.03784592s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:05.647117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.551602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:05.64703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:03.772614Z","time spent":"1.874244886s","remote":"127.0.0.1:39180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:10:05.647143Z","caller":"traceutil/trace.go:171","msg":"trace[1758217944] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8239; }","duration":"362.618583ms","start":"2026-03-03T01:10:05.284518Z","end":"2026-03-03T01:10:05.647136Z","steps":["trace[1758217944] 'agreement among raft nodes before linearized reading' (duration: 362.576442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.649406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.284495Z","time spent":"364.888497ms","remote":"127.0.0.1:39166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:05.64715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538685037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:05.649595Z","caller":"traceutil/trace.go:171","msg":"trace[1932392061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8239; }","duration":"1.541164025s","start":"2026-03-03T01:10:04.108419Z","end":"2026-03-03T01:10:05.649583Z","steps":["trace[1932392061] 'agreement among raft nodes before linearized reading' (duration: 1.538708117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.649637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.108394Z","time spent":"1.541233356s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:05.647193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.953937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:10:05.649799Z","caller":"traceutil/trace.go:171","msg":"trace[845445987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8239; }","duration":"446.527996ms","start":"2026-03-03T01:10:05.203214Z","end":"2026-03-03T01:10:05.649742Z","steps":["trace[845445987] 'agreement among raft nodes before linearized reading' (duration: 443.940596ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:05.647179Z","caller":"traceutil/trace.go:171","msg":"trace[631881297] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"1.037659396s","start":"2026-03-03T01:10:04.609488Z","end":"2026-03-03T01:10:05.647147Z","steps":["trace[631881297] 'process raft request' (duration: 1.036813966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.649922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.609472Z","time spent":"1.04041917s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:05.649965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.203203Z","time spent":"446.721301ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:10:05.647182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279268098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:05.650028Z","caller":"traceutil/trace.go:171","msg":"trace[1778375812] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8239; }","duration":"1.282143375s","start":"2026-03-03T01:10:04.367876Z","end":"2026-03-03T01:10:05.650019Z","steps":["trace[1778375812] 'agreement among raft nodes before linearized reading' (duration: 1.279218216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:05.65006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:04.367797Z","time spent":"1.282254567s","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:06.348868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.603009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:06.349056Z","caller":"traceutil/trace.go:171","msg":"trace[139825003] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8560; }","duration":"698.781608ms","start":"2026-03-03T01:10:05.650259Z","end":"2026-03-03T01:10:06.349041Z","steps":["trace[139825003] 'read index received' (duration: 17.06569ms)","trace[139825003] 'applied index is now lower than readState.Index' (duration: 681.714468ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:06.349114Z","caller":"traceutil/trace.go:171","msg":"trace[342688359] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"698.868339ms","start":"2026-03-03T01:10:05.650236Z","end":"2026-03-03T01:10:06.349104Z","steps":["trace[342688359] 'process raft request' (duration: 180.960103ms)","trace[342688359] 'compare' (duration: 517.491797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:06.349156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.650226Z","time spent":"698.90974ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:06.349183Z","caller":"traceutil/trace.go:171","msg":"trace[1904799683] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"697.15959ms","start":"2026-03-03T01:10:05.652001Z","end":"2026-03-03T01:10:06.34916Z","steps":["trace[1904799683] 'process raft request' (duration: 696.947085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:06.349283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.651987Z","time spent":"697.250411ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:06.349329Z","caller":"traceutil/trace.go:171","msg":"trace[323012479] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"695.46932ms","start":"2026-03-03T01:10:05.653848Z","end":"2026-03-03T01:10:06.349318Z","steps":["trace[323012479] 'process raft request' (duration: 695.129752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:06.349252Z","caller":"traceutil/trace.go:171","msg":"trace[34014291] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"680.999432ms","start":"2026-03-03T01:10:05.668218Z","end":"2026-03-03T01:10:06.349217Z","steps":["trace[34014291] 'process raft request' (duration: 680.792027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:06.34941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.128466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:06.349415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.65383Z","time spent":"695.532141ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:06.34946Z","caller":"traceutil/trace.go:171","msg":"trace[1832631407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8243; }","duration":"699.210607ms","start":"2026-03-03T01:10:05.650236Z","end":"2026-03-03T01:10:06.349447Z","steps":["trace[1832631407] 'agreement among raft nodes before linearized reading' (duration: 698.845739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:06.349493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.650228Z","time spent":"699.256848ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:06.349586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:05.668199Z","time spent":"681.219757ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:07.347198Z","caller":"traceutil/trace.go:171","msg":"trace[1652584470] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8565; }","duration":"153.605873ms","start":"2026-03-03T01:10:07.193569Z","end":"2026-03-03T01:10:07.347175Z","steps":["trace[1652584470] 'read index received' (duration: 153.44226ms)","trace[1652584470] 'applied index is now lower than readState.Index' (duration: 163.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:07.347297Z","caller":"traceutil/trace.go:171","msg":"trace[455051948] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"157.365542ms","start":"2026-03-03T01:10:07.189896Z","end":"2026-03-03T01:10:07.347262Z","steps":["trace[455051948] 'process raft request' (duration: 157.160137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.347434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.836419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:10:07.347485Z","caller":"traceutil/trace.go:171","msg":"trace[1165524594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8244; }","duration":"153.952741ms","start":"2026-03-03T01:10:07.193521Z","end":"2026-03-03T01:10:07.347474Z","steps":["trace[1165524594] 'agreement among raft nodes before linearized reading' (duration: 153.770537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.347453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.31674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:10:07.347533Z","caller":"traceutil/trace.go:171","msg":"trace[1326947093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8244; }","duration":"142.416122ms","start":"2026-03-03T01:10:07.205103Z","end":"2026-03-03T01:10:07.347519Z","steps":["trace[1326947093] 'agreement among raft nodes before linearized reading' (duration: 142.202647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.347562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.340735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:10:07.347626Z","caller":"traceutil/trace.go:171","msg":"trace[220762785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8244; }","duration":"114.427927ms","start":"2026-03-03T01:10:07.233187Z","end":"2026-03-03T01:10:07.347615Z","steps":["trace[220762785] 'agreement among raft nodes before linearized reading' (duration: 114.283113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.801032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.099238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:07.801332Z","caller":"traceutil/trace.go:171","msg":"trace[1764025885] linearizableReadLoop","detail":"{readStateIndex:8568; appliedIndex:8566; }","duration":"441.958529ms","start":"2026-03-03T01:10:07.359356Z","end":"2026-03-03T01:10:07.801315Z","steps":["trace[1764025885] 'read index received' (duration: 301.494752ms)","trace[1764025885] 'applied index is now lower than readState.Index' (duration: 140.462977ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:07.801421Z","caller":"traceutil/trace.go:171","msg":"trace[508914672] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"448.799829ms","start":"2026-03-03T01:10:07.352608Z","end":"2026-03-03T01:10:07.801408Z","steps":["trace[508914672] 'process raft request' (duration: 308.22858ms)","trace[508914672] 'compare' (duration: 139.790951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:07.801501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.352582Z","time spent":"448.87183ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:07.801668Z","caller":"traceutil/trace.go:171","msg":"trace[1695096060] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"148.216278ms","start":"2026-03-03T01:10:07.653402Z","end":"2026-03-03T01:10:07.801619Z","steps":["trace[1695096060] 'process raft request' (duration: 147.846309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.801653Z","caller":"traceutil/trace.go:171","msg":"trace[1633696428] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"145.557565ms","start":"2026-03-03T01:10:07.65604Z","end":"2026-03-03T01:10:07.801597Z","steps":["trace[1633696428] 'process raft request' (duration: 145.243408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:07.801652Z","caller":"traceutil/trace.go:171","msg":"trace[1752947558] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"447.909748ms","start":"2026-03-03T01:10:07.353709Z","end":"2026-03-03T01:10:07.801619Z","steps":["trace[1752947558] 'process raft request' (duration: 447.431036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.801726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.410072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:07.801781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.598833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-03T01:10:07.80182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.43489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6c56b65f88-2xt25.18992f7743cddebf\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T01:10:07.801848Z","caller":"traceutil/trace.go:171","msg":"trace[1906973487] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8248; }","duration":"390.592326ms","start":"2026-03-03T01:10:07.41123Z","end":"2026-03-03T01:10:07.801823Z","steps":["trace[1906973487] 'agreement among raft nodes before linearized reading' (duration: 390.367561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.801903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.411212Z","time spent":"390.678348ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T01:10:07.801901Z","caller":"traceutil/trace.go:171","msg":"trace[1662796449] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6c56b65f88-2xt25.18992f7743cddebf; range_end:; response_count:1; response_revision:8248; }","duration":"183.553643ms","start":"2026-03-03T01:10:07.618325Z","end":"2026-03-03T01:10:07.801878Z","steps":["trace[1662796449] 'agreement among raft nodes before linearized reading' (duration: 183.296357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.801937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.586573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228745"} {"level":"info","ts":"2026-03-03T01:10:07.801983Z","caller":"traceutil/trace.go:171","msg":"trace[566562509] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8248; }","duration":"442.670695ms","start":"2026-03-03T01:10:07.359304Z","end":"2026-03-03T01:10:07.801974Z","steps":["trace[566562509] 'agreement among raft nodes before linearized reading' (duration: 442.378118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.802016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.359284Z","time spent":"442.724416ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228768,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:10:07.802082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.353688Z","time spent":"448.117122ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:07.801839Z","caller":"traceutil/trace.go:171","msg":"trace[352901990] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8248; }","duration":"389.668945ms","start":"2026-03-03T01:10:07.412157Z","end":"2026-03-03T01:10:07.801826Z","steps":["trace[352901990] 'agreement among raft nodes before linearized reading' (duration: 389.48498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:07.802221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:07.41215Z","time spent":"390.051124ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T01:10:08.078777Z","caller":"traceutil/trace.go:171","msg":"trace[1420651204] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8570; }","duration":"272.740751ms","start":"2026-03-03T01:10:07.805997Z","end":"2026-03-03T01:10:08.078738Z","steps":["trace[1420651204] 'read index received' (duration: 272.496445ms)","trace[1420651204] 'applied index is now lower than readState.Index' (duration: 243.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:08.078792Z","caller":"traceutil/trace.go:171","msg":"trace[847364557] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"274.462921ms","start":"2026-03-03T01:10:07.804293Z","end":"2026-03-03T01:10:08.078756Z","steps":["trace[847364557] 'process raft request' (duration: 274.212975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.078989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.937525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:08.079031Z","caller":"traceutil/trace.go:171","msg":"trace[1355864650] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8249; }","duration":"273.059748ms","start":"2026-03-03T01:10:07.805961Z","end":"2026-03-03T01:10:08.07902Z","steps":["trace[1355864650] 'agreement among raft nodes before linearized reading' (duration: 272.939865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.079202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.753954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18992f8510a3a55f\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T01:10:08.079292Z","caller":"traceutil/trace.go:171","msg":"trace[1976786218] range","detail":"{range_begin:/registry/events/openstack/ceph.18992f8510a3a55f; range_end:; response_count:1; response_revision:8249; }","duration":"270.889617ms","start":"2026-03-03T01:10:07.808387Z","end":"2026-03-03T01:10:08.079277Z","steps":["trace[1976786218] 'agreement among raft nodes before linearized reading' (duration: 270.58309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.49808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.879188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:08.498178Z","caller":"traceutil/trace.go:171","msg":"trace[2006482411] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8571; }","duration":"416.164936ms","start":"2026-03-03T01:10:08.082Z","end":"2026-03-03T01:10:08.498165Z","steps":["trace[2006482411] 'read index received' (duration: 233.019521ms)","trace[2006482411] 'applied index is now lower than readState.Index' (duration: 183.144675ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:08.498243Z","caller":"traceutil/trace.go:171","msg":"trace[45080483] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"416.661978ms","start":"2026-03-03T01:10:08.081572Z","end":"2026-03-03T01:10:08.498234Z","steps":["trace[45080483] 'process raft request' (duration: 233.551484ms)","trace[45080483] 'compare' (duration: 182.574701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:08.498282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.08155Z","time spent":"416.712108ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:08.498474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.486823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:10:08.498489Z","caller":"traceutil/trace.go:171","msg":"trace[1254172124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8250; }","duration":"416.502104ms","start":"2026-03-03T01:10:08.081982Z","end":"2026-03-03T01:10:08.498484Z","steps":["trace[1254172124] 'agreement among raft nodes before linearized reading' (duration: 416.416512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.498503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.081917Z","time spent":"416.582636ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:10:08.49857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.763602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:08.498658Z","caller":"traceutil/trace.go:171","msg":"trace[1134208919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8250; }","duration":"390.897545ms","start":"2026-03-03T01:10:08.107739Z","end":"2026-03-03T01:10:08.498637Z","steps":["trace[1134208919] 'agreement among raft nodes before linearized reading' (duration: 390.734261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.498675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.444749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:10:08.498701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.107725Z","time spent":"390.968346ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:10:08.498743Z","caller":"traceutil/trace.go:171","msg":"trace[980176137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8250; }","duration":"144.566432ms","start":"2026-03-03T01:10:08.354159Z","end":"2026-03-03T01:10:08.498725Z","steps":["trace[980176137] 'agreement among raft nodes before linearized reading' (duration: 144.373918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.498728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.885796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:10:08.498707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.004334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:08.498774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.550932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:10:08.498824Z","caller":"traceutil/trace.go:171","msg":"trace[671953064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8250; }","duration":"144.03488ms","start":"2026-03-03T01:10:08.354767Z","end":"2026-03-03T01:10:08.498801Z","steps":["trace[671953064] 'agreement among raft nodes before linearized reading' (duration: 143.778424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:08.498862Z","caller":"traceutil/trace.go:171","msg":"trace[525562262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8250; }","duration":"390.208889ms","start":"2026-03-03T01:10:08.108626Z","end":"2026-03-03T01:10:08.498835Z","steps":["trace[525562262] 'agreement among raft nodes before linearized reading' (duration: 389.981763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:08.498874Z","caller":"traceutil/trace.go:171","msg":"trace[359266777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8250; }","duration":"144.697795ms","start":"2026-03-03T01:10:08.354148Z","end":"2026-03-03T01:10:08.498846Z","steps":["trace[359266777] 'agreement among raft nodes before linearized reading' (duration: 144.436179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:08.498924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.108609Z","time spent":"390.300602ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:09.021471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.892095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:09.021912Z","caller":"traceutil/trace.go:171","msg":"trace[302322141] linearizableReadLoop","detail":"{readStateIndex:8575; appliedIndex:8572; }","duration":"512.421818ms","start":"2026-03-03T01:10:08.50947Z","end":"2026-03-03T01:10:09.021892Z","steps":["trace[302322141] 'read index received' (duration: 24.194137ms)","trace[302322141] 'applied index is now lower than readState.Index' (duration: 488.226641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:09.021943Z","caller":"traceutil/trace.go:171","msg":"trace[515915735] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"518.320196ms","start":"2026-03-03T01:10:08.50357Z","end":"2026-03-03T01:10:09.02189Z","steps":["trace[515915735] 'process raft request' (duration: 518.011699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:09.021888Z","caller":"traceutil/trace.go:171","msg":"trace[254033156] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"519.194526ms","start":"2026-03-03T01:10:08.502655Z","end":"2026-03-03T01:10:09.02185Z","steps":["trace[254033156] 'process raft request' (duration: 227.83353ms)","trace[254033156] 'compare' (duration: 290.785133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:09.022073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.503549Z","time spent":"518.446588ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:09.022167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.502635Z","time spent":"519.39555ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:09.022554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.074753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T01:10:09.022626Z","caller":"traceutil/trace.go:171","msg":"trace[1995993938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8253; }","duration":"513.159325ms","start":"2026-03-03T01:10:08.509443Z","end":"2026-03-03T01:10:09.022603Z","steps":["trace[1995993938] 'agreement among raft nodes before linearized reading' (duration: 512.503679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:09.022674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.509436Z","time spent":"513.225917ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T01:10:10.654478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632573083s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:10:10.654626Z","caller":"traceutil/trace.go:171","msg":"trace[831577193] linearizableReadLoop","detail":"{readStateIndex:8576; appliedIndex:8575; }","duration":"1.632638504s","start":"2026-03-03T01:10:09.021958Z","end":"2026-03-03T01:10:10.654596Z","steps":["trace[831577193] 'read index received' (duration: 41.331µs)","trace[831577193] 'applied index is now lower than readState.Index' (duration: 1.632594893s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:10.655219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851204938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:10.655265Z","caller":"traceutil/trace.go:171","msg":"trace[1471505821] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8253; }","duration":"1.851289049s","start":"2026-03-03T01:10:08.803964Z","end":"2026-03-03T01:10:10.655253Z","steps":["trace[1471505821] 'agreement among raft nodes before linearized reading' (duration: 1.851185737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:10.655301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.803952Z","time spent":"1.85133914s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:10.655286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897778467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:10.655394Z","caller":"traceutil/trace.go:171","msg":"trace[390532961] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8253; }","duration":"1.897950581s","start":"2026-03-03T01:10:08.757415Z","end":"2026-03-03T01:10:10.655365Z","steps":["trace[390532961] 'agreement among raft nodes before linearized reading' (duration: 1.897743426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:10.65545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:08.757386Z","time spent":"1.898049063s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:11.108626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T01:10:11.108734Z","caller":"traceutil/trace.go:171","msg":"trace[50558527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234393s","start":"2026-03-03T01:10:09.108474Z","end":"2026-03-03T01:10:11.108708Z","steps":["trace[50558527] 'agreement among raft nodes before linearized reading' (duration: 2.0001014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.10879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.108411Z","time spent":"2.000367447s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:10:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:10:11.155269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352593025,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:10:11.32808Z","caller":"traceutil/trace.go:171","msg":"trace[341264169] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"1.974164123s","start":"2026-03-03T01:10:09.353895Z","end":"2026-03-03T01:10:11.328059Z","steps":["trace[341264169] 'process raft request' (duration: 1.97405293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.328202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.353871Z","time spent":"1.974267526s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:11.628364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.712504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:10:11.628661Z","caller":"traceutil/trace.go:171","msg":"trace[1510835520] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8577; }","duration":"973.944694ms","start":"2026-03-03T01:10:10.654669Z","end":"2026-03-03T01:10:11.628614Z","steps":["trace[1510835520] 'read index received' (duration: 673.548277ms)","trace[1510835520] 'applied index is now lower than readState.Index' (duration: 300.395157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:11.628792Z","caller":"traceutil/trace.go:171","msg":"trace[1769892809] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"1.821890831s","start":"2026-03-03T01:10:09.806882Z","end":"2026-03-03T01:10:11.628773Z","steps":["trace[1769892809] 'process raft request' (duration: 1.647629664s)","trace[1769892809] 'compare' (duration: 173.590951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:11.628887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.806862Z","time spent":"1.821976993s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:11.629218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725868085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:11.629229Z","caller":"traceutil/trace.go:171","msg":"trace[2144917935] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"1.562353469s","start":"2026-03-03T01:10:10.066838Z","end":"2026-03-03T01:10:11.629192Z","steps":["trace[2144917935] 'process raft request' (duration: 1.561718334s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629282Z","caller":"traceutil/trace.go:171","msg":"trace[729105121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8257; }","duration":"1.725965217s","start":"2026-03-03T01:10:09.903301Z","end":"2026-03-03T01:10:11.629266Z","steps":["trace[729105121] 'agreement among raft nodes before linearized reading' (duration: 1.725828533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.903288Z","time spent":"1.726022659s","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:11.629321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823222832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T01:10:11.62932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670337045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:11.629296Z","caller":"traceutil/trace.go:171","msg":"trace[1042317237] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"1.821111373s","start":"2026-03-03T01:10:09.80814Z","end":"2026-03-03T01:10:11.629251Z","steps":["trace[1042317237] 'process raft request' (duration: 1.820341045s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.62938Z","caller":"traceutil/trace.go:171","msg":"trace[520711663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8257; }","duration":"1.823331245s","start":"2026-03-03T01:10:09.806032Z","end":"2026-03-03T01:10:11.629363Z","steps":["trace[520711663] 'agreement among raft nodes before linearized reading' (duration: 1.82314394s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629387Z","caller":"traceutil/trace.go:171","msg":"trace[214299017] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8257; }","duration":"1.670497899s","start":"2026-03-03T01:10:09.958873Z","end":"2026-03-03T01:10:11.62937Z","steps":["trace[214299017] 'agreement among raft nodes before linearized reading' (duration: 1.670311905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:10.066819Z","time spent":"1.562488923s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:11.629425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.958853Z","time spent":"1.67056339s","remote":"127.0.0.1:39190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:10:11.629389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0908986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:10:11.629389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820727163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:10:11.629422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.806008Z","time spent":"1.823403346s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:10:11.629444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822371782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:10:11.629487Z","caller":"traceutil/trace.go:171","msg":"trace[576919011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8257; }","duration":"1.091049353s","start":"2026-03-03T01:10:10.538412Z","end":"2026-03-03T01:10:11.629461Z","steps":["trace[576919011] 'agreement among raft nodes before linearized reading' (duration: 1.090770347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.808082Z","time spent":"1.821311118s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:11.6295Z","caller":"traceutil/trace.go:171","msg":"trace[304144334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8257; }","duration":"1.820873697s","start":"2026-03-03T01:10:09.8086Z","end":"2026-03-03T01:10:11.629474Z","steps":["trace[304144334] 'agreement among raft nodes before linearized reading' (duration: 1.820589841s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629513Z","caller":"traceutil/trace.go:171","msg":"trace[1406426077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8257; }","duration":"1.822450034s","start":"2026-03-03T01:10:09.807043Z","end":"2026-03-03T01:10:11.629493Z","steps":["trace[1406426077] 'agreement among raft nodes before linearized reading' (duration: 1.822237899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.749011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:11.629539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:10.538391Z","time spent":"1.091137926s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:10:11.629556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.568517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:10:11.62957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.808591Z","time spent":"1.820961149s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:10:11.629579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:09.806967Z","time spent":"1.822597978s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:10:11.629599Z","caller":"traceutil/trace.go:171","msg":"trace[1910222728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8257; }","duration":"520.638619ms","start":"2026-03-03T01:10:11.108949Z","end":"2026-03-03T01:10:11.629587Z","steps":["trace[1910222728] 'agreement among raft nodes before linearized reading' (duration: 520.569827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.363015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:10:11.629595Z","caller":"traceutil/trace.go:171","msg":"trace[997613716] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8257; }","duration":"272.987587ms","start":"2026-03-03T01:10:11.356583Z","end":"2026-03-03T01:10:11.629571Z","steps":["trace[997613716] 'agreement among raft nodes before linearized reading' (duration: 272.748101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.708449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:10:11.629633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.108933Z","time spent":"520.694391ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:11.62957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.044732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T01:10:11.629654Z","caller":"traceutil/trace.go:171","msg":"trace[2037412841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8257; }","duration":"603.5921ms","start":"2026-03-03T01:10:11.026043Z","end":"2026-03-03T01:10:11.629635Z","steps":["trace[2037412841] 'agreement among raft nodes before linearized reading' (duration: 603.207121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629688Z","caller":"traceutil/trace.go:171","msg":"trace[613099047] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8257; }","duration":"398.206166ms","start":"2026-03-03T01:10:11.231468Z","end":"2026-03-03T01:10:11.629674Z","steps":["trace[613099047] 'agreement among raft nodes before linearized reading' (duration: 397.925049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629685Z","caller":"traceutil/trace.go:171","msg":"trace[1928083637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8257; }","duration":"602.779821ms","start":"2026-03-03T01:10:11.026883Z","end":"2026-03-03T01:10:11.629663Z","steps":["trace[1928083637] 'agreement among raft nodes before linearized reading' (duration: 602.675268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.391732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T01:10:11.62971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.026022Z","time spent":"603.671902ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:10:11.629704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.64305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T01:10:11.629722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.231451Z","time spent":"398.261997ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T01:10:11.629735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.026872Z","time spent":"602.853922ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:10:11.629742Z","caller":"traceutil/trace.go:171","msg":"trace[1145682970] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8257; }","duration":"107.483244ms","start":"2026-03-03T01:10:11.522247Z","end":"2026-03-03T01:10:11.62973Z","steps":["trace[1145682970] 'agreement among raft nodes before linearized reading' (duration: 107.367102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.3289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:10:11.629765Z","caller":"traceutil/trace.go:171","msg":"trace[2015417381] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8257; }","duration":"358.754183ms","start":"2026-03-03T01:10:11.270993Z","end":"2026-03-03T01:10:11.629747Z","steps":["trace[2015417381] 'agreement among raft nodes before linearized reading' (duration: 358.61693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:11.629803Z","caller":"traceutil/trace.go:171","msg":"trace[273833462] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8257; }","duration":"142.422602ms","start":"2026-03-03T01:10:11.487365Z","end":"2026-03-03T01:10:11.629788Z","steps":["trace[273833462] 'agreement among raft nodes before linearized reading' (duration: 142.32793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:11.629812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.270979Z","time spent":"358.819145ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T01:10:11.865532Z","caller":"traceutil/trace.go:171","msg":"trace[1513993334] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8580; }","duration":"232.809396ms","start":"2026-03-03T01:10:11.632657Z","end":"2026-03-03T01:10:11.865466Z","steps":["trace[1513993334] 'read index received' (duration: 365.338µs)","trace[1513993334] 'applied index is now lower than readState.Index' (duration: 232.442488ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:11.865567Z","caller":"traceutil/trace.go:171","msg":"trace[675678301] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"232.916929ms","start":"2026-03-03T01:10:11.632611Z","end":"2026-03-03T01:10:11.865528Z","steps":["trace[675678301] 'process raft request' (duration: 151.004932ms)","trace[675678301] 'compare' (duration: 81.581909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:11.865859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.175875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2666d3fd-67e2-4f32-8168-16454e7f382d\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T01:10:11.865956Z","caller":"traceutil/trace.go:171","msg":"trace[442483099] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2666d3fd-67e2-4f32-8168-16454e7f382d; range_end:; response_count:1; response_revision:8258; }","duration":"233.304568ms","start":"2026-03-03T01:10:11.632627Z","end":"2026-03-03T01:10:11.865932Z","steps":["trace[442483099] 'agreement among raft nodes before linearized reading' (duration: 233.007421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:12.030029Z","caller":"traceutil/trace.go:171","msg":"trace[340527673] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"393.854124ms","start":"2026-03-03T01:10:11.636134Z","end":"2026-03-03T01:10:12.029988Z","steps":["trace[340527673] 'process raft request' (duration: 339.461212ms)","trace[340527673] 'compare' (duration: 54.104685ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:12.030149Z","caller":"traceutil/trace.go:171","msg":"trace[1992521851] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"393.431195ms","start":"2026-03-03T01:10:11.636702Z","end":"2026-03-03T01:10:12.030133Z","steps":["trace[1992521851] 'process raft request' (duration: 393.280031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:12.030106Z","caller":"traceutil/trace.go:171","msg":"trace[410167882] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"393.6743ms","start":"2026-03-03T01:10:11.636392Z","end":"2026-03-03T01:10:12.030066Z","steps":["trace[410167882] 'process raft request' (duration: 393.457815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.030211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.636111Z","time spent":"394.014278ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:12.030199Z","caller":"traceutil/trace.go:171","msg":"trace[1607358902] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"392.205785ms","start":"2026-03-03T01:10:11.637963Z","end":"2026-03-03T01:10:12.030169Z","steps":["trace[1607358902] 'process raft request' (duration: 392.134364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:12.030272Z","caller":"traceutil/trace.go:171","msg":"trace[1485391878] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"392.944753ms","start":"2026-03-03T01:10:11.637303Z","end":"2026-03-03T01:10:12.030248Z","steps":["trace[1485391878] 'process raft request' (duration: 392.765899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:12.030266Z","caller":"traceutil/trace.go:171","msg":"trace[256065916] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"393.287771ms","start":"2026-03-03T01:10:11.63693Z","end":"2026-03-03T01:10:12.030217Z","steps":["trace[256065916] 'process raft request' (duration: 393.108116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.030313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.636367Z","time spent":"393.853425ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:12.030389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.637282Z","time spent":"393.046575ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:12.030389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.637956Z","time spent":"392.344958ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:12.030222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.636693Z","time spent":"393.492036ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:12.030254Z","caller":"traceutil/trace.go:171","msg":"trace[1238216915] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"393.741951ms","start":"2026-03-03T01:10:11.636504Z","end":"2026-03-03T01:10:12.030246Z","steps":["trace[1238216915] 'process raft request' (duration: 393.395383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.030487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.6369Z","time spent":"393.474645ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:10:12.03054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.636488Z","time spent":"394.015438ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:10:12.033194Z","caller":"traceutil/trace.go:171","msg":"trace[208958185] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"239.227876ms","start":"2026-03-03T01:10:11.793932Z","end":"2026-03-03T01:10:12.03316Z","steps":["trace[208958185] 'process raft request' (duration: 239.014961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:12.033204Z","caller":"traceutil/trace.go:171","msg":"trace[82516871] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8581; }","duration":"167.524089ms","start":"2026-03-03T01:10:11.865657Z","end":"2026-03-03T01:10:12.033181Z","steps":["trace[82516871] 'read index received' (duration: 109.905981ms)","trace[82516871] 'applied index is now lower than readState.Index' (duration: 57.616668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:12.033395Z","caller":"traceutil/trace.go:171","msg":"trace[1432557491] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"163.233418ms","start":"2026-03-03T01:10:11.870148Z","end":"2026-03-03T01:10:12.033381Z","steps":["trace[1432557491] 'process raft request' (duration: 162.971342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:12.033528Z","caller":"traceutil/trace.go:171","msg":"trace[15069363] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"163.483584ms","start":"2026-03-03T01:10:11.870025Z","end":"2026-03-03T01:10:12.033508Z","steps":["trace[15069363] 'process raft request' (duration: 163.046664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.033652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.603495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T01:10:12.03369Z","caller":"traceutil/trace.go:171","msg":"trace[1259167906] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b; range_end:; response_count:1; response_revision:8268; }","duration":"398.685667ms","start":"2026-03-03T01:10:11.634993Z","end":"2026-03-03T01:10:12.033678Z","steps":["trace[1259167906] 'agreement among raft nodes before linearized reading' (duration: 398.536114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.033715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.634971Z","time spent":"398.736648ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b\" "} {"level":"warn","ts":"2026-03-03T01:10:12.033746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.389713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T01:10:12.033794Z","caller":"traceutil/trace.go:171","msg":"trace[1515848432] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8268; }","duration":"163.486425ms","start":"2026-03-03T01:10:11.870295Z","end":"2026-03-03T01:10:12.033781Z","steps":["trace[1515848432] 'agreement among raft nodes before linearized reading' (duration: 163.332691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.033825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.622392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:12.033927Z","caller":"traceutil/trace.go:171","msg":"trace[1098016009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8268; }","duration":"394.752645ms","start":"2026-03-03T01:10:11.639151Z","end":"2026-03-03T01:10:12.033903Z","steps":["trace[1098016009] 'agreement among raft nodes before linearized reading' (duration: 394.56641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.033982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.639146Z","time spent":"394.826596ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:10:12.034051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.82115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228745"} {"level":"info","ts":"2026-03-03T01:10:12.034079Z","caller":"traceutil/trace.go:171","msg":"trace[685180817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8268; }","duration":"398.849321ms","start":"2026-03-03T01:10:11.635223Z","end":"2026-03-03T01:10:12.034073Z","steps":["trace[685180817] 'agreement among raft nodes before linearized reading' (duration: 398.567694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.034127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:10:11.635167Z","time spent":"398.932073ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228768,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:10:12.564485Z","caller":"traceutil/trace.go:171","msg":"trace[2012223071] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"144.367297ms","start":"2026-03-03T01:10:12.420027Z","end":"2026-03-03T01:10:12.564394Z","steps":["trace[2012223071] 'process raft request' (duration: 144.194003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:10:12.815193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.603212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:10:12.815294Z","caller":"traceutil/trace.go:171","msg":"trace[1438033043] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8272; }","duration":"173.792736ms","start":"2026-03-03T01:10:12.641474Z","end":"2026-03-03T01:10:12.815267Z","steps":["trace[1438033043] 'count revisions from in-memory index tree' (duration: 173.487078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:12.815437Z","caller":"traceutil/trace.go:171","msg":"trace[617657489] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"170.5543ms","start":"2026-03-03T01:10:12.644812Z","end":"2026-03-03T01:10:12.815367Z","steps":["trace[617657489] 'process raft request' (duration: 126.94412ms)","trace[617657489] 'compare' (duration: 43.338034ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:10:14.446237Z","caller":"traceutil/trace.go:171","msg":"trace[1052222066] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"129.90978ms","start":"2026-03-03T01:10:14.316295Z","end":"2026-03-03T01:10:14.446205Z","steps":["trace[1052222066] 'process raft request' (duration: 129.584192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.399343Z","caller":"traceutil/trace.go:171","msg":"trace[430736812] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"118.436091ms","start":"2026-03-03T01:10:30.280885Z","end":"2026-03-03T01:10:30.399322Z","steps":["trace[430736812] 'process raft request' (duration: 118.314558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.399508Z","caller":"traceutil/trace.go:171","msg":"trace[841240975] linearizableReadLoop","detail":"{readStateIndex:8825; appliedIndex:8823; }","duration":"116.912285ms","start":"2026-03-03T01:10:30.282587Z","end":"2026-03-03T01:10:30.399499Z","steps":["trace[841240975] 'read index received' (duration: 90.025206ms)","trace[841240975] 'applied index is now lower than readState.Index' (duration: 26.886429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:10:30.399641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.036188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:10:30.399666Z","caller":"traceutil/trace.go:171","msg":"trace[2103021651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8495; }","duration":"117.080379ms","start":"2026-03-03T01:10:30.282579Z","end":"2026-03-03T01:10:30.399659Z","steps":["trace[2103021651] 'agreement among raft nodes before linearized reading' (duration: 116.950426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:30.399817Z","caller":"traceutil/trace.go:171","msg":"trace[916883707] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"116.191688ms","start":"2026-03-03T01:10:30.283598Z","end":"2026-03-03T01:10:30.399789Z","steps":["trace[916883707] 'process raft request' (duration: 115.696606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:31.838476Z","caller":"traceutil/trace.go:171","msg":"trace[1674373794] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"115.187824ms","start":"2026-03-03T01:10:31.723254Z","end":"2026-03-03T01:10:31.838442Z","steps":["trace[1674373794] 'process raft request' (duration: 115.0199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:31.878718Z","caller":"traceutil/trace.go:171","msg":"trace[1684101356] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"153.754896ms","start":"2026-03-03T01:10:31.724932Z","end":"2026-03-03T01:10:31.878687Z","steps":["trace[1684101356] 'process raft request' (duration: 153.321746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:10:32.909265Z","caller":"traceutil/trace.go:171","msg":"trace[1101511045] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"110.7052ms","start":"2026-03-03T01:10:32.798481Z","end":"2026-03-03T01:10:32.909187Z","steps":["trace[1101511045] 'process raft request' (duration: 110.584198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:08.918968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.45799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:11:08.919094Z","caller":"traceutil/trace.go:171","msg":"trace[284084006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8864; }","duration":"203.622493ms","start":"2026-03-03T01:11:08.715449Z","end":"2026-03-03T01:11:08.919072Z","steps":["trace[284084006] 'range keys from in-memory index tree' (duration: 203.301916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:08.919057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.219515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:11:08.919142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.570946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:11:08.919201Z","caller":"traceutil/trace.go:171","msg":"trace[428761948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8864; }","duration":"277.41772ms","start":"2026-03-03T01:11:08.641766Z","end":"2026-03-03T01:11:08.919184Z","steps":["trace[428761948] 'range keys from in-memory index tree' (duration: 277.084452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:08.919242Z","caller":"traceutil/trace.go:171","msg":"trace[850474213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8864; }","duration":"204.7291ms","start":"2026-03-03T01:11:08.714493Z","end":"2026-03-03T01:11:08.919222Z","steps":["trace[850474213] 'range keys from in-memory index tree' (duration: 204.381291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:08.95426Z","caller":"traceutil/trace.go:171","msg":"trace[1678881700] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"208.823954ms","start":"2026-03-03T01:11:08.745409Z","end":"2026-03-03T01:11:08.954233Z","steps":["trace[1678881700] 'read index received' (duration: 204.911175ms)","trace[1678881700] 'applied index is now lower than readState.Index' (duration: 3.911699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:08.954534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.103371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:11:08.954663Z","caller":"traceutil/trace.go:171","msg":"trace[303714508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8864; }","duration":"209.288945ms","start":"2026-03-03T01:11:08.745361Z","end":"2026-03-03T01:11:08.95465Z","steps":["trace[303714508] 'agreement among raft nodes before linearized reading' (duration: 208.964798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:23.530254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352594908,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:11:23.656701Z","caller":"traceutil/trace.go:171","msg":"trace[164159213] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"632.316409ms","start":"2026-03-03T01:11:23.024346Z","end":"2026-03-03T01:11:23.656663Z","steps":["trace[164159213] 'process raft request' (duration: 632.149046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:23.656887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.024325Z","time spent":"632.472813ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:23.891903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.174475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:11:23.892134Z","caller":"traceutil/trace.go:171","msg":"trace[1222803166] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"864.224871ms","start":"2026-03-03T01:11:23.027863Z","end":"2026-03-03T01:11:23.892087Z","steps":["trace[1222803166] 'process raft request' (duration: 720.773009ms)","trace[1222803166] 'compare' (duration: 143.049273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:23.892186Z","caller":"traceutil/trace.go:171","msg":"trace[1652211315] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"662.479171ms","start":"2026-03-03T01:11:23.229684Z","end":"2026-03-03T01:11:23.892163Z","steps":["trace[1652211315] 'process raft request' (duration: 662.394409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:23.892265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.229661Z","time spent":"662.569993ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:23.892255Z","caller":"traceutil/trace.go:171","msg":"trace[117097795] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"863.660828ms","start":"2026-03-03T01:11:23.028559Z","end":"2026-03-03T01:11:23.89222Z","steps":["trace[117097795] 'process raft request' (duration: 863.464723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:23.892328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.027822Z","time spent":"864.406525ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:23.892382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.8417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:11:23.892418Z","caller":"traceutil/trace.go:171","msg":"trace[852003104] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"287.546418ms","start":"2026-03-03T01:11:23.604833Z","end":"2026-03-03T01:11:23.89238Z","steps":["trace[852003104] 'process raft request' (duration: 287.282512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:23.892464Z","caller":"traceutil/trace.go:171","msg":"trace[28233225] linearizableReadLoop","detail":"{readStateIndex:9282; appliedIndex:9278; }","duration":"862.702306ms","start":"2026-03-03T01:11:23.029518Z","end":"2026-03-03T01:11:23.89222Z","steps":["trace[28233225] 'read index received' (duration: 627.091961ms)","trace[28233225] 'applied index is now lower than readState.Index' (duration: 235.609295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:23.89242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.028543Z","time spent":"863.78724ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:23.892475Z","caller":"traceutil/trace.go:171","msg":"trace[1751580314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:8940; }","duration":"862.962862ms","start":"2026-03-03T01:11:23.029493Z","end":"2026-03-03T01:11:23.892456Z","steps":["trace[1751580314] 'agreement among raft nodes before linearized reading' (duration: 862.732647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:23.892557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.029485Z","time spent":"863.061644ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:11:24.393284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352594915,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:11:24.485466Z","caller":"traceutil/trace.go:171","msg":"trace[2105886165] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"755.723268ms","start":"2026-03-03T01:11:23.729699Z","end":"2026-03-03T01:11:24.485423Z","steps":["trace[2105886165] 'process raft request' (duration: 710.498356ms)","trace[2105886165] 'compare' (duration: 44.905595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:24.485619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.729672Z","time spent":"755.869372ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:24.576724Z","caller":"traceutil/trace.go:171","msg":"trace[306215283] linearizableReadLoop","detail":"{readStateIndex:9286; appliedIndex:9283; }","duration":"684.176072ms","start":"2026-03-03T01:11:23.892506Z","end":"2026-03-03T01:11:24.576682Z","steps":["trace[306215283] 'read index received' (duration: 547.673927ms)","trace[306215283] 'applied index is now lower than readState.Index' (duration: 136.500995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:24.576874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142221743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:11:24.576977Z","caller":"traceutil/trace.go:171","msg":"trace[1888603983] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8943; }","duration":"1.142380276s","start":"2026-03-03T01:11:23.434576Z","end":"2026-03-03T01:11:24.576956Z","steps":["trace[1888603983] 'agreement among raft nodes before linearized reading' (duration: 1.142185392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.577024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.434561Z","time spent":"1.142451648s","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:11:24.577063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195577118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T01:11:24.576924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469003047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:24.577163Z","caller":"traceutil/trace.go:171","msg":"trace[2143366982] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"501.281278ms","start":"2026-03-03T01:11:24.075861Z","end":"2026-03-03T01:11:24.577142Z","steps":["trace[2143366982] 'process raft request' (duration: 500.777607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.577157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.873962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:11:24.577171Z","caller":"traceutil/trace.go:171","msg":"trace[342477703] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8943; }","duration":"1.195746682s","start":"2026-03-03T01:11:23.381397Z","end":"2026-03-03T01:11:24.577144Z","steps":["trace[342477703] 'agreement among raft nodes before linearized reading' (duration: 1.195433365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.577175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496745575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:24.577232Z","caller":"traceutil/trace.go:171","msg":"trace[1104725470] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8943; }","duration":"197.957784ms","start":"2026-03-03T01:11:24.379256Z","end":"2026-03-03T01:11:24.577214Z","steps":["trace[1104725470] 'agreement among raft nodes before linearized reading' (duration: 197.831101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:24.57723Z","caller":"traceutil/trace.go:171","msg":"trace[112204978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8943; }","duration":"1.469295075s","start":"2026-03-03T01:11:23.107861Z","end":"2026-03-03T01:11:24.577156Z","steps":["trace[112204978] 'agreement among raft nodes before linearized reading' (duration: 1.468996688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.577244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.381375Z","time spent":"1.195855995s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-03T01:11:24.577266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.075837Z","time spent":"501.368341ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:11:24.577254Z","caller":"traceutil/trace.go:171","msg":"trace[1800653706] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"503.984199ms","start":"2026-03-03T01:11:24.073239Z","end":"2026-03-03T01:11:24.577223Z","steps":["trace[1800653706] 'process raft request' (duration: 503.238142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:11:24.577276Z","caller":"traceutil/trace.go:171","msg":"trace[832672967] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8943; }","duration":"1.496878668s","start":"2026-03-03T01:11:23.080376Z","end":"2026-03-03T01:11:24.577254Z","steps":["trace[832672967] 'agreement among raft nodes before linearized reading' (duration: 1.496647843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.577301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.107848Z","time spent":"1.469433997s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:11:24.577335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.080318Z","time spent":"1.4970025s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:11:24.577362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.073208Z","time spent":"504.103922ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:24.577392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.698691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291464"} {"level":"info","ts":"2026-03-03T01:11:24.577496Z","caller":"traceutil/trace.go:171","msg":"trace[639274088] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8943; }","duration":"679.851884ms","start":"2026-03-03T01:11:23.897619Z","end":"2026-03-03T01:11:24.577471Z","steps":["trace[639274088] 'agreement among raft nodes before linearized reading' (duration: 679.305341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.577541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:23.897601Z","time spent":"679.929416ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291487,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:11:24.792947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.165144ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T01:11:24.793743Z","caller":"traceutil/trace.go:171","msg":"trace[1377606356] linearizableReadLoop","detail":"{readStateIndex:9287; appliedIndex:9286; }","duration":"215.230044ms","start":"2026-03-03T01:11:24.578489Z","end":"2026-03-03T01:11:24.793719Z","steps":["trace[1377606356] 'read index received' (duration: 33.292922ms)","trace[1377606356] 'applied index is now lower than readState.Index' (duration: 181.935102ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:24.793719Z","caller":"traceutil/trace.go:171","msg":"trace[1310326757] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"211.240704ms","start":"2026-03-03T01:11:24.582457Z","end":"2026-03-03T01:11:24.793697Z","steps":["trace[1310326757] 'process raft request' (duration: 211.118701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.793979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.469639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:24.794019Z","caller":"traceutil/trace.go:171","msg":"trace[1940840386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8944; }","duration":"215.554971ms","start":"2026-03-03T01:11:24.578454Z","end":"2026-03-03T01:11:24.794009Z","steps":["trace[1940840386] 'agreement among raft nodes before linearized reading' (duration: 215.413458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:24.794134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.44712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:11:24.794172Z","caller":"traceutil/trace.go:171","msg":"trace[950211204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8944; }","duration":"177.562403ms","start":"2026-03-03T01:11:24.6166Z","end":"2026-03-03T01:11:24.794163Z","steps":["trace[950211204] 'agreement among raft nodes before linearized reading' (duration: 177.390619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:25.185766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.224271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:11:25.185852Z","caller":"traceutil/trace.go:171","msg":"trace[1733939109] linearizableReadLoop","detail":"{readStateIndex:9290; appliedIndex:9288; }","duration":"385.827759ms","start":"2026-03-03T01:11:24.80001Z","end":"2026-03-03T01:11:25.185838Z","steps":["trace[1733939109] 'read index received' (duration: 28.736249ms)","trace[1733939109] 'applied index is now lower than readState.Index' (duration: 357.09061ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:11:25.185875Z","caller":"traceutil/trace.go:171","msg":"trace[1474027574] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"387.486597ms","start":"2026-03-03T01:11:24.798362Z","end":"2026-03-03T01:11:25.185848Z","steps":["trace[1474027574] 'process raft request' (duration: 200.109623ms)","trace[1474027574] 'compare' (duration: 187.010136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:11:25.185925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.914322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:25.185942Z","caller":"traceutil/trace.go:171","msg":"trace[1968070057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8946; }","duration":"385.946762ms","start":"2026-03-03T01:11:24.799989Z","end":"2026-03-03T01:11:25.185935Z","steps":["trace[1968070057] 'agreement among raft nodes before linearized reading' (duration: 385.907571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:25.185962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.799981Z","time spent":"385.976273ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:11:25.185978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.798351Z","time spent":"387.571479ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:11:25.186143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.708736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T01:11:25.186169Z","caller":"traceutil/trace.go:171","msg":"trace[95616446] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8946; }","duration":"354.776127ms","start":"2026-03-03T01:11:24.831387Z","end":"2026-03-03T01:11:25.186163Z","steps":["trace[95616446] 'agreement among raft nodes before linearized reading' (duration: 354.706816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:25.186185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:11:24.831369Z","time spent":"354.812179ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T01:11:25.798979Z","caller":"traceutil/trace.go:171","msg":"trace[1958235091] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"134.817526ms","start":"2026-03-03T01:11:25.664131Z","end":"2026-03-03T01:11:25.798948Z","steps":["trace[1958235091] 'process raft request' (duration: 134.645152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:11:26.228081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.998171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:11:26.228164Z","caller":"traceutil/trace.go:171","msg":"trace[1127838174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8949; }","duration":"120.144925ms","start":"2026-03-03T01:11:26.108Z","end":"2026-03-03T01:11:26.228145Z","steps":["trace[1127838174] 'range keys from in-memory index tree' (duration: 119.852119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:12:52.701315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7344} {"level":"info","ts":"2026-03-03T01:12:52.787549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7344,"took":"84.224115ms","hash":2571800891,"current-db-size-bytes":42016768,"current-db-size":"42 MB","current-db-size-in-use-bytes":24915968,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T01:12:52.787611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2571800891,"revision":7344,"compact-revision":5295} {"level":"info","ts":"2026-03-03T01:13:13.060146Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:13:13.064914Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T01:13:13.065031Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T01:13:34.270749Z","caller":"traceutil/trace.go:171","msg":"trace[161242387] linearizableReadLoop","detail":"{readStateIndex:10137; appliedIndex:10136; }","duration":"162.628864ms","start":"2026-03-03T01:13:34.108084Z","end":"2026-03-03T01:13:34.270712Z","steps":["trace[161242387] 'read index received' (duration: 162.409289ms)","trace[161242387] 'applied index is now lower than readState.Index' (duration: 218.355µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:13:34.270976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.866309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:13:34.271099Z","caller":"traceutil/trace.go:171","msg":"trace[1430514625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9762; }","duration":"163.051303ms","start":"2026-03-03T01:13:34.108021Z","end":"2026-03-03T01:13:34.271072Z","steps":["trace[1430514625] 'agreement among raft nodes before linearized reading' (duration: 162.841978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:34.270888Z","caller":"traceutil/trace.go:171","msg":"trace[1640105527] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"253.110263ms","start":"2026-03-03T01:13:34.017729Z","end":"2026-03-03T01:13:34.270839Z","steps":["trace[1640105527] 'process raft request' (duration: 252.821756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:13:46.485861Z","caller":"traceutil/trace.go:171","msg":"trace[36806202] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"157.989607ms","start":"2026-03-03T01:13:46.327843Z","end":"2026-03-03T01:13:46.485833Z","steps":["trace[36806202] 'process raft request' (duration: 157.823533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:30.435609Z","caller":"traceutil/trace.go:171","msg":"trace[1948510794] transaction","detail":"{read_only:false; response_revision:10328; number_of_response:1; }","duration":"156.798968ms","start":"2026-03-03T01:15:30.278775Z","end":"2026-03-03T01:15:30.435574Z","steps":["trace[1948510794] 'process raft request' (duration: 156.537481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:31.306502Z","caller":"traceutil/trace.go:171","msg":"trace[1699497487] transaction","detail":"{read_only:false; response_revision:10362; number_of_response:1; }","duration":"114.623836ms","start":"2026-03-03T01:15:31.191842Z","end":"2026-03-03T01:15:31.306465Z","steps":["trace[1699497487] 'process raft request' (duration: 114.559685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:31.306583Z","caller":"traceutil/trace.go:171","msg":"trace[1697730129] transaction","detail":"{read_only:false; response_revision:10361; number_of_response:1; }","duration":"117.414281ms","start":"2026-03-03T01:15:31.189126Z","end":"2026-03-03T01:15:31.30654Z","steps":["trace[1697730129] 'process raft request' (duration: 117.211156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:31.306652Z","caller":"traceutil/trace.go:171","msg":"trace[715165806] transaction","detail":"{read_only:false; response_revision:10360; number_of_response:1; }","duration":"128.519119ms","start":"2026-03-03T01:15:31.178107Z","end":"2026-03-03T01:15:31.306626Z","steps":["trace[715165806] 'process raft request' (duration: 104.435509ms)","trace[715165806] 'compare' (duration: 23.65039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:31.306833Z","caller":"traceutil/trace.go:171","msg":"trace[1176714153] linearizableReadLoop","detail":"{readStateIndex:10760; appliedIndex:10759; }","duration":"127.875445ms","start":"2026-03-03T01:15:31.178947Z","end":"2026-03-03T01:15:31.306823Z","steps":["trace[1176714153] 'read index received' (duration: 7.28234ms)","trace[1176714153] 'applied index is now lower than readState.Index' (duration: 120.591815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:31.307039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.295015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:31.307089Z","caller":"traceutil/trace.go:171","msg":"trace[1423952227] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:10362; }","duration":"116.386368ms","start":"2026-03-03T01:15:31.190691Z","end":"2026-03-03T01:15:31.307077Z","steps":["trace[1423952227] 'agreement among raft nodes before linearized reading' (duration: 116.282075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:31.307148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.193092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T01:15:31.307209Z","caller":"traceutil/trace.go:171","msg":"trace[1460098055] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10362; }","duration":"128.299754ms","start":"2026-03-03T01:15:31.178893Z","end":"2026-03-03T01:15:31.307193Z","steps":["trace[1460098055] 'agreement among raft nodes before linearized reading' (duration: 128.11548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:31.307212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.071113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T01:15:31.307254Z","caller":"traceutil/trace.go:171","msg":"trace[1947490803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10362; }","duration":"120.177585ms","start":"2026-03-03T01:15:31.187064Z","end":"2026-03-03T01:15:31.307241Z","steps":["trace[1947490803] 'agreement among raft nodes before linearized reading' (duration: 120.024262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:31.307259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.530085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-03T01:15:31.307584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.004564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:31.307573Z","caller":"traceutil/trace.go:171","msg":"trace[1555129953] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10362; }","duration":"105.866573ms","start":"2026-03-03T01:15:31.20168Z","end":"2026-03-03T01:15:31.307547Z","steps":["trace[1555129953] 'agreement among raft nodes before linearized reading' (duration: 105.520185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:31.307613Z","caller":"traceutil/trace.go:171","msg":"trace[503850849] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:0; response_revision:10362; }","duration":"127.051135ms","start":"2026-03-03T01:15:31.180555Z","end":"2026-03-03T01:15:31.307606Z","steps":["trace[503850849] 'agreement among raft nodes before linearized reading' (duration: 126.999254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:31.307564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.24977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111894"} {"level":"info","ts":"2026-03-03T01:15:31.307977Z","caller":"traceutil/trace.go:171","msg":"trace[262931661] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:10362; }","duration":"127.663209ms","start":"2026-03-03T01:15:31.180298Z","end":"2026-03-03T01:15:31.307961Z","steps":["trace[262931661] 'agreement among raft nodes before linearized reading' (duration: 126.640425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:33.941916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.537589ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:33.942042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.095561ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T01:15:33.942076Z","caller":"traceutil/trace.go:171","msg":"trace[47054462] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10414; }","duration":"471.729874ms","start":"2026-03-03T01:15:33.470323Z","end":"2026-03-03T01:15:33.942053Z","steps":["trace[47054462] 'range keys from in-memory index tree' (duration: 471.510229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:33.942415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.395833Z","time spent":"546.577695ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T01:15:33.979348Z","caller":"traceutil/trace.go:171","msg":"trace[1798995408] linearizableReadLoop","detail":"{readStateIndex:10816; appliedIndex:10814; }","duration":"490.860069ms","start":"2026-03-03T01:15:33.487407Z","end":"2026-03-03T01:15:33.978267Z","steps":["trace[1798995408] 'read index received' (duration: 197.513065ms)","trace[1798995408] 'applied index is now lower than readState.Index' (duration: 293.345944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:33.979466Z","caller":"traceutil/trace.go:171","msg":"trace[115802438] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"577.062564ms","start":"2026-03-03T01:15:33.402359Z","end":"2026-03-03T01:15:33.979421Z","steps":["trace[115802438] 'process raft request' (duration: 575.714932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:33.979671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.402338Z","time spent":"577.211088ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:33.979917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.475946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:15:33.980133Z","caller":"traceutil/trace.go:171","msg":"trace[1137016145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10415; }","duration":"492.618569ms","start":"2026-03-03T01:15:33.487374Z","end":"2026-03-03T01:15:33.979992Z","steps":["trace[1137016145] 'agreement among raft nodes before linearized reading' (duration: 491.089544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:33.980257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.487359Z","time spent":"492.839695ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:15:34.016687Z","caller":"traceutil/trace.go:171","msg":"trace[692097891] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"315.450318ms","start":"2026-03-03T01:15:33.701196Z","end":"2026-03-03T01:15:34.016646Z","steps":["trace[692097891] 'process raft request' (duration: 315.174621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.016864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.701166Z","time spent":"315.612512ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:34.017274Z","caller":"traceutil/trace.go:171","msg":"trace[1448201311] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"314.102337ms","start":"2026-03-03T01:15:33.703155Z","end":"2026-03-03T01:15:34.017257Z","steps":["trace[1448201311] 'process raft request' (duration: 313.975734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:34.017261Z","caller":"traceutil/trace.go:171","msg":"trace[676655131] transaction","detail":"{read_only:false; response_revision:10417; number_of_response:1; }","duration":"315.186162ms","start":"2026-03-03T01:15:33.702043Z","end":"2026-03-03T01:15:34.017229Z","steps":["trace[676655131] 'process raft request' (duration: 314.562498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.017355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.703127Z","time spent":"314.190639ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:34.017379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.375528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:34.017432Z","caller":"traceutil/trace.go:171","msg":"trace[1572449933] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10419; }","duration":"104.472191ms","start":"2026-03-03T01:15:33.912947Z","end":"2026-03-03T01:15:34.017419Z","steps":["trace[1572449933] 'agreement among raft nodes before linearized reading' (duration: 104.342688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.017435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.157057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:15:34.017422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.702027Z","time spent":"315.309435ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:34.017425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.233603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:15:34.017477Z","caller":"traceutil/trace.go:171","msg":"trace[1099365020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10419; }","duration":"522.239848ms","start":"2026-03-03T01:15:33.495227Z","end":"2026-03-03T01:15:34.017466Z","steps":["trace[1099365020] 'agreement among raft nodes before linearized reading' (duration: 522.083574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.0175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.495206Z","time spent":"522.288529ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:15:34.017508Z","caller":"traceutil/trace.go:171","msg":"trace[773906507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10419; }","duration":"456.364706ms","start":"2026-03-03T01:15:33.561122Z","end":"2026-03-03T01:15:34.017487Z","steps":["trace[773906507] 'agreement among raft nodes before linearized reading' (duration: 456.158061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:34.01756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:33.561102Z","time spent":"456.441517ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:15:35.590022Z","caller":"traceutil/trace.go:171","msg":"trace[938733644] linearizableReadLoop","detail":"{readStateIndex:10829; appliedIndex:10828; }","duration":"103.842526ms","start":"2026-03-03T01:15:35.486157Z","end":"2026-03-03T01:15:35.589999Z","steps":["trace[938733644] 'read index received' (duration: 103.718383ms)","trace[938733644] 'applied index is now lower than readState.Index' (duration: 123.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:35.590168Z","caller":"traceutil/trace.go:171","msg":"trace[1902516223] transaction","detail":"{read_only:false; response_revision:10428; number_of_response:1; }","duration":"161.120118ms","start":"2026-03-03T01:15:35.429025Z","end":"2026-03-03T01:15:35.590146Z","steps":["trace[1902516223] 'process raft request' (duration: 160.856202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:35.59046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.282346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:35.590535Z","caller":"traceutil/trace.go:171","msg":"trace[476866625] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10428; }","duration":"104.422639ms","start":"2026-03-03T01:15:35.486097Z","end":"2026-03-03T01:15:35.590519Z","steps":["trace[476866625] 'agreement among raft nodes before linearized reading' (duration: 104.309876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:35.818987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.392044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:35.81908Z","caller":"traceutil/trace.go:171","msg":"trace[126133853] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10428; }","duration":"164.562328ms","start":"2026-03-03T01:15:35.654497Z","end":"2026-03-03T01:15:35.819059Z","steps":["trace[126133853] 'range keys from in-memory index tree' (duration: 164.265781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:36.229343Z","caller":"traceutil/trace.go:171","msg":"trace[281100508] transaction","detail":"{read_only:false; response_revision:10429; number_of_response:1; }","duration":"206.577465ms","start":"2026-03-03T01:15:36.022727Z","end":"2026-03-03T01:15:36.229304Z","steps":["trace[281100508] 'process raft request' (duration: 206.34064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:36.473546Z","caller":"traceutil/trace.go:171","msg":"trace[736129601] transaction","detail":"{read_only:false; response_revision:10430; number_of_response:1; }","duration":"450.51137ms","start":"2026-03-03T01:15:36.023002Z","end":"2026-03-03T01:15:36.473513Z","steps":["trace[736129601] 'process raft request' (duration: 438.383878ms)","trace[736129601] 'compare' (duration: 11.533568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:36.473707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.022974Z","time spent":"450.650943ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:36.47373Z","caller":"traceutil/trace.go:171","msg":"trace[2093917047] linearizableReadLoop","detail":"{readStateIndex:10832; appliedIndex:10829; }","duration":"433.945234ms","start":"2026-03-03T01:15:36.039744Z","end":"2026-03-03T01:15:36.473689Z","steps":["trace[2093917047] 'read index received' (duration: 189.267342ms)","trace[2093917047] 'applied index is now lower than readState.Index' (duration: 244.676042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:36.474047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.300292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:15:36.474498Z","caller":"traceutil/trace.go:171","msg":"trace[2021784037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10431; }","duration":"434.766973ms","start":"2026-03-03T01:15:36.039701Z","end":"2026-03-03T01:15:36.474468Z","steps":["trace[2021784037] 'agreement among raft nodes before linearized reading' (duration: 434.252491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.474355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.338952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:15:36.474543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.039687Z","time spent":"434.848055ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:36.474577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.824432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T01:15:36.474678Z","caller":"traceutil/trace.go:171","msg":"trace[1466655045] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10431; }","duration":"290.005526ms","start":"2026-03-03T01:15:36.184646Z","end":"2026-03-03T01:15:36.474652Z","steps":["trace[1466655045] 'agreement among raft nodes before linearized reading' (duration: 289.675828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:36.474597Z","caller":"traceutil/trace.go:171","msg":"trace[1736160709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10431; }","duration":"412.607829ms","start":"2026-03-03T01:15:36.061962Z","end":"2026-03-03T01:15:36.47457Z","steps":["trace[1736160709] 'agreement among raft nodes before linearized reading' (duration: 412.22368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.474783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.061956Z","time spent":"412.816073ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:15:36.474343Z","caller":"traceutil/trace.go:171","msg":"trace[1744168369] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"451.275008ms","start":"2026-03-03T01:15:36.023015Z","end":"2026-03-03T01:15:36.47429Z","steps":["trace[1744168369] 'process raft request' (duration: 450.429158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.474918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.022987Z","time spent":"451.901012ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:36.474418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.660659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:36.475023Z","caller":"traceutil/trace.go:171","msg":"trace[891540571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10431; }","duration":"367.265633ms","start":"2026-03-03T01:15:36.107748Z","end":"2026-03-03T01:15:36.475014Z","steps":["trace[891540571] 'agreement among raft nodes before linearized reading' (duration: 366.629568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:36.47505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:36.107672Z","time spent":"367.372046ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:15:36.47436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.031812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:36.475162Z","caller":"traceutil/trace.go:171","msg":"trace[1394619197] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10431; }","duration":"215.913523ms","start":"2026-03-03T01:15:36.259234Z","end":"2026-03-03T01:15:36.475148Z","steps":["trace[1394619197] 'agreement among raft nodes before linearized reading' (duration: 215.025902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:37.601768Z","caller":"traceutil/trace.go:171","msg":"trace[1745988726] transaction","detail":"{read_only:false; response_revision:10437; number_of_response:1; }","duration":"139.921255ms","start":"2026-03-03T01:15:37.461815Z","end":"2026-03-03T01:15:37.601736Z","steps":["trace[1745988726] 'process raft request' (duration: 138.41923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:39.400173Z","caller":"traceutil/trace.go:171","msg":"trace[576525055] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"140.943859ms","start":"2026-03-03T01:15:39.259185Z","end":"2026-03-03T01:15:39.400129Z","steps":["trace[576525055] 'process raft request' (duration: 140.664013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:39.604592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.293795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-57658d6fb7-pzmgb\" ","response":"range_response_count:1 size:5145"} {"level":"info","ts":"2026-03-03T01:15:39.604695Z","caller":"traceutil/trace.go:171","msg":"trace[504428055] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-57658d6fb7-pzmgb; range_end:; response_count:1; response_revision:10454; }","duration":"116.435618ms","start":"2026-03-03T01:15:39.488235Z","end":"2026-03-03T01:15:39.604671Z","steps":["trace[504428055] 'range keys from in-memory index tree' (duration: 116.132792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.054985Z","caller":"traceutil/trace.go:171","msg":"trace[1774833125] linearizableReadLoop","detail":"{readStateIndex:10857; appliedIndex:10856; }","duration":"411.853891ms","start":"2026-03-03T01:15:39.643101Z","end":"2026-03-03T01:15:40.054955Z","steps":["trace[1774833125] 'read index received' (duration: 411.732868ms)","trace[1774833125] 'applied index is now lower than readState.Index' (duration: 119.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:40.05511Z","caller":"traceutil/trace.go:171","msg":"trace[474282704] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"441.648453ms","start":"2026-03-03T01:15:39.613424Z","end":"2026-03-03T01:15:40.055073Z","steps":["trace[474282704] 'process raft request' (duration: 441.399508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.055213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.091706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:15:40.055217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.372739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:15:40.055258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:39.613403Z","time spent":"441.778977ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5176,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:40.055288Z","caller":"traceutil/trace.go:171","msg":"trace[1002746658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10455; }","duration":"412.150447ms","start":"2026-03-03T01:15:39.643085Z","end":"2026-03-03T01:15:40.055236Z","steps":["trace[1002746658] 'agreement among raft nodes before linearized reading' (duration: 412.010354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.055322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:39.643031Z","time spent":"412.281351ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:15:40.05527Z","caller":"traceutil/trace.go:171","msg":"trace[512429093] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10455; }","duration":"132.474522ms","start":"2026-03-03T01:15:39.922782Z","end":"2026-03-03T01:15:40.055256Z","steps":["trace[512429093] 'agreement among raft nodes before linearized reading' (duration: 132.362259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.304427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.615906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:40.3046Z","caller":"traceutil/trace.go:171","msg":"trace[191226175] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"243.439873ms","start":"2026-03-03T01:15:40.061124Z","end":"2026-03-03T01:15:40.304564Z","steps":["trace[191226175] 'process raft request' (duration: 79.52636ms)","trace[191226175] 'compare' (duration: 163.451962ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:40.337018Z","caller":"traceutil/trace.go:171","msg":"trace[1034467363] linearizableReadLoop","detail":"{readStateIndex:10859; appliedIndex:10857; }","duration":"228.830803ms","start":"2026-03-03T01:15:40.108158Z","end":"2026-03-03T01:15:40.336989Z","steps":["trace[1034467363] 'read index received' (duration: 32.572228ms)","trace[1034467363] 'applied index is now lower than readState.Index' (duration: 196.257255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.337166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.978857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.337202Z","caller":"traceutil/trace.go:171","msg":"trace[1429053617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10457; }","duration":"229.064658ms","start":"2026-03-03T01:15:40.108125Z","end":"2026-03-03T01:15:40.33719Z","steps":["trace[1429053617] 'agreement among raft nodes before linearized reading' (duration: 228.978196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.337194Z","caller":"traceutil/trace.go:171","msg":"trace[850029961] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"272.799276ms","start":"2026-03-03T01:15:40.064301Z","end":"2026-03-03T01:15:40.3371Z","steps":["trace[850029961] 'process raft request' (duration: 272.53366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.538878Z","caller":"traceutil/trace.go:171","msg":"trace[1172876553] linearizableReadLoop","detail":"{readStateIndex:10860; appliedIndex:10859; }","duration":"200.36359ms","start":"2026-03-03T01:15:40.338479Z","end":"2026-03-03T01:15:40.538842Z","steps":["trace[1172876553] 'read index received' (duration: 144.814489ms)","trace[1172876553] 'applied index is now lower than readState.Index' (duration: 55.548411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.539011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.513653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:40.539042Z","caller":"traceutil/trace.go:171","msg":"trace[1425893893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10458; }","duration":"200.606775ms","start":"2026-03-03T01:15:40.338429Z","end":"2026-03-03T01:15:40.539036Z","steps":["trace[1425893893] 'agreement among raft nodes before linearized reading' (duration: 200.530904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.539025Z","caller":"traceutil/trace.go:171","msg":"trace[1652791424] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"282.849458ms","start":"2026-03-03T01:15:40.256142Z","end":"2026-03-03T01:15:40.538992Z","steps":["trace[1652791424] 'process raft request' (duration: 226.825126ms)","trace[1652791424] 'compare' (duration: 55.783477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.801803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.895307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:15:40.801927Z","caller":"traceutil/trace.go:171","msg":"trace[586079036] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"454.558473ms","start":"2026-03-03T01:15:40.347345Z","end":"2026-03-03T01:15:40.801904Z","steps":["trace[586079036] 'process raft request' (duration: 344.470972ms)","trace[586079036] 'compare' (duration: 109.286762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:40.801991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:40.347325Z","time spent":"454.637945ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5101,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:40.859198Z","caller":"traceutil/trace.go:171","msg":"trace[106528102] linearizableReadLoop","detail":"{readStateIndex:10863; appliedIndex:10860; }","duration":"320.2352ms","start":"2026-03-03T01:15:40.538937Z","end":"2026-03-03T01:15:40.859173Z","steps":["trace[106528102] 'read index received' (duration: 153.01899ms)","trace[106528102] 'applied index is now lower than readState.Index' (duration: 167.21491ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:40.859333Z","caller":"traceutil/trace.go:171","msg":"trace[1001628296] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"344.576155ms","start":"2026-03-03T01:15:40.514715Z","end":"2026-03-03T01:15:40.859291Z","steps":["trace[1001628296] 'process raft request' (duration: 344.402221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.859396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.787792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:15:40.859429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.656087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:15:40.859436Z","caller":"traceutil/trace.go:171","msg":"trace[114931565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10461; }","duration":"323.845054ms","start":"2026-03-03T01:15:40.53558Z","end":"2026-03-03T01:15:40.859425Z","steps":["trace[114931565] 'agreement among raft nodes before linearized reading' (duration: 323.718391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.859467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:40.535519Z","time spent":"323.941955ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:15:40.859554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.354668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:15:40.859466Z","caller":"traceutil/trace.go:171","msg":"trace[1866552573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10461; }","duration":"252.727819ms","start":"2026-03-03T01:15:40.606725Z","end":"2026-03-03T01:15:40.859453Z","steps":["trace[1866552573] 'agreement among raft nodes before linearized reading' (duration: 252.597446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.859592Z","caller":"traceutil/trace.go:171","msg":"trace[597808108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:10461; }","duration":"227.41841ms","start":"2026-03-03T01:15:40.632166Z","end":"2026-03-03T01:15:40.859584Z","steps":["trace[597808108] 'agreement among raft nodes before linearized reading' (duration: 227.321068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:15:40.859287Z","caller":"traceutil/trace.go:171","msg":"trace[955904131] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"344.575925ms","start":"2026-03-03T01:15:40.51467Z","end":"2026-03-03T01:15:40.859246Z","steps":["trace[955904131] 'process raft request' (duration: 344.255038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.859689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.885261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:15:40.85975Z","caller":"traceutil/trace.go:171","msg":"trace[1417477800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10461; }","duration":"230.996484ms","start":"2026-03-03T01:15:40.628737Z","end":"2026-03-03T01:15:40.859734Z","steps":["trace[1417477800] 'agreement among raft nodes before linearized reading' (duration: 230.883401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:40.859765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:40.51468Z","time spent":"344.74148ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:40.86197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:40.514641Z","time spent":"345.041757ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:40.996626Z","caller":"traceutil/trace.go:171","msg":"trace[1912502214] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"131.983861ms","start":"2026-03-03T01:15:40.864611Z","end":"2026-03-03T01:15:40.996594Z","steps":["trace[1912502214] 'process raft request' (duration: 60.082938ms)","trace[1912502214] 'compare' (duration: 71.649847ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:41.230754Z","caller":"traceutil/trace.go:171","msg":"trace[1154133018] transaction","detail":"{read_only:false; response_revision:10463; number_of_response:1; }","duration":"366.074296ms","start":"2026-03-03T01:15:40.864649Z","end":"2026-03-03T01:15:41.230723Z","steps":["trace[1154133018] 'process raft request' (duration: 282.479221ms)","trace[1154133018] 'compare' (duration: 83.093043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:15:41.230924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:40.864628Z","time spent":"366.209208ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:15:41.231485Z","caller":"traceutil/trace.go:171","msg":"trace[1801471956] linearizableReadLoop","detail":"{readStateIndex:10865; appliedIndex:10863; }","duration":"364.98441ms","start":"2026-03-03T01:15:40.86646Z","end":"2026-03-03T01:15:41.231444Z","steps":["trace[1801471956] 'read index received' (duration: 58.252055ms)","trace[1801471956] 'applied index is now lower than readState.Index' (duration: 306.729235ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:15:41.231491Z","caller":"traceutil/trace.go:171","msg":"trace[510678475] transaction","detail":"{read_only:false; response_revision:10464; number_of_response:1; }","duration":"364.94129ms","start":"2026-03-03T01:15:40.866509Z","end":"2026-03-03T01:15:41.231451Z","steps":["trace[510678475] 'process raft request' (duration: 364.122201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.231801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.303318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:15:41.231925Z","caller":"traceutil/trace.go:171","msg":"trace[819302914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10464; }","duration":"365.436111ms","start":"2026-03-03T01:15:40.866445Z","end":"2026-03-03T01:15:41.231881Z","steps":["trace[819302914] 'agreement among raft nodes before linearized reading' (duration: 365.160154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.231991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:40.866438Z","time spent":"365.539023ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:15:41.232019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:15:40.866496Z","time spent":"365.279007ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:15:41.233118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.550627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:15:41.233193Z","caller":"traceutil/trace.go:171","msg":"trace[55637776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10464; }","duration":"124.65397ms","start":"2026-03-03T01:15:41.108519Z","end":"2026-03-03T01:15:41.233172Z","steps":["trace[55637776] 'agreement among raft nodes before linearized reading' (duration: 124.510746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:15:41.527064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.021932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:15:41.527144Z","caller":"traceutil/trace.go:171","msg":"trace[609145679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10464; }","duration":"123.122954ms","start":"2026-03-03T01:15:41.404004Z","end":"2026-03-03T01:15:41.527127Z","steps":["trace[609145679] 'range keys from in-memory index tree' (duration: 122.810567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:16:47.448066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352600769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:16:47.520967Z","caller":"traceutil/trace.go:171","msg":"trace[1367208154] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"846.626281ms","start":"2026-03-03T01:16:46.674298Z","end":"2026-03-03T01:16:47.520924Z","steps":["trace[1367208154] 'process raft request' (duration: 846.387476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:16:47.521182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:16:46.674272Z","time spent":"846.790985ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:16:47.521687Z","caller":"traceutil/trace.go:171","msg":"trace[1466366090] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"701.508636ms","start":"2026-03-03T01:16:46.820159Z","end":"2026-03-03T01:16:47.521667Z","steps":["trace[1466366090] 'process raft request' (duration: 701.215749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:16:47.521658Z","caller":"traceutil/trace.go:171","msg":"trace[1029774295] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"348.976858ms","start":"2026-03-03T01:16:47.172645Z","end":"2026-03-03T01:16:47.521622Z","steps":["trace[1029774295] 'process raft request' (duration: 348.881336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:16:47.521785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:16:46.820132Z","time spent":"701.605299ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:16:47.521818Z","caller":"traceutil/trace.go:171","msg":"trace[415113542] linearizableReadLoop","detail":"{readStateIndex:11532; appliedIndex:11528; }","duration":"590.703363ms","start":"2026-03-03T01:16:46.93109Z","end":"2026-03-03T01:16:47.521793Z","steps":["trace[415113542] 'read index received' (duration: 589.593348ms)","trace[415113542] 'applied index is now lower than readState.Index' (duration: 1.107455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:16:47.521891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:16:47.172616Z","time spent":"349.147971ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:16:47.521898Z","caller":"traceutil/trace.go:171","msg":"trace[1483506432] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"304.512805ms","start":"2026-03-03T01:16:47.21737Z","end":"2026-03-03T01:16:47.521883Z","steps":["trace[1483506432] 'process raft request' (duration: 304.198378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:16:47.521967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.862776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:16:47.52197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:16:47.217348Z","time spent":"304.584077ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:16:47.52201Z","caller":"traceutil/trace.go:171","msg":"trace[205953172] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11112; }","duration":"590.977009ms","start":"2026-03-03T01:16:46.931017Z","end":"2026-03-03T01:16:47.521994Z","steps":["trace[205953172] 'agreement among raft nodes before linearized reading' (duration: 590.884037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:16:47.522048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:16:46.930986Z","time spent":"591.05035ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:16:47.522149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.855405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:16:47.522237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.227552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:16:47.522248Z","caller":"traceutil/trace.go:171","msg":"trace[64537066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11112; }","duration":"414.04342ms","start":"2026-03-03T01:16:47.108183Z","end":"2026-03-03T01:16:47.522226Z","steps":["trace[64537066] 'agreement among raft nodes before linearized reading' (duration: 413.868706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:16:47.522283Z","caller":"traceutil/trace.go:171","msg":"trace[926527478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:11112; }","duration":"161.274483ms","start":"2026-03-03T01:16:47.360995Z","end":"2026-03-03T01:16:47.52227Z","steps":["trace[926527478] 'agreement among raft nodes before linearized reading' (duration: 161.069418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:16:47.522294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:16:47.108162Z","time spent":"414.122771ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:16:47.522499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.331971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:16:47.522543Z","caller":"traceutil/trace.go:171","msg":"trace[276302790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11112; }","duration":"203.417522ms","start":"2026-03-03T01:16:47.319108Z","end":"2026-03-03T01:16:47.522526Z","steps":["trace[276302790] 'agreement among raft nodes before linearized reading' (duration: 203.30089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:16:47.522575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.455958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-03T01:16:47.522647Z","caller":"traceutil/trace.go:171","msg":"trace[620211212] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11112; }","duration":"367.54839ms","start":"2026-03-03T01:16:47.155088Z","end":"2026-03-03T01:16:47.522636Z","steps":["trace[620211212] 'agreement among raft nodes before linearized reading' (duration: 367.394977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:16:47.522677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:16:47.155077Z","time spent":"367.593222ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T01:17:10.146472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.674909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:17:10.146577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.093047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:17:10.146616Z","caller":"traceutil/trace.go:171","msg":"trace[190843305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11225; }","duration":"348.151677ms","start":"2026-03-03T01:17:09.798449Z","end":"2026-03-03T01:17:10.146601Z","steps":["trace[190843305] 'range keys from in-memory index tree' (duration: 348.009574ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:10.146617Z","caller":"traceutil/trace.go:171","msg":"trace[400964506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11225; }","duration":"355.862193ms","start":"2026-03-03T01:17:09.790726Z","end":"2026-03-03T01:17:10.146589Z","steps":["trace[400964506] 'range keys from in-memory index tree' (duration: 355.562136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:10.146657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:09.798436Z","time spent":"348.21403ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:17:10.146688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:09.790712Z","time spent":"355.957705ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:17:10.146996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.358288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:17:10.14711Z","caller":"traceutil/trace.go:171","msg":"trace[92513861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:11225; }","duration":"339.510561ms","start":"2026-03-03T01:17:09.807575Z","end":"2026-03-03T01:17:10.147086Z","steps":["trace[92513861] 'range keys from in-memory index tree' (duration: 339.215954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:10.147157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:09.807563Z","time spent":"339.581563ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:17:12.553243Z","caller":"traceutil/trace.go:171","msg":"trace[1029630955] linearizableReadLoop","detail":"{readStateIndex:11664; appliedIndex:11663; }","duration":"207.462314ms","start":"2026-03-03T01:17:12.345748Z","end":"2026-03-03T01:17:12.55321Z","steps":["trace[1029630955] 'read index received' (duration: 190.061138ms)","trace[1029630955] 'applied index is now lower than readState.Index' (duration: 17.399756ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:12.553282Z","caller":"traceutil/trace.go:171","msg":"trace[610335158] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"223.208913ms","start":"2026-03-03T01:17:12.330017Z","end":"2026-03-03T01:17:12.553226Z","steps":["trace[610335158] 'process raft request' (duration: 205.774677ms)","trace[610335158] 'compare' (duration: 17.180831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:17:12.553503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.725951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:12.553561Z","caller":"traceutil/trace.go:171","msg":"trace[1634420027] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11239; }","duration":"207.869394ms","start":"2026-03-03T01:17:12.345676Z","end":"2026-03-03T01:17:12.553546Z","steps":["trace[1634420027] 'agreement among raft nodes before linearized reading' (duration: 207.744351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:12.553602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.276726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T01:17:12.553714Z","caller":"traceutil/trace.go:171","msg":"trace[546590930] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11239; }","duration":"144.47523ms","start":"2026-03-03T01:17:12.409212Z","end":"2026-03-03T01:17:12.553688Z","steps":["trace[546590930] 'agreement among raft nodes before linearized reading' (duration: 144.186803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:12.553745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.716946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T01:17:12.553934Z","caller":"traceutil/trace.go:171","msg":"trace[275383561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11239; }","duration":"108.994472ms","start":"2026-03-03T01:17:12.444916Z","end":"2026-03-03T01:17:12.55391Z","steps":["trace[275383561] 'agreement among raft nodes before linearized reading' (duration: 108.540192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:13.473422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.833554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:17:13.473604Z","caller":"traceutil/trace.go:171","msg":"trace[1271930481] linearizableReadLoop","detail":"{readStateIndex:11666; appliedIndex:11665; }","duration":"443.082421ms","start":"2026-03-03T01:17:13.030479Z","end":"2026-03-03T01:17:13.473561Z","steps":["trace[1271930481] 'read index received' (duration: 231.015641ms)","trace[1271930481] 'applied index is now lower than readState.Index' (duration: 212.06467ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:13.473676Z","caller":"traceutil/trace.go:171","msg":"trace[282931062] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"914.148918ms","start":"2026-03-03T01:17:12.559481Z","end":"2026-03-03T01:17:13.473629Z","steps":["trace[282931062] 'process raft request' (duration: 701.983647ms)","trace[282931062] 'compare' (duration: 211.430685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:17:13.473866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:12.55946Z","time spent":"914.311153ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:17:13.473905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.396828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:17:13.473996Z","caller":"traceutil/trace.go:171","msg":"trace[552274113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11241; }","duration":"443.50237ms","start":"2026-03-03T01:17:13.030474Z","end":"2026-03-03T01:17:13.473976Z","steps":["trace[552274113] 'agreement among raft nodes before linearized reading' (duration: 443.246834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:13.474038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.030434Z","time spent":"443.596593ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:17:14.047836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.991314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:17:14.048116Z","caller":"traceutil/trace.go:171","msg":"trace[160745940] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"488.725431ms","start":"2026-03-03T01:17:13.559344Z","end":"2026-03-03T01:17:14.048069Z","steps":["trace[160745940] 'process raft request' (duration: 54.379569ms)","trace[160745940] 'compare' (duration: 433.783269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:17:14.048319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.559319Z","time spent":"488.906094ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:17:14.048374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.568857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"info","ts":"2026-03-03T01:17:14.048432Z","caller":"traceutil/trace.go:171","msg":"trace[695564667] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11244; }","duration":"488.659889ms","start":"2026-03-03T01:17:13.55976Z","end":"2026-03-03T01:17:14.04842Z","steps":["trace[695564667] 'agreement among raft nodes before linearized reading' (duration: 488.456074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.048163Z","caller":"traceutil/trace.go:171","msg":"trace[798593626] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"436.353998ms","start":"2026-03-03T01:17:13.611788Z","end":"2026-03-03T01:17:14.048142Z","steps":["trace[798593626] 'process raft request' (duration: 436.306296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.048475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.559746Z","time spent":"488.7209ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19221,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:17:14.048464Z","caller":"traceutil/trace.go:171","msg":"trace[9234421] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"436.762957ms","start":"2026-03-03T01:17:13.611666Z","end":"2026-03-03T01:17:14.048429Z","steps":["trace[9234421] 'process raft request' (duration: 436.331617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.048142Z","caller":"traceutil/trace.go:171","msg":"trace[1935195730] linearizableReadLoop","detail":"{readStateIndex:11668; appliedIndex:11667; }","duration":"488.323022ms","start":"2026-03-03T01:17:13.559783Z","end":"2026-03-03T01:17:14.048106Z","steps":["trace[1935195730] 'read index received' (duration: 54.015481ms)","trace[1935195730] 'applied index is now lower than readState.Index' (duration: 434.300701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:17:14.048596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.611637Z","time spent":"436.887399ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:17:14.048693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.611772Z","time spent":"436.705705ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:17:14.281219Z","caller":"traceutil/trace.go:171","msg":"trace[1112065031] linearizableReadLoop","detail":"{readStateIndex:11671; appliedIndex:11670; }","duration":"232.613408ms","start":"2026-03-03T01:17:14.048574Z","end":"2026-03-03T01:17:14.281187Z","steps":["trace[1112065031] 'read index received' (duration: 205.978741ms)","trace[1112065031] 'applied index is now lower than readState.Index' (duration: 26.633267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:17:14.281333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.802074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:17:14.28157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.757374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:17:14.281635Z","caller":"traceutil/trace.go:171","msg":"trace[534729309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11245; }","duration":"525.843986ms","start":"2026-03-03T01:17:13.755776Z","end":"2026-03-03T01:17:14.28162Z","steps":["trace[534729309] 'agreement among raft nodes before linearized reading' (duration: 525.58562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.281727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.755712Z","time spent":"526.000479ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:17:14.281756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.16727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:14.2821Z","caller":"traceutil/trace.go:171","msg":"trace[30950754] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11245; }","duration":"489.540449ms","start":"2026-03-03T01:17:13.792539Z","end":"2026-03-03T01:17:14.28208Z","steps":["trace[30950754] 'agreement among raft nodes before linearized reading' (duration: 489.156161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.282079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.207832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:17:14.282212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.792524Z","time spent":"489.669392ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:17:14.28229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.575154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:14.281585Z","caller":"traceutil/trace.go:171","msg":"trace[1219135222] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11245; }","duration":"490.075091ms","start":"2026-03-03T01:17:13.791435Z","end":"2026-03-03T01:17:14.28151Z","steps":["trace[1219135222] 'agreement among raft nodes before linearized reading' (duration: 489.779955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.281775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.418577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T01:17:14.282328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.48994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:17:14.282319Z","caller":"traceutil/trace.go:171","msg":"trace[1553412368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11245; }","duration":"489.780704ms","start":"2026-03-03T01:17:13.792509Z","end":"2026-03-03T01:17:14.28229Z","steps":["trace[1553412368] 'agreement among raft nodes before linearized reading' (duration: 489.113869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.282387Z","caller":"traceutil/trace.go:171","msg":"trace[975131511] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:11245; }","duration":"468.575762ms","start":"2026-03-03T01:17:13.813795Z","end":"2026-03-03T01:17:14.28237Z","steps":["trace[975131511] 'agreement among raft nodes before linearized reading' (duration: 468.47188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.282393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.071643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:17:14.282412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.62189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:17:14.282435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.81378Z","time spent":"468.643623ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:17:14.28246Z","caller":"traceutil/trace.go:171","msg":"trace[582557863] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11245; }","duration":"593.710072ms","start":"2026-03-03T01:17:13.688735Z","end":"2026-03-03T01:17:14.282445Z","steps":["trace[582557863] 'agreement among raft nodes before linearized reading' (duration: 593.64294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.282182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.632891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:14.282455Z","caller":"traceutil/trace.go:171","msg":"trace[1703485610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11245; }","duration":"552.135315ms","start":"2026-03-03T01:17:13.730304Z","end":"2026-03-03T01:17:14.28244Z","steps":["trace[1703485610] 'agreement among raft nodes before linearized reading' (duration: 551.995281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.282506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.688715Z","time spent":"593.781153ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T01:17:14.282558Z","caller":"traceutil/trace.go:171","msg":"trace[1845678910] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11245; }","duration":"489.990999ms","start":"2026-03-03T01:17:13.792514Z","end":"2026-03-03T01:17:14.282505Z","steps":["trace[1845678910] 'agreement among raft nodes before linearized reading' (duration: 489.549239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.282455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.792496Z","time spent":"489.912958ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:17:14.282365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.791395Z","time spent":"490.950581ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:17:14.282672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.792506Z","time spent":"490.151392ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:17:14.282518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.730299Z","time spent":"552.210296ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:17:14.282277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.912383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:17:14.28275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.758996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:17:14.282789Z","caller":"traceutil/trace.go:171","msg":"trace[1616345258] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11245; }","duration":"593.435835ms","start":"2026-03-03T01:17:13.689339Z","end":"2026-03-03T01:17:14.282775Z","steps":["trace[1616345258] 'agreement among raft nodes before linearized reading' (duration: 592.914723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.282383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.664386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:14.282822Z","caller":"traceutil/trace.go:171","msg":"trace[131998588] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11245; }","duration":"591.835239ms","start":"2026-03-03T01:17:13.690959Z","end":"2026-03-03T01:17:14.282794Z","steps":["trace[131998588] 'agreement among raft nodes before linearized reading' (duration: 591.46521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.282834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.689329Z","time spent":"593.492766ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T01:17:14.282859Z","caller":"traceutil/trace.go:171","msg":"trace[1967355043] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11245; }","duration":"614.193368ms","start":"2026-03-03T01:17:13.668649Z","end":"2026-03-03T01:17:14.282843Z","steps":["trace[1967355043] 'agreement among raft nodes before linearized reading' (duration: 613.584334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.282876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.690944Z","time spent":"591.92052ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T01:17:14.282224Z","caller":"traceutil/trace.go:171","msg":"trace[1449899783] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"576.383917ms","start":"2026-03-03T01:17:13.705807Z","end":"2026-03-03T01:17:14.282191Z","steps":["trace[1449899783] 'process raft request' (duration: 548.556803ms)","trace[1449899783] 'compare' (duration: 26.585215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:17:14.282902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.668627Z","time spent":"614.263459ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:17:14.282577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.711294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:14.282385Z","caller":"traceutil/trace.go:171","msg":"trace[1145266045] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11245; }","duration":"487.061253ms","start":"2026-03-03T01:17:13.795293Z","end":"2026-03-03T01:17:14.282354Z","steps":["trace[1145266045] 'agreement among raft nodes before linearized reading' (duration: 486.219013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.283072Z","caller":"traceutil/trace.go:171","msg":"trace[1852757838] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11245; }","duration":"180.237115ms","start":"2026-03-03T01:17:14.102819Z","end":"2026-03-03T01:17:14.283056Z","steps":["trace[1852757838] 'agreement among raft nodes before linearized reading' (duration: 179.724373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.283091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.705786Z","time spent":"577.135934ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:17:14.283114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.79528Z","time spent":"487.815959ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:17:14.28253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.874368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T01:17:14.283216Z","caller":"traceutil/trace.go:171","msg":"trace[647378175] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11245; }","duration":"231.626175ms","start":"2026-03-03T01:17:14.051576Z","end":"2026-03-03T01:17:14.283202Z","steps":["trace[647378175] 'agreement among raft nodes before linearized reading' (duration: 230.785526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.282343Z","caller":"traceutil/trace.go:171","msg":"trace[1131746179] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11245; }","duration":"613.677526ms","start":"2026-03-03T01:17:13.668649Z","end":"2026-03-03T01:17:14.282327Z","steps":["trace[1131746179] 'agreement among raft nodes before linearized reading' (duration: 613.594554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.283285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.668627Z","time spent":"614.645608ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:17:14.282557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.995208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:14.283386Z","caller":"traceutil/trace.go:171","msg":"trace[831770509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11245; }","duration":"176.874378ms","start":"2026-03-03T01:17:14.106496Z","end":"2026-03-03T01:17:14.28337Z","steps":["trace[831770509] 'agreement among raft nodes before linearized reading' (duration: 176.014478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.285237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.384128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:17:14.285301Z","caller":"traceutil/trace.go:171","msg":"trace[2099921842] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11245; }","duration":"616.52715ms","start":"2026-03-03T01:17:13.668758Z","end":"2026-03-03T01:17:14.285286Z","steps":["trace[2099921842] 'agreement among raft nodes before linearized reading' (duration: 613.660675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:14.28547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:13.668731Z","time spent":"616.722115ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T01:17:14.49747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.803511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:17:14.497736Z","caller":"traceutil/trace.go:171","msg":"trace[1626490356] linearizableReadLoop","detail":"{readStateIndex:11676; appliedIndex:11672; }","duration":"206.478212ms","start":"2026-03-03T01:17:14.291239Z","end":"2026-03-03T01:17:14.497717Z","steps":["trace[1626490356] 'read index received' (duration: 68.931389ms)","trace[1626490356] 'applied index is now lower than readState.Index' (duration: 137.546013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:14.497819Z","caller":"traceutil/trace.go:171","msg":"trace[922831868] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"208.349015ms","start":"2026-03-03T01:17:14.289406Z","end":"2026-03-03T01:17:14.497755Z","steps":["trace[922831868] 'process raft request' (duration: 208.175261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.497856Z","caller":"traceutil/trace.go:171","msg":"trace[403904809] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"208.446187ms","start":"2026-03-03T01:17:14.28936Z","end":"2026-03-03T01:17:14.497806Z","steps":["trace[403904809] 'process raft request' (duration: 94.212316ms)","trace[403904809] 'compare' (duration: 113.679608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:17:14.497917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.669906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:17:14.497948Z","caller":"traceutil/trace.go:171","msg":"trace[1924981156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11250; }","duration":"206.700387ms","start":"2026-03-03T01:17:14.291237Z","end":"2026-03-03T01:17:14.497937Z","steps":["trace[1924981156] 'agreement among raft nodes before linearized reading' (duration: 206.540573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.497927Z","caller":"traceutil/trace.go:171","msg":"trace[396223824] transaction","detail":"{read_only:false; response_revision:11249; number_of_response:1; }","duration":"208.331775ms","start":"2026-03-03T01:17:14.289551Z","end":"2026-03-03T01:17:14.497883Z","steps":["trace[396223824] 'process raft request' (duration: 208.080979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:14.498152Z","caller":"traceutil/trace.go:171","msg":"trace[1192554103] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"207.934276ms","start":"2026-03-03T01:17:14.290158Z","end":"2026-03-03T01:17:14.498092Z","steps":["trace[1192554103] 'process raft request' (duration: 207.517016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.608503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352601278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:17:16.615128Z","caller":"traceutil/trace.go:171","msg":"trace[262191423] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"561.515288ms","start":"2026-03-03T01:17:16.053586Z","end":"2026-03-03T01:17:16.615102Z","steps":["trace[262191423] 'process raft request' (duration: 561.368155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.615286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.053563Z","time spent":"561.63814ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:17:16.677283Z","caller":"traceutil/trace.go:171","msg":"trace[1987147472] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"622.308063ms","start":"2026-03-03T01:17:16.054947Z","end":"2026-03-03T01:17:16.677255Z","steps":["trace[1987147472] 'process raft request' (duration: 622.158189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.677422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.054938Z","time spent":"622.413755ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:17:16.677527Z","caller":"traceutil/trace.go:171","msg":"trace[1966136955] linearizableReadLoop","detail":"{readStateIndex:11679; appliedIndex:11676; }","duration":"569.377268ms","start":"2026-03-03T01:17:16.108141Z","end":"2026-03-03T01:17:16.677518Z","steps":["trace[1966136955] 'read index received' (duration: 506.920385ms)","trace[1966136955] 'applied index is now lower than readState.Index' (duration: 62.456023ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:16.67761Z","caller":"traceutil/trace.go:171","msg":"trace[1624033311] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"386.942723ms","start":"2026-03-03T01:17:16.29066Z","end":"2026-03-03T01:17:16.677603Z","steps":["trace[1624033311] 'process raft request' (duration: 386.561614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.677655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.29064Z","time spent":"386.991783ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:17:16.677725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.591552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:16.677752Z","caller":"traceutil/trace.go:171","msg":"trace[1596857541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11253; }","duration":"569.655264ms","start":"2026-03-03T01:17:16.10809Z","end":"2026-03-03T01:17:16.677745Z","steps":["trace[1596857541] 'agreement among raft nodes before linearized reading' (duration: 569.610463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.677781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.108071Z","time spent":"569.704645ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:17:16.677917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.696103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:16.677932Z","caller":"traceutil/trace.go:171","msg":"trace[122034411] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11253; }","duration":"388.758824ms","start":"2026-03-03T01:17:16.289169Z","end":"2026-03-03T01:17:16.677928Z","steps":["trace[122034411] 'agreement among raft nodes before linearized reading' (duration: 388.730393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.677944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.289143Z","time spent":"388.799204ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:17:16.678082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.744869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:17:16.678098Z","caller":"traceutil/trace.go:171","msg":"trace[1025060380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11253; }","duration":"174.776621ms","start":"2026-03-03T01:17:16.503314Z","end":"2026-03-03T01:17:16.678091Z","steps":["trace[1025060380] 'agreement among raft nodes before linearized reading' (duration: 174.718689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.592657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:17:16.678213Z","caller":"traceutil/trace.go:171","msg":"trace[1998143359] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11253; }","duration":"387.636998ms","start":"2026-03-03T01:17:16.290573Z","end":"2026-03-03T01:17:16.67821Z","steps":["trace[1998143359] 'agreement among raft nodes before linearized reading' (duration: 387.589477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.290559Z","time spent":"387.666039ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T01:17:16.678183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.479354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:17:16.67831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.508419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:16.678325Z","caller":"traceutil/trace.go:171","msg":"trace[798432466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11253; }","duration":"388.548459ms","start":"2026-03-03T01:17:16.289772Z","end":"2026-03-03T01:17:16.678321Z","steps":["trace[798432466] 'agreement among raft nodes before linearized reading' (duration: 388.524168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.28976Z","time spent":"388.573669ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:17:16.678403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.620401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:16.678416Z","caller":"traceutil/trace.go:171","msg":"trace[1690102293] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11253; }","duration":"388.645471ms","start":"2026-03-03T01:17:16.289766Z","end":"2026-03-03T01:17:16.678412Z","steps":["trace[1690102293] 'agreement among raft nodes before linearized reading' (duration: 388.62247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.28976Z","time spent":"388.664351ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:17:16.678485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.797875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:16.678503Z","caller":"traceutil/trace.go:171","msg":"trace[211418360] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11253; }","duration":"388.857446ms","start":"2026-03-03T01:17:16.289642Z","end":"2026-03-03T01:17:16.6785Z","steps":["trace[211418360] 'agreement among raft nodes before linearized reading' (duration: 388.833645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.28961Z","time spent":"388.901887ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:17:16.678621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.946508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:17:16.678646Z","caller":"traceutil/trace.go:171","msg":"trace[1322164207] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11253; }","duration":"388.987419ms","start":"2026-03-03T01:17:16.289651Z","end":"2026-03-03T01:17:16.678638Z","steps":["trace[1322164207] 'agreement among raft nodes before linearized reading' (duration: 388.930438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.289643Z","time spent":"389.01325ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:17:16.678737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.193753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:16.678754Z","caller":"traceutil/trace.go:171","msg":"trace[770100558] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11253; }","duration":"389.248525ms","start":"2026-03-03T01:17:16.289501Z","end":"2026-03-03T01:17:16.67875Z","steps":["trace[770100558] 'agreement among raft nodes before linearized reading' (duration: 389.224074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.6642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:17:16.678796Z","caller":"traceutil/trace.go:171","msg":"trace[395096560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11253; }","duration":"175.742232ms","start":"2026-03-03T01:17:16.503038Z","end":"2026-03-03T01:17:16.67878Z","steps":["trace[395096560] 'agreement among raft nodes before linearized reading' (duration: 175.602089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.896414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:16.678871Z","caller":"traceutil/trace.go:171","msg":"trace[48518013] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11253; }","duration":"388.006567ms","start":"2026-03-03T01:17:16.290842Z","end":"2026-03-03T01:17:16.678849Z","steps":["trace[48518013] 'agreement among raft nodes before linearized reading' (duration: 387.823113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.000527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:16.678281Z","caller":"traceutil/trace.go:171","msg":"trace[195071763] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11253; }","duration":"387.596558ms","start":"2026-03-03T01:17:16.290667Z","end":"2026-03-03T01:17:16.678264Z","steps":["trace[195071763] 'agreement among raft nodes before linearized reading' (duration: 387.421764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:16.678947Z","caller":"traceutil/trace.go:171","msg":"trace[1113476584] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11253; }","duration":"388.202951ms","start":"2026-03-03T01:17:16.290728Z","end":"2026-03-03T01:17:16.67893Z","steps":["trace[1113476584] 'agreement among raft nodes before linearized reading' (duration: 387.993126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.290715Z","time spent":"388.266553ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:17:16.67898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.240859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:17:16.679025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.048424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T01:17:16.679004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.982278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:17:16.679057Z","caller":"traceutil/trace.go:171","msg":"trace[689355068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:11253; }","duration":"383.087654ms","start":"2026-03-03T01:17:16.295959Z","end":"2026-03-03T01:17:16.679047Z","steps":["trace[689355068] 'agreement among raft nodes before linearized reading' (duration: 382.988142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:16.679064Z","caller":"traceutil/trace.go:171","msg":"trace[104824518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11253; }","duration":"315.387982ms","start":"2026-03-03T01:17:16.363655Z","end":"2026-03-03T01:17:16.679043Z","steps":["trace[104824518] 'agreement among raft nodes before linearized reading' (duration: 314.624835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.679068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.789974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T01:17:16.679074Z","caller":"traceutil/trace.go:171","msg":"trace[702720095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11253; }","duration":"176.095591ms","start":"2026-03-03T01:17:16.502961Z","end":"2026-03-03T01:17:16.679057Z","steps":["trace[702720095] 'agreement among raft nodes before linearized reading' (duration: 175.857345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.679092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.295954Z","time spent":"383.129455ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:17:16.679055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.290658Z","time spent":"388.337054ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:17:16.679111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.363635Z","time spent":"315.467385ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:17:16.679114Z","caller":"traceutil/trace.go:171","msg":"trace[1868272038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11253; }","duration":"175.882126ms","start":"2026-03-03T01:17:16.503218Z","end":"2026-03-03T01:17:16.6791Z","steps":["trace[1868272038] 'agreement among raft nodes before linearized reading' (duration: 175.756923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.28948Z","time spent":"389.283266ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:17:16.679221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.504078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:17:16.679278Z","caller":"traceutil/trace.go:171","msg":"trace[1512979285] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11253; }","duration":"388.6048ms","start":"2026-03-03T01:17:16.29066Z","end":"2026-03-03T01:17:16.679265Z","steps":["trace[1512979285] 'agreement among raft nodes before linearized reading' (duration: 388.466067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:16.678924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.290791Z","time spent":"388.124359ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T01:17:16.679328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.290638Z","time spent":"388.679042ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T01:17:16.830096Z","caller":"traceutil/trace.go:171","msg":"trace[1907226825] linearizableReadLoop","detail":"{readStateIndex:11680; appliedIndex:11679; }","duration":"146.098647ms","start":"2026-03-03T01:17:16.683956Z","end":"2026-03-03T01:17:16.830055Z","steps":["trace[1907226825] 'read index received' (duration: 95.875854ms)","trace[1907226825] 'applied index is now lower than readState.Index' (duration: 50.221353ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:16.830264Z","caller":"traceutil/trace.go:171","msg":"trace[1097363471] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"146.649719ms","start":"2026-03-03T01:17:16.683583Z","end":"2026-03-03T01:17:16.830233Z","steps":["trace[1097363471] 'process raft request' (duration: 96.248092ms)","trace[1097363471] 'compare' (duration: 50.074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:17:16.83095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.959947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447727"} {"level":"info","ts":"2026-03-03T01:17:16.831019Z","caller":"traceutil/trace.go:171","msg":"trace[1981632578] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11254; }","duration":"147.075509ms","start":"2026-03-03T01:17:16.683927Z","end":"2026-03-03T01:17:16.831002Z","steps":["trace[1981632578] 'agreement among raft nodes before linearized reading' (duration: 146.289971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:17.343896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.520048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:17:17.344148Z","caller":"traceutil/trace.go:171","msg":"trace[237372665] linearizableReadLoop","detail":"{readStateIndex:11684; appliedIndex:11680; }","duration":"235.998494ms","start":"2026-03-03T01:17:17.108134Z","end":"2026-03-03T01:17:17.344132Z","steps":["trace[237372665] 'read index received' (duration: 32.551µs)","trace[237372665] 'applied index is now lower than readState.Index' (duration: 235.965043ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:17.344229Z","caller":"traceutil/trace.go:171","msg":"trace[1405751341] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"660.098672ms","start":"2026-03-03T01:17:16.684122Z","end":"2026-03-03T01:17:17.34422Z","steps":["trace[1405751341] 'process raft request' (duration: 659.943698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:17.344225Z","caller":"traceutil/trace.go:171","msg":"trace[1240787128] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"660.149963ms","start":"2026-03-03T01:17:16.684023Z","end":"2026-03-03T01:17:17.344173Z","steps":["trace[1240787128] 'process raft request' (duration: 659.958608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:17.344309Z","caller":"traceutil/trace.go:171","msg":"trace[1037654350] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"660.138913ms","start":"2026-03-03T01:17:16.684165Z","end":"2026-03-03T01:17:17.344304Z","steps":["trace[1037654350] 'process raft request' (duration: 659.923648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:17.344346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.684155Z","time spent":"660.170383ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:17:17.344395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.684004Z","time spent":"660.301317ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:17:17.344387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.233619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:17.344443Z","caller":"traceutil/trace.go:171","msg":"trace[320446613] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"660.375068ms","start":"2026-03-03T01:17:16.683988Z","end":"2026-03-03T01:17:17.344363Z","steps":["trace[320446613] 'process raft request' (duration: 285.317998ms)","trace[320446613] 'compare' (duration: 374.364724ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:17.344505Z","caller":"traceutil/trace.go:171","msg":"trace[1562185793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11258; }","duration":"236.356232ms","start":"2026-03-03T01:17:17.108119Z","end":"2026-03-03T01:17:17.344476Z","steps":["trace[1562185793] 'agreement among raft nodes before linearized reading' (duration: 236.143617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:17.344273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.684108Z","time spent":"660.140612ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:17:17.344669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:17:16.68397Z","time spent":"660.570922ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:17:19.455618Z","caller":"traceutil/trace.go:171","msg":"trace[530275392] transaction","detail":"{read_only:false; response_revision:11263; number_of_response:1; }","duration":"103.18777ms","start":"2026-03-03T01:17:19.352398Z","end":"2026-03-03T01:17:19.455586Z","steps":["trace[530275392] 'process raft request' (duration: 103.023296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:19.505911Z","caller":"traceutil/trace.go:171","msg":"trace[912628881] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"152.747108ms","start":"2026-03-03T01:17:19.353132Z","end":"2026-03-03T01:17:19.505879Z","steps":["trace[912628881] 'process raft request' (duration: 152.694277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:19.505966Z","caller":"traceutil/trace.go:171","msg":"trace[1034914022] transaction","detail":"{read_only:false; response_revision:11264; number_of_response:1; }","duration":"153.518086ms","start":"2026-03-03T01:17:19.352409Z","end":"2026-03-03T01:17:19.505927Z","steps":["trace[1034914022] 'process raft request' (duration: 153.22677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:19.506067Z","caller":"traceutil/trace.go:171","msg":"trace[1706440545] transaction","detail":"{read_only:false; response_revision:11265; number_of_response:1; }","duration":"153.502356ms","start":"2026-03-03T01:17:19.352511Z","end":"2026-03-03T01:17:19.506013Z","steps":["trace[1706440545] 'process raft request' (duration: 153.276181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:20.95381Z","caller":"traceutil/trace.go:171","msg":"trace[1736174914] linearizableReadLoop","detail":"{readStateIndex:11695; appliedIndex:11694; }","duration":"221.876213ms","start":"2026-03-03T01:17:20.731902Z","end":"2026-03-03T01:17:20.953779Z","steps":["trace[1736174914] 'read index received' (duration: 221.682889ms)","trace[1736174914] 'applied index is now lower than readState.Index' (duration: 191.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:20.953867Z","caller":"traceutil/trace.go:171","msg":"trace[38414205] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"234.752777ms","start":"2026-03-03T01:17:20.719077Z","end":"2026-03-03T01:17:20.95383Z","steps":["trace[38414205] 'process raft request' (duration: 234.47979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:20.953997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.062908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:20.954038Z","caller":"traceutil/trace.go:171","msg":"trace[996809767] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11268; }","duration":"222.1758ms","start":"2026-03-03T01:17:20.731852Z","end":"2026-03-03T01:17:20.954028Z","steps":["trace[996809767] 'agreement among raft nodes before linearized reading' (duration: 222.077638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:20.969669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.483695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:17:20.969779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.368443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:17:20.969753Z","caller":"traceutil/trace.go:171","msg":"trace[595801688] transaction","detail":"{read_only:false; response_revision:11269; number_of_response:1; }","duration":"237.534029ms","start":"2026-03-03T01:17:20.732176Z","end":"2026-03-03T01:17:20.96971Z","steps":["trace[595801688] 'process raft request' (duration: 236.598708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:20.969907Z","caller":"traceutil/trace.go:171","msg":"trace[619887441] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11270; }","duration":"236.482675ms","start":"2026-03-03T01:17:20.733364Z","end":"2026-03-03T01:17:20.969847Z","steps":["trace[619887441] 'agreement among raft nodes before linearized reading' (duration: 236.23059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:20.969909Z","caller":"traceutil/trace.go:171","msg":"trace[593663990] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11270; }","duration":"236.70578ms","start":"2026-03-03T01:17:20.733092Z","end":"2026-03-03T01:17:20.969798Z","steps":["trace[593663990] 'agreement among raft nodes before linearized reading' (duration: 235.936203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:20.969964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.858024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:17:20.970372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.192902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:20.970399Z","caller":"traceutil/trace.go:171","msg":"trace[247601851] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11270; }","duration":"237.288964ms","start":"2026-03-03T01:17:20.733072Z","end":"2026-03-03T01:17:20.970361Z","steps":["trace[247601851] 'agreement among raft nodes before linearized reading' (duration: 236.768512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:20.970423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.742324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:20.97047Z","caller":"traceutil/trace.go:171","msg":"trace[215628229] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11270; }","duration":"237.284103ms","start":"2026-03-03T01:17:20.733141Z","end":"2026-03-03T01:17:20.970425Z","steps":["trace[215628229] 'agreement among raft nodes before linearized reading' (duration: 236.888464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:20.970517Z","caller":"traceutil/trace.go:171","msg":"trace[1504045175] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11270; }","duration":"237.850517ms","start":"2026-03-03T01:17:20.732641Z","end":"2026-03-03T01:17:20.970491Z","steps":["trace[1504045175] 'agreement among raft nodes before linearized reading' (duration: 237.583671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:20.970497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.409867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:17:20.97058Z","caller":"traceutil/trace.go:171","msg":"trace[1936370712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11270; }","duration":"237.509819ms","start":"2026-03-03T01:17:20.733051Z","end":"2026-03-03T01:17:20.970561Z","steps":["trace[1936370712] 'agreement among raft nodes before linearized reading' (duration: 237.275233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:20.969704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.10411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:17:20.970804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.169884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:17:20.970886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.088622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:20.970887Z","caller":"traceutil/trace.go:171","msg":"trace[1518534850] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11270; }","duration":"238.259456ms","start":"2026-03-03T01:17:20.732587Z","end":"2026-03-03T01:17:20.970847Z","steps":["trace[1518534850] 'agreement among raft nodes before linearized reading' (duration: 237.9972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:20.970874Z","caller":"traceutil/trace.go:171","msg":"trace[1302753717] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11270; }","duration":"238.299247ms","start":"2026-03-03T01:17:20.732508Z","end":"2026-03-03T01:17:20.970807Z","steps":["trace[1302753717] 'agreement among raft nodes before linearized reading' (duration: 236.459375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:20.970941Z","caller":"traceutil/trace.go:171","msg":"trace[23670824] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11270; }","duration":"238.182205ms","start":"2026-03-03T01:17:20.732729Z","end":"2026-03-03T01:17:20.970911Z","steps":["trace[23670824] 'agreement among raft nodes before linearized reading' (duration: 237.860697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:20.969789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.908515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:20.97106Z","caller":"traceutil/trace.go:171","msg":"trace[1626676330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11270; }","duration":"238.325707ms","start":"2026-03-03T01:17:20.732704Z","end":"2026-03-03T01:17:20.971029Z","steps":["trace[1626676330] 'agreement among raft nodes before linearized reading' (duration: 236.868554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:20.970244Z","caller":"traceutil/trace.go:171","msg":"trace[2043938936] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"237.330915ms","start":"2026-03-03T01:17:20.732878Z","end":"2026-03-03T01:17:20.970209Z","steps":["trace[2043938936] 'process raft request' (duration: 236.032745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:21.097239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.964381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:17:21.097337Z","caller":"traceutil/trace.go:171","msg":"trace[2073990304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:11270; }","duration":"181.122104ms","start":"2026-03-03T01:17:20.916189Z","end":"2026-03-03T01:17:21.097312Z","steps":["trace[2073990304] 'agreement among raft nodes before linearized reading' (duration: 53.282483ms)","trace[2073990304] 'range keys from in-memory index tree' (duration: 121.365274ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:21.297314Z","caller":"traceutil/trace.go:171","msg":"trace[1222522774] transaction","detail":"{read_only:false; response_revision:11273; number_of_response:1; }","duration":"135.424854ms","start":"2026-03-03T01:17:21.161848Z","end":"2026-03-03T01:17:21.297273Z","steps":["trace[1222522774] 'process raft request' (duration: 54.838119ms)","trace[1222522774] 'compare' (duration: 80.445552ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:21.640914Z","caller":"traceutil/trace.go:171","msg":"trace[1918288872] linearizableReadLoop","detail":"{readStateIndex:11701; appliedIndex:11700; }","duration":"130.277208ms","start":"2026-03-03T01:17:21.510604Z","end":"2026-03-03T01:17:21.640881Z","steps":["trace[1918288872] 'read index received' (duration: 130.087983ms)","trace[1918288872] 'applied index is now lower than readState.Index' (duration: 187.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:21.640959Z","caller":"traceutil/trace.go:171","msg":"trace[938101396] transaction","detail":"{read_only:false; response_revision:11274; number_of_response:1; }","duration":"159.580384ms","start":"2026-03-03T01:17:21.481341Z","end":"2026-03-03T01:17:21.640922Z","steps":["trace[938101396] 'process raft request' (duration: 159.351839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:21.641184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.490372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:17:21.641173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.539033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:17:21.64122Z","caller":"traceutil/trace.go:171","msg":"trace[114007997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11274; }","duration":"130.582834ms","start":"2026-03-03T01:17:21.510625Z","end":"2026-03-03T01:17:21.641208Z","steps":["trace[114007997] 'agreement among raft nodes before linearized reading' (duration: 130.42877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:21.641254Z","caller":"traceutil/trace.go:171","msg":"trace[650072975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11274; }","duration":"130.668957ms","start":"2026-03-03T01:17:21.510564Z","end":"2026-03-03T01:17:21.641233Z","steps":["trace[650072975] 'agreement among raft nodes before linearized reading' (duration: 130.433141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:21.64124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.506182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:17:21.641321Z","caller":"traceutil/trace.go:171","msg":"trace[309561518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11274; }","duration":"130.632835ms","start":"2026-03-03T01:17:21.510666Z","end":"2026-03-03T01:17:21.641299Z","steps":["trace[309561518] 'agreement among raft nodes before linearized reading' (duration: 130.43079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:21.751557Z","caller":"traceutil/trace.go:171","msg":"trace[823782173] transaction","detail":"{read_only:false; response_revision:11276; number_of_response:1; }","duration":"106.639288ms","start":"2026-03-03T01:17:21.644876Z","end":"2026-03-03T01:17:21.751515Z","steps":["trace[823782173] 'process raft request' (duration: 106.545056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:21.751606Z","caller":"traceutil/trace.go:171","msg":"trace[543857812] transaction","detail":"{read_only:false; response_revision:11277; number_of_response:1; }","duration":"105.775628ms","start":"2026-03-03T01:17:21.645801Z","end":"2026-03-03T01:17:21.751576Z","steps":["trace[543857812] 'process raft request' (duration: 105.671006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:21.751661Z","caller":"traceutil/trace.go:171","msg":"trace[428289670] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"106.918155ms","start":"2026-03-03T01:17:21.644699Z","end":"2026-03-03T01:17:21.751618Z","steps":["trace[428289670] 'process raft request' (duration: 65.3866ms)","trace[428289670] 'compare' (duration: 41.199528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:17:22.625283Z","caller":"traceutil/trace.go:171","msg":"trace[1271776716] transaction","detail":"{read_only:false; response_revision:11278; number_of_response:1; }","duration":"122.292175ms","start":"2026-03-03T01:17:22.502958Z","end":"2026-03-03T01:17:22.625251Z","steps":["trace[1271776716] 'process raft request' (duration: 121.877096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.096323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.342383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:23.096431Z","caller":"traceutil/trace.go:171","msg":"trace[2142567404] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11281; }","duration":"117.493695ms","start":"2026-03-03T01:17:22.978913Z","end":"2026-03-03T01:17:23.096406Z","steps":["trace[2142567404] 'agreement among raft nodes before linearized reading' (duration: 117.28562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:23.09698Z","caller":"traceutil/trace.go:171","msg":"trace[1779339857] transaction","detail":"{read_only:false; response_revision:11281; number_of_response:1; }","duration":"116.460562ms","start":"2026-03-03T01:17:22.980484Z","end":"2026-03-03T01:17:23.096944Z","steps":["trace[1779339857] 'process raft request' (duration: 110.449666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.097026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.577348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:23.097075Z","caller":"traceutil/trace.go:171","msg":"trace[122394231] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11281; }","duration":"117.637569ms","start":"2026-03-03T01:17:22.979423Z","end":"2026-03-03T01:17:23.09706Z","steps":["trace[122394231] 'agreement among raft nodes before linearized reading' (duration: 117.559197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.097326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.350952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:17:23.097368Z","caller":"traceutil/trace.go:171","msg":"trace[84223301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11281; }","duration":"117.407464ms","start":"2026-03-03T01:17:22.97995Z","end":"2026-03-03T01:17:23.097358Z","steps":["trace[84223301] 'agreement among raft nodes before linearized reading' (duration: 117.278821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.097384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.978487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:23.097433Z","caller":"traceutil/trace.go:171","msg":"trace[957348435] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11281; }","duration":"118.060208ms","start":"2026-03-03T01:17:22.979361Z","end":"2026-03-03T01:17:23.097421Z","steps":["trace[957348435] 'agreement among raft nodes before linearized reading' (duration: 117.962616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.097561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.71047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T01:17:23.097599Z","caller":"traceutil/trace.go:171","msg":"trace[278646047] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11281; }","duration":"117.747721ms","start":"2026-03-03T01:17:22.979841Z","end":"2026-03-03T01:17:23.097589Z","steps":["trace[278646047] 'agreement among raft nodes before linearized reading' (duration: 117.649549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.097609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.357255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:23.097645Z","caller":"traceutil/trace.go:171","msg":"trace[1444951649] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11281; }","duration":"118.619991ms","start":"2026-03-03T01:17:22.979015Z","end":"2026-03-03T01:17:23.097635Z","steps":["trace[1444951649] 'agreement among raft nodes before linearized reading' (duration: 118.56564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.097744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.286874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:23.097786Z","caller":"traceutil/trace.go:171","msg":"trace[842755047] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11281; }","duration":"118.332564ms","start":"2026-03-03T01:17:22.979443Z","end":"2026-03-03T01:17:23.097776Z","steps":["trace[842755047] 'agreement among raft nodes before linearized reading' (duration: 118.275233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.097795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.54849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:23.097827Z","caller":"traceutil/trace.go:171","msg":"trace[180782482] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11281; }","duration":"118.58966ms","start":"2026-03-03T01:17:22.979227Z","end":"2026-03-03T01:17:23.097816Z","steps":["trace[180782482] 'agreement among raft nodes before linearized reading' (duration: 118.543869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.09904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.530679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:17:23.099086Z","caller":"traceutil/trace.go:171","msg":"trace[1888481517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11281; }","duration":"119.649945ms","start":"2026-03-03T01:17:22.979428Z","end":"2026-03-03T01:17:23.099078Z","steps":["trace[1888481517] 'agreement among raft nodes before linearized reading' (duration: 118.52962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:17:23.761483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.013065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:17:23.761565Z","caller":"traceutil/trace.go:171","msg":"trace[108859421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11283; }","duration":"117.141458ms","start":"2026-03-03T01:17:23.644406Z","end":"2026-03-03T01:17:23.761547Z","steps":["trace[108859421] 'range keys from in-memory index tree' (duration: 116.849681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:17:52.711251Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9499} {"level":"info","ts":"2026-03-03T01:17:52.820163Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9499,"took":"106.673009ms","hash":3477342980,"current-db-size-bytes":42016768,"current-db-size":"42 MB","current-db-size-in-use-bytes":21606400,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T01:17:52.82022Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3477342980,"revision":9499,"compact-revision":7344} {"level":"info","ts":"2026-03-03T01:18:27.78226Z","caller":"traceutil/trace.go:171","msg":"trace[1316453292] transaction","detail":"{read_only:false; response_revision:11697; number_of_response:1; }","duration":"110.804993ms","start":"2026-03-03T01:18:27.671375Z","end":"2026-03-03T01:18:27.78218Z","steps":["trace[1316453292] 'process raft request' (duration: 80.486583ms)","trace[1316453292] 'compare' (duration: 30.052584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:19:30.531134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.318712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:19:30.531259Z","caller":"traceutil/trace.go:171","msg":"trace[1312938541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:12080; }","duration":"155.513696ms","start":"2026-03-03T01:19:30.375718Z","end":"2026-03-03T01:19:30.531231Z","steps":["trace[1312938541] 'range keys from in-memory index tree' (duration: 155.078827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:19:31.778313Z","caller":"traceutil/trace.go:171","msg":"trace[1256362314] transaction","detail":"{read_only:false; response_revision:12085; number_of_response:1; }","duration":"175.551349ms","start":"2026-03-03T01:19:31.602714Z","end":"2026-03-03T01:19:31.778265Z","steps":["trace[1256362314] 'process raft request' (duration: 175.259252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:19:31.779796Z","caller":"traceutil/trace.go:171","msg":"trace[1724421353] transaction","detail":"{read_only:false; response_revision:12086; number_of_response:1; }","duration":"175.121179ms","start":"2026-03-03T01:19:31.604635Z","end":"2026-03-03T01:19:31.779756Z","steps":["trace[1724421353] 'process raft request' (duration: 174.669299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:19:31.779974Z","caller":"traceutil/trace.go:171","msg":"trace[1736662587] transaction","detail":"{read_only:false; response_revision:12087; number_of_response:1; }","duration":"119.561987ms","start":"2026-03-03T01:19:31.660382Z","end":"2026-03-03T01:19:31.779944Z","steps":["trace[1736662587] 'process raft request' (duration: 119.327652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:20.311644Z","caller":"traceutil/trace.go:171","msg":"trace[1520565916] transaction","detail":"{read_only:false; response_revision:12705; number_of_response:1; }","duration":"101.220976ms","start":"2026-03-03T01:21:20.210389Z","end":"2026-03-03T01:21:20.31161Z","steps":["trace[1520565916] 'process raft request' (duration: 101.055832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:20.392209Z","caller":"traceutil/trace.go:171","msg":"trace[966199116] linearizableReadLoop","detail":"{readStateIndex:13187; appliedIndex:13184; }","duration":"137.313853ms","start":"2026-03-03T01:21:20.25486Z","end":"2026-03-03T01:21:20.392174Z","steps":["trace[966199116] 'read index received' (duration: 56.688364ms)","trace[966199116] 'applied index is now lower than readState.Index' (duration: 80.623829ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:20.392266Z","caller":"traceutil/trace.go:171","msg":"trace[71499138] transaction","detail":"{read_only:false; response_revision:12706; number_of_response:1; }","duration":"176.492711ms","start":"2026-03-03T01:21:20.215728Z","end":"2026-03-03T01:21:20.392221Z","steps":["trace[71499138] 'process raft request' (duration: 176.146833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:20.39232Z","caller":"traceutil/trace.go:171","msg":"trace[94009440] transaction","detail":"{read_only:false; response_revision:12707; number_of_response:1; }","duration":"176.44263ms","start":"2026-03-03T01:21:20.215824Z","end":"2026-03-03T01:21:20.392266Z","steps":["trace[94009440] 'process raft request' (duration: 176.295706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:20.39239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.489177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:21:20.392475Z","caller":"traceutil/trace.go:171","msg":"trace[663829933] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12707; }","duration":"137.63636ms","start":"2026-03-03T01:21:20.254791Z","end":"2026-03-03T01:21:20.392428Z","steps":["trace[663829933] 'agreement among raft nodes before linearized reading' (duration: 137.515917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:23.364517Z","caller":"traceutil/trace.go:171","msg":"trace[443444848] linearizableReadLoop","detail":"{readStateIndex:13231; appliedIndex:13230; }","duration":"175.423806ms","start":"2026-03-03T01:21:23.188977Z","end":"2026-03-03T01:21:23.3644Z","steps":["trace[443444848] 'read index received' (duration: 175.123939ms)","trace[443444848] 'applied index is now lower than readState.Index' (duration: 298.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:23.364512Z","caller":"traceutil/trace.go:171","msg":"trace[1717766970] transaction","detail":"{read_only:false; response_revision:12748; number_of_response:1; }","duration":"194.261733ms","start":"2026-03-03T01:21:23.170202Z","end":"2026-03-03T01:21:23.364463Z","steps":["trace[1717766970] 'process raft request' (duration: 194.011937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.364748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.740064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:21:23.364843Z","caller":"traceutil/trace.go:171","msg":"trace[1383232582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12748; }","duration":"175.864086ms","start":"2026-03-03T01:21:23.188957Z","end":"2026-03-03T01:21:23.364821Z","steps":["trace[1383232582] 'agreement among raft nodes before linearized reading' (duration: 175.638491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:23.364907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.468715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:21:23.36502Z","caller":"traceutil/trace.go:171","msg":"trace[665655132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12748; }","duration":"168.607668ms","start":"2026-03-03T01:21:23.196394Z","end":"2026-03-03T01:21:23.365002Z","steps":["trace[665655132] 'agreement among raft nodes before linearized reading' (duration: 168.379453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:23.924752Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033e7.wal"} {"level":"info","ts":"2026-03-03T01:21:33.899613Z","caller":"traceutil/trace.go:171","msg":"trace[972630888] transaction","detail":"{read_only:false; response_revision:12897; number_of_response:1; }","duration":"149.409274ms","start":"2026-03-03T01:21:33.750158Z","end":"2026-03-03T01:21:33.899568Z","steps":["trace[972630888] 'process raft request' (duration: 149.180148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:36.971397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.965614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:21:36.971509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.740075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:36.971518Z","caller":"traceutil/trace.go:171","msg":"trace[656259190] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12913; }","duration":"209.157288ms","start":"2026-03-03T01:21:36.762334Z","end":"2026-03-03T01:21:36.971492Z","steps":["trace[656259190] 'range keys from in-memory index tree' (duration: 208.82858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:36.971559Z","caller":"traceutil/trace.go:171","msg":"trace[1101325225] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12913; }","duration":"207.836837ms","start":"2026-03-03T01:21:36.763708Z","end":"2026-03-03T01:21:36.971545Z","steps":["trace[1101325225] 'range keys from in-memory index tree' (duration: 207.637433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:36.971672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.632089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:36.971712Z","caller":"traceutil/trace.go:171","msg":"trace[1640208958] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12913; }","duration":"209.723172ms","start":"2026-03-03T01:21:36.761977Z","end":"2026-03-03T01:21:36.9717Z","steps":["trace[1640208958] 'range keys from in-memory index tree' (duration: 209.485866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:36.971784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.379947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:21:36.971926Z","caller":"traceutil/trace.go:171","msg":"trace[419760578] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:12913; }","duration":"185.588882ms","start":"2026-03-03T01:21:36.786305Z","end":"2026-03-03T01:21:36.971894Z","steps":["trace[419760578] 'count revisions from in-memory index tree' (duration: 185.244464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:36.972002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.658804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5152"} {"level":"info","ts":"2026-03-03T01:21:36.972143Z","caller":"traceutil/trace.go:171","msg":"trace[37701753] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12913; }","duration":"204.851028ms","start":"2026-03-03T01:21:36.767256Z","end":"2026-03-03T01:21:36.972107Z","steps":["trace[37701753] 'range keys from in-memory index tree' (duration: 204.389417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:36.972851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.03693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:21:36.973037Z","caller":"traceutil/trace.go:171","msg":"trace[373352728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12913; }","duration":"179.256785ms","start":"2026-03-03T01:21:36.793717Z","end":"2026-03-03T01:21:36.972974Z","steps":["trace[373352728] 'range keys from in-memory index tree' (duration: 178.478727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:43.141015Z","caller":"traceutil/trace.go:171","msg":"trace[1227022962] transaction","detail":"{read_only:false; response_revision:12943; number_of_response:1; }","duration":"341.469025ms","start":"2026-03-03T01:21:42.799513Z","end":"2026-03-03T01:21:43.140982Z","steps":["trace[1227022962] 'process raft request' (duration: 341.170088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:43.1412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:42.799487Z","time spent":"341.615858ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:21:43.141166Z","caller":"traceutil/trace.go:171","msg":"trace[824153080] linearizableReadLoop","detail":"{readStateIndex:13432; appliedIndex:13431; }","duration":"321.917452ms","start":"2026-03-03T01:21:42.819204Z","end":"2026-03-03T01:21:43.141122Z","steps":["trace[824153080] 'read index received' (duration: 321.514272ms)","trace[824153080] 'applied index is now lower than readState.Index' (duration: 399.419µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:43.14134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.097926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:43.141476Z","caller":"traceutil/trace.go:171","msg":"trace[1345801324] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12943; }","duration":"322.305171ms","start":"2026-03-03T01:21:42.819143Z","end":"2026-03-03T01:21:43.141448Z","steps":["trace[1345801324] 'agreement among raft nodes before linearized reading' (duration: 322.079316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:43.141552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:42.819127Z","time spent":"322.401753ms","remote":"127.0.0.1:39158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:21:43.158066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.591065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:43.158163Z","caller":"traceutil/trace.go:171","msg":"trace[1594053967] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12944; }","duration":"167.743668ms","start":"2026-03-03T01:21:42.990397Z","end":"2026-03-03T01:21:43.158141Z","steps":["trace[1594053967] 'agreement among raft nodes before linearized reading' (duration: 167.574694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:43.158089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.629707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T01:21:43.158307Z","caller":"traceutil/trace.go:171","msg":"trace[565352077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12944; }","duration":"331.897873ms","start":"2026-03-03T01:21:42.826385Z","end":"2026-03-03T01:21:43.158283Z","steps":["trace[565352077] 'agreement among raft nodes before linearized reading' (duration: 331.565016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:43.15834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.938702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:21:43.158391Z","caller":"traceutil/trace.go:171","msg":"trace[334002141] transaction","detail":"{read_only:false; response_revision:12944; number_of_response:1; }","duration":"121.961797ms","start":"2026-03-03T01:21:43.036401Z","end":"2026-03-03T01:21:43.158363Z","steps":["trace[334002141] 'process raft request' (duration: 121.403834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:43.158415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:21:42.826363Z","time spent":"332.006035ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:21:43.15842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.988944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:21:43.158495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.316993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:21:43.158538Z","caller":"traceutil/trace.go:171","msg":"trace[769505212] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12944; }","duration":"168.168418ms","start":"2026-03-03T01:21:42.990346Z","end":"2026-03-03T01:21:43.158514Z","steps":["trace[769505212] 'agreement among raft nodes before linearized reading' (duration: 167.963313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:43.158576Z","caller":"traceutil/trace.go:171","msg":"trace[137846026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12944; }","duration":"137.398405ms","start":"2026-03-03T01:21:43.021162Z","end":"2026-03-03T01:21:43.15856Z","steps":["trace[137846026] 'agreement among raft nodes before linearized reading' (duration: 137.18721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:43.158405Z","caller":"traceutil/trace.go:171","msg":"trace[1450094084] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12944; }","duration":"168.033475ms","start":"2026-03-03T01:21:42.990356Z","end":"2026-03-03T01:21:43.15839Z","steps":["trace[1450094084] 'agreement among raft nodes before linearized reading' (duration: 167.907452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:43.15876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.594841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5152"} {"level":"info","ts":"2026-03-03T01:21:43.158803Z","caller":"traceutil/trace.go:171","msg":"trace[352715028] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12944; }","duration":"169.682413ms","start":"2026-03-03T01:21:42.989111Z","end":"2026-03-03T01:21:43.158793Z","steps":["trace[352715028] 'agreement among raft nodes before linearized reading' (duration: 169.331765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:43.677169Z","caller":"traceutil/trace.go:171","msg":"trace[1418772035] transaction","detail":"{read_only:false; response_revision:12948; number_of_response:1; }","duration":"185.657353ms","start":"2026-03-03T01:21:43.491481Z","end":"2026-03-03T01:21:43.677139Z","steps":["trace[1418772035] 'process raft request' (duration: 185.479029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:43.677534Z","caller":"traceutil/trace.go:171","msg":"trace[1346991129] transaction","detail":"{read_only:false; response_revision:12949; number_of_response:1; }","duration":"185.989261ms","start":"2026-03-03T01:21:43.491504Z","end":"2026-03-03T01:21:43.677493Z","steps":["trace[1346991129] 'process raft request' (duration: 185.598042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:43.677927Z","caller":"traceutil/trace.go:171","msg":"trace[1624232132] transaction","detail":"{read_only:false; response_revision:12950; number_of_response:1; }","duration":"186.298158ms","start":"2026-03-03T01:21:43.491609Z","end":"2026-03-03T01:21:43.677907Z","steps":["trace[1624232132] 'process raft request' (duration: 185.874368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:43.677966Z","caller":"traceutil/trace.go:171","msg":"trace[622374452] transaction","detail":"{read_only:false; response_revision:12951; number_of_response:1; }","duration":"186.224887ms","start":"2026-03-03T01:21:43.491715Z","end":"2026-03-03T01:21:43.67794Z","steps":["trace[622374452] 'process raft request' (duration: 186.127704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:43.67795Z","caller":"traceutil/trace.go:171","msg":"trace[118845068] linearizableReadLoop","detail":"{readStateIndex:13441; appliedIndex:13437; }","duration":"164.300398ms","start":"2026-03-03T01:21:43.513628Z","end":"2026-03-03T01:21:43.677928Z","steps":["trace[118845068] 'read index received' (duration: 163.214763ms)","trace[118845068] 'applied index is now lower than readState.Index' (duration: 1.084435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:21:43.678256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.596875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T01:21:43.678683Z","caller":"traceutil/trace.go:171","msg":"trace[1601181885] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12951; }","duration":"165.066996ms","start":"2026-03-03T01:21:43.513594Z","end":"2026-03-03T01:21:43.678661Z","steps":["trace[1601181885] 'agreement among raft nodes before linearized reading' (duration: 164.422072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:57.932139Z","caller":"traceutil/trace.go:171","msg":"trace[705055630] transaction","detail":"{read_only:false; response_revision:13043; number_of_response:1; }","duration":"100.629473ms","start":"2026-03-03T01:21:57.831474Z","end":"2026-03-03T01:21:57.932103Z","steps":["trace[705055630] 'process raft request' (duration: 100.451849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:57.936717Z","caller":"traceutil/trace.go:171","msg":"trace[870947340] transaction","detail":"{read_only:false; response_revision:13044; number_of_response:1; }","duration":"105.098576ms","start":"2026-03-03T01:21:57.83158Z","end":"2026-03-03T01:21:57.936679Z","steps":["trace[870947340] 'process raft request' (duration: 104.862981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:57.936987Z","caller":"traceutil/trace.go:171","msg":"trace[744720235] transaction","detail":"{read_only:false; response_revision:13045; number_of_response:1; }","duration":"105.305471ms","start":"2026-03-03T01:21:57.83166Z","end":"2026-03-03T01:21:57.936966Z","steps":["trace[744720235] 'process raft request' (duration: 104.963673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:21:57.937241Z","caller":"traceutil/trace.go:171","msg":"trace[1511809687] linearizableReadLoop","detail":"{readStateIndex:13538; appliedIndex:13534; }","duration":"104.654736ms","start":"2026-03-03T01:21:57.832561Z","end":"2026-03-03T01:21:57.937216Z","steps":["trace[1511809687] 'read index received' (duration: 99.378893ms)","trace[1511809687] 'applied index is now lower than readState.Index' (duration: 5.274723ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:21:57.937397Z","caller":"traceutil/trace.go:171","msg":"trace[1401717317] transaction","detail":"{read_only:false; response_revision:13046; number_of_response:1; }","duration":"105.25795ms","start":"2026-03-03T01:21:57.832123Z","end":"2026-03-03T01:21:57.937381Z","steps":["trace[1401717317] 'process raft request' (duration: 104.85921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:21:57.938163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.540666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:557543"} {"level":"info","ts":"2026-03-03T01:21:57.938217Z","caller":"traceutil/trace.go:171","msg":"trace[1629483834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:13046; }","duration":"105.68606ms","start":"2026-03-03T01:21:57.832518Z","end":"2026-03-03T01:21:57.938204Z","steps":["trace[1629483834] 'agreement among raft nodes before linearized reading' (duration: 104.805499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:02.943921Z","caller":"traceutil/trace.go:171","msg":"trace[594627801] transaction","detail":"{read_only:false; response_revision:13069; number_of_response:1; }","duration":"153.033097ms","start":"2026-03-03T01:22:02.790854Z","end":"2026-03-03T01:22:02.943887Z","steps":["trace[594627801] 'process raft request' (duration: 152.856743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:07.712673Z","caller":"traceutil/trace.go:171","msg":"trace[988882063] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"103.929529ms","start":"2026-03-03T01:22:07.608706Z","end":"2026-03-03T01:22:07.712635Z","steps":["trace[988882063] 'process raft request' (duration: 103.677393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:13.378199Z","caller":"traceutil/trace.go:171","msg":"trace[188153630] transaction","detail":"{read_only:false; response_revision:13136; number_of_response:1; }","duration":"122.992681ms","start":"2026-03-03T01:22:13.255153Z","end":"2026-03-03T01:22:13.378146Z","steps":["trace[188153630] 'process raft request' (duration: 122.460428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:22:52.717864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11474} {"level":"info","ts":"2026-03-03T01:22:52.81296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11474,"took":"93.19423ms","hash":2524728467,"current-db-size-bytes":42016768,"current-db-size":"42 MB","current-db-size-in-use-bytes":24145920,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T01:22:52.813039Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2524728467,"revision":11474,"compact-revision":9499} {"level":"info","ts":"2026-03-03T01:23:13.364019Z","caller":"traceutil/trace.go:171","msg":"trace[2093601636] transaction","detail":"{read_only:false; response_revision:13502; number_of_response:1; }","duration":"487.974097ms","start":"2026-03-03T01:23:12.876009Z","end":"2026-03-03T01:23:13.363983Z","steps":["trace[2093601636] 'process raft request' (duration: 487.744622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:13.364313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:12.875982Z","time spent":"488.211052ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:13.41154Z","caller":"traceutil/trace.go:171","msg":"trace[1949832119] transaction","detail":"{read_only:false; response_revision:13503; number_of_response:1; }","duration":"437.303098ms","start":"2026-03-03T01:23:12.974211Z","end":"2026-03-03T01:23:13.411515Z","steps":["trace[1949832119] 'process raft request' (duration: 437.178735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:13.411783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:12.974189Z","time spent":"437.422671ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:13.411825Z","caller":"traceutil/trace.go:171","msg":"trace[1081307184] linearizableReadLoop","detail":"{readStateIndex:14015; appliedIndex:14012; }","duration":"326.470981ms","start":"2026-03-03T01:23:13.085323Z","end":"2026-03-03T01:23:13.411794Z","steps":["trace[1081307184] 'read index received' (duration: 278.549926ms)","trace[1081307184] 'applied index is now lower than readState.Index' (duration: 47.919565ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:13.411989Z","caller":"traceutil/trace.go:171","msg":"trace[1198268339] transaction","detail":"{read_only:false; response_revision:13504; number_of_response:1; }","duration":"402.527246ms","start":"2026-03-03T01:23:13.009449Z","end":"2026-03-03T01:23:13.411976Z","steps":["trace[1198268339] 'process raft request' (duration: 402.035555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:13.412107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:13.009427Z","time spent":"402.591937ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:13.412299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.981504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:13.412337Z","caller":"traceutil/trace.go:171","msg":"trace[1603838766] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13504; }","duration":"327.068626ms","start":"2026-03-03T01:23:13.08526Z","end":"2026-03-03T01:23:13.412329Z","steps":["trace[1603838766] 'agreement among raft nodes before linearized reading' (duration: 326.987904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:13.41236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:13.085241Z","time spent":"327.113766ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:13.412679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.87631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:13.412817Z","caller":"traceutil/trace.go:171","msg":"trace[1770379981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13504; }","duration":"304.269469ms","start":"2026-03-03T01:23:13.108528Z","end":"2026-03-03T01:23:13.412798Z","steps":["trace[1770379981] 'agreement among raft nodes before linearized reading' (duration: 303.686446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:13.412944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:13.108423Z","time spent":"304.507014ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:23:20.07779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.002854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:20.077905Z","caller":"traceutil/trace.go:171","msg":"trace[341346041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13532; }","duration":"969.167908ms","start":"2026-03-03T01:23:19.108712Z","end":"2026-03-03T01:23:20.07788Z","steps":["trace[341346041] 'range keys from in-memory index tree' (duration: 968.880191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.077946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.108689Z","time spent":"969.247889ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:23:20.078099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.209504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:20.078255Z","caller":"traceutil/trace.go:171","msg":"trace[1232208838] transaction","detail":"{read_only:false; response_revision:13533; number_of_response:1; }","duration":"692.528786ms","start":"2026-03-03T01:23:19.385703Z","end":"2026-03-03T01:23:20.078232Z","steps":["trace[1232208838] 'process raft request' (duration: 161.069726ms)","trace[1232208838] 'compare' (duration: 530.864706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:20.078326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.385683Z","time spent":"692.611097ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:20.112381Z","caller":"traceutil/trace.go:171","msg":"trace[494416781] transaction","detail":"{read_only:false; response_revision:13535; number_of_response:1; }","duration":"680.018257ms","start":"2026-03-03T01:23:19.432331Z","end":"2026-03-03T01:23:20.11235Z","steps":["trace[494416781] 'process raft request' (duration: 679.911685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:20.112374Z","caller":"traceutil/trace.go:171","msg":"trace[1170747767] transaction","detail":"{read_only:false; response_revision:13534; number_of_response:1; }","duration":"681.780258ms","start":"2026-03-03T01:23:19.430549Z","end":"2026-03-03T01:23:20.112329Z","steps":["trace[1170747767] 'process raft request' (duration: 681.538192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:20.112553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.432319Z","time spent":"680.128139ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:20.112593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:19.430528Z","time spent":"681.970332ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:30.729791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.366919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:30.730048Z","caller":"traceutil/trace.go:171","msg":"trace[1162346514] linearizableReadLoop","detail":"{readStateIndex:14106; appliedIndex:14103; }","duration":"237.952019ms","start":"2026-03-03T01:23:30.492075Z","end":"2026-03-03T01:23:30.730027Z","steps":["trace[1162346514] 'read index received' (duration: 47.000464ms)","trace[1162346514] 'applied index is now lower than readState.Index' (duration: 190.950595ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:30.730229Z","caller":"traceutil/trace.go:171","msg":"trace[886991510] transaction","detail":"{read_only:false; response_revision:13591; number_of_response:1; }","duration":"241.818829ms","start":"2026-03-03T01:23:30.488373Z","end":"2026-03-03T01:23:30.730192Z","steps":["trace[886991510] 'process raft request' (duration: 241.546203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:30.730372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.266577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:23:30.730468Z","caller":"traceutil/trace.go:171","msg":"trace[2001855197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13591; }","duration":"238.41974ms","start":"2026-03-03T01:23:30.492023Z","end":"2026-03-03T01:23:30.730443Z","steps":["trace[2001855197] 'agreement among raft nodes before linearized reading' (duration: 238.153664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:30.730265Z","caller":"traceutil/trace.go:171","msg":"trace[838098034] transaction","detail":"{read_only:false; response_revision:13590; number_of_response:1; }","duration":"243.074637ms","start":"2026-03-03T01:23:30.486946Z","end":"2026-03-03T01:23:30.73002Z","steps":["trace[838098034] 'process raft request' (duration: 105.37901ms)","trace[838098034] 'compare' (duration: 137.112304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:30.971784Z","caller":"traceutil/trace.go:171","msg":"trace[1696929081] transaction","detail":"{read_only:false; response_revision:13592; number_of_response:1; }","duration":"234.669703ms","start":"2026-03-03T01:23:30.737081Z","end":"2026-03-03T01:23:30.971751Z","steps":["trace[1696929081] 'process raft request' (duration: 135.296531ms)","trace[1696929081] 'compare' (duration: 98.978573ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:32.267361Z","caller":"traceutil/trace.go:171","msg":"trace[856368203] transaction","detail":"{read_only:false; response_revision:13593; number_of_response:1; }","duration":"146.635543ms","start":"2026-03-03T01:23:32.120666Z","end":"2026-03-03T01:23:32.267302Z","steps":["trace[856368203] 'process raft request' (duration: 146.435599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:32.268759Z","caller":"traceutil/trace.go:171","msg":"trace[766027653] transaction","detail":"{read_only:false; response_revision:13594; number_of_response:1; }","duration":"116.084218ms","start":"2026-03-03T01:23:32.15263Z","end":"2026-03-03T01:23:32.268714Z","steps":["trace[766027653] 'process raft request' (duration: 115.667458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:32.268764Z","caller":"traceutil/trace.go:171","msg":"trace[1357357773] transaction","detail":"{read_only:false; response_revision:13595; number_of_response:1; }","duration":"110.911128ms","start":"2026-03-03T01:23:32.157814Z","end":"2026-03-03T01:23:32.268725Z","steps":["trace[1357357773] 'process raft request' (duration: 110.706153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:36.221709Z","caller":"traceutil/trace.go:171","msg":"trace[507072739] linearizableReadLoop","detail":"{readStateIndex:14130; appliedIndex:14129; }","duration":"113.806985ms","start":"2026-03-03T01:23:36.107863Z","end":"2026-03-03T01:23:36.22167Z","steps":["trace[507072739] 'read index received' (duration: 113.446087ms)","trace[507072739] 'applied index is now lower than readState.Index' (duration: 359.488µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:36.221821Z","caller":"traceutil/trace.go:171","msg":"trace[1811292447] transaction","detail":"{read_only:false; response_revision:13614; number_of_response:1; }","duration":"244.557812ms","start":"2026-03-03T01:23:35.977221Z","end":"2026-03-03T01:23:36.221779Z","steps":["trace[1811292447] 'process raft request' (duration: 244.105221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:36.221914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.036731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:36.221958Z","caller":"traceutil/trace.go:171","msg":"trace[1507160497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13614; }","duration":"114.150274ms","start":"2026-03-03T01:23:36.107797Z","end":"2026-03-03T01:23:36.221947Z","steps":["trace[1507160497] 'agreement among raft nodes before linearized reading' (duration: 114.01238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:36.947771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.006569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:23:36.947871Z","caller":"traceutil/trace.go:171","msg":"trace[1585000806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13619; }","duration":"156.143762ms","start":"2026-03-03T01:23:36.791702Z","end":"2026-03-03T01:23:36.947846Z","steps":["trace[1585000806] 'range keys from in-memory index tree' (duration: 155.847226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:36.948118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.433335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:23:36.948135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.568507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:23:36.948222Z","caller":"traceutil/trace.go:171","msg":"trace[6812050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13619; }","duration":"158.598939ms","start":"2026-03-03T01:23:36.789602Z","end":"2026-03-03T01:23:36.948201Z","steps":["trace[6812050] 'range keys from in-memory index tree' (duration: 158.265021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:36.948283Z","caller":"traceutil/trace.go:171","msg":"trace[1429699889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:13619; }","duration":"135.772272ms","start":"2026-03-03T01:23:36.812483Z","end":"2026-03-03T01:23:36.948256Z","steps":["trace[1429699889] 'range keys from in-memory index tree' (duration: 135.344802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:45.614687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245999013s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:23:45.614949Z","caller":"traceutil/trace.go:171","msg":"trace[1643051748] linearizableReadLoop","detail":"{readStateIndex:14173; appliedIndex:14170; }","duration":"1.289684251s","start":"2026-03-03T01:23:44.325242Z","end":"2026-03-03T01:23:45.614926Z","steps":["trace[1643051748] 'read index received' (duration: 43.432311ms)","trace[1643051748] 'applied index is now lower than readState.Index' (duration: 1.24625109s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:45.615073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289825615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:23:45.615043Z","caller":"traceutil/trace.go:171","msg":"trace[1066256019] transaction","detail":"{read_only:false; response_revision:13655; number_of_response:1; }","duration":"1.305022896s","start":"2026-03-03T01:23:44.30998Z","end":"2026-03-03T01:23:45.615003Z","steps":["trace[1066256019] 'process raft request' (duration: 1.304922333s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:45.615098Z","caller":"traceutil/trace.go:171","msg":"trace[1669410646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13655; }","duration":"1.289865606s","start":"2026-03-03T01:23:44.325224Z","end":"2026-03-03T01:23:45.61509Z","steps":["trace[1669410646] 'agreement among raft nodes before linearized reading' (duration: 1.289763773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:45.615117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.32516Z","time spent":"1.289952847s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:23:45.615175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.633654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T01:23:45.615204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.309974Z","time spent":"1.305141598s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:45.615225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.038762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T01:23:45.61523Z","caller":"traceutil/trace.go:171","msg":"trace[1226887243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13655; }","duration":"580.713326ms","start":"2026-03-03T01:23:45.034503Z","end":"2026-03-03T01:23:45.615216Z","steps":["trace[1226887243] 'agreement among raft nodes before linearized reading' (duration: 580.587144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:45.615239Z","caller":"traceutil/trace.go:171","msg":"trace[2083163553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13655; }","duration":"603.052542ms","start":"2026-03-03T01:23:45.012182Z","end":"2026-03-03T01:23:45.615235Z","steps":["trace[2083163553] 'agreement among raft nodes before linearized reading' (duration: 603.010551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:45.615253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:45.012174Z","time spent":"603.076842ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:23:45.615254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:45.03449Z","time spent":"580.758177ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:45.615227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.785463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:23:45.615311Z","caller":"traceutil/trace.go:171","msg":"trace[1270376781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:13655; }","duration":"575.905195ms","start":"2026-03-03T01:23:45.039385Z","end":"2026-03-03T01:23:45.615291Z","steps":["trace[1270376781] 'agreement among raft nodes before linearized reading' (duration: 575.707221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:45.615336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.327714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T01:23:45.615227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.61871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:23:45.615384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:45.03937Z","time spent":"575.982187ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:23:45.615377Z","caller":"traceutil/trace.go:171","msg":"trace[118784585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13655; }","duration":"605.399476ms","start":"2026-03-03T01:23:45.009963Z","end":"2026-03-03T01:23:45.615363Z","steps":["trace[118784585] 'agreement among raft nodes before linearized reading' (duration: 605.314984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:45.615492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:45.009941Z","time spent":"605.540749ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:23:45.61589Z","caller":"traceutil/trace.go:171","msg":"trace[100865632] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"1.305914566s","start":"2026-03-03T01:23:44.309744Z","end":"2026-03-03T01:23:45.615658Z","steps":["trace[100865632] 'process raft request' (duration: 1.305065946s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:45.6159Z","caller":"traceutil/trace.go:171","msg":"trace[1891600431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13655; }","duration":"1.000342397s","start":"2026-03-03T01:23:44.615527Z","end":"2026-03-03T01:23:45.615869Z","steps":["trace[1891600431] 'agreement among raft nodes before linearized reading' (duration: 999.528308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:45.616723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.61551Z","time spent":"1.001183956s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:45.616061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:44.309726Z","time spent":"1.306236424s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:53.082547Z","caller":"traceutil/trace.go:171","msg":"trace[678875153] transaction","detail":"{read_only:false; response_revision:13698; number_of_response:1; }","duration":"151.377792ms","start":"2026-03-03T01:23:52.931134Z","end":"2026-03-03T01:23:53.082511Z","steps":["trace[678875153] 'process raft request' (duration: 151.156577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:53.594634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.829237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:53.594789Z","caller":"traceutil/trace.go:171","msg":"trace[161110434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13705; }","duration":"124.002921ms","start":"2026-03-03T01:23:53.470764Z","end":"2026-03-03T01:23:53.594767Z","steps":["trace[161110434] 'range keys from in-memory index tree' (duration: 123.808966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:56.244512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352608495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:23:56.693768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585785872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:56.693883Z","caller":"traceutil/trace.go:171","msg":"trace[696825235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13716; }","duration":"1.585965686s","start":"2026-03-03T01:23:55.107893Z","end":"2026-03-03T01:23:56.693859Z","steps":["trace[696825235] 'range keys from in-memory index tree' (duration: 1.58569669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:56.693931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.107872Z","time spent":"1.586048678s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:23:56.694052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230630739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-vlx87\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-03-03T01:23:56.694193Z","caller":"traceutil/trace.go:171","msg":"trace[1545247380] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-vlx87; range_end:; response_count:1; response_revision:13716; }","duration":"1.230808293s","start":"2026-03-03T01:23:55.463363Z","end":"2026-03-03T01:23:56.694171Z","steps":["trace[1545247380] 'range keys from in-memory index tree' (duration: 1.230484136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:56.694239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.463348Z","time spent":"1.230881255s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12383,"request content":"key:\"/registry/pods/openstack/openvswitch-vlx87\" "} {"level":"warn","ts":"2026-03-03T01:23:56.694889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031792492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:23:56.694931Z","caller":"traceutil/trace.go:171","msg":"trace[1178012383] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13716; }","duration":"1.031867854s","start":"2026-03-03T01:23:55.663053Z","end":"2026-03-03T01:23:56.69492Z","steps":["trace[1178012383] 'count revisions from in-memory index tree' (duration: 1.031726371s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:56.694967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.663039Z","time spent":"1.031919235s","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":153,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:56.695123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.948562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:56.695246Z","caller":"traceutil/trace.go:171","msg":"trace[172384575] transaction","detail":"{read_only:false; response_revision:13717; number_of_response:1; }","duration":"1.000450299s","start":"2026-03-03T01:23:55.694771Z","end":"2026-03-03T01:23:56.695221Z","steps":["trace[172384575] 'process raft request' (duration: 634.284542ms)","trace[172384575] 'compare' (duration: 365.619344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:56.695349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.694749Z","time spent":"1.000540661s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:56.975943Z","caller":"traceutil/trace.go:171","msg":"trace[1626642199] linearizableReadLoop","detail":"{readStateIndex:14241; appliedIndex:14238; }","duration":"1.232174364s","start":"2026-03-03T01:23:55.743743Z","end":"2026-03-03T01:23:56.975918Z","steps":["trace[1626642199] 'read index received' (duration: 585.346093ms)","trace[1626642199] 'applied index is now lower than readState.Index' (duration: 646.826691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:56.976161Z","caller":"traceutil/trace.go:171","msg":"trace[1080514630] transaction","detail":"{read_only:false; response_revision:13718; number_of_response:1; }","duration":"1.273833926s","start":"2026-03-03T01:23:55.702286Z","end":"2026-03-03T01:23:56.97612Z","steps":["trace[1080514630] 'process raft request' (duration: 1.240380704s)","trace[1080514630] 'compare' (duration: 33.023442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:56.976872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.702253Z","time spent":"1.274541111s","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18925,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:56.976232Z","caller":"traceutil/trace.go:171","msg":"trace[333506234] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"1.263316723s","start":"2026-03-03T01:23:55.712908Z","end":"2026-03-03T01:23:56.976225Z","steps":["trace[333506234] 'process raft request' (duration: 1.262955685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:56.977166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.712882Z","time spent":"1.264247034s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:56.976392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232624585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:23:56.977691Z","caller":"traceutil/trace.go:171","msg":"trace[280371478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13719; }","duration":"1.233949185s","start":"2026-03-03T01:23:55.743706Z","end":"2026-03-03T01:23:56.977655Z","steps":["trace[280371478] 'agreement among raft nodes before linearized reading' (duration: 1.232540333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:56.977807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.743695Z","time spent":"1.234095038s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:23:57.477197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352608501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:23:57.581922Z","caller":"traceutil/trace.go:171","msg":"trace[1752303229] transaction","detail":"{read_only:false; response_revision:13721; number_of_response:1; }","duration":"875.349813ms","start":"2026-03-03T01:23:56.706513Z","end":"2026-03-03T01:23:57.581863Z","steps":["trace[1752303229] 'process raft request' (duration: 875.255301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:57.581974Z","caller":"traceutil/trace.go:171","msg":"trace[360194634] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"1.058179431s","start":"2026-03-03T01:23:56.523708Z","end":"2026-03-03T01:23:57.581887Z","steps":["trace[360194634] 'process raft request' (duration: 1.057901205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:57.582101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.706483Z","time spent":"875.524857ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:57.58218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.52366Z","time spent":"1.058389876s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:58.378937Z","caller":"traceutil/trace.go:171","msg":"trace[1681370617] linearizableReadLoop","detail":"{readStateIndex:14244; appliedIndex:14241; }","duration":"1.402192436s","start":"2026-03-03T01:23:56.976712Z","end":"2026-03-03T01:23:58.378905Z","steps":["trace[1681370617] 'read index received' (duration: 604.903234ms)","trace[1681370617] 'applied index is now lower than readState.Index' (duration: 797.288102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:58.379485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217627178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T01:23:58.379472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683108337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:58.379545Z","caller":"traceutil/trace.go:171","msg":"trace[1053528583] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13722; }","duration":"1.217749011s","start":"2026-03-03T01:23:57.16178Z","end":"2026-03-03T01:23:58.379529Z","steps":["trace[1053528583] 'agreement among raft nodes before linearized reading' (duration: 1.217618858s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:58.379564Z","caller":"traceutil/trace.go:171","msg":"trace[1775346091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13722; }","duration":"1.68325503s","start":"2026-03-03T01:23:56.696286Z","end":"2026-03-03T01:23:58.379541Z","steps":["trace[1775346091] 'agreement among raft nodes before linearized reading' (duration: 1.683084076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.379606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.696083Z","time spent":"1.683516716s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:23:58.37958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63044965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:23:58.37969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345034706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:23:58.379577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629645952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:23:58.37977Z","caller":"traceutil/trace.go:171","msg":"trace[439862424] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13722; }","duration":"2.345143929s","start":"2026-03-03T01:23:56.034601Z","end":"2026-03-03T01:23:58.379745Z","steps":["trace[439862424] 'agreement among raft nodes before linearized reading' (duration: 2.345043967s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:58.379786Z","caller":"traceutil/trace.go:171","msg":"trace[1653000804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13722; }","duration":"2.629876007s","start":"2026-03-03T01:23:55.749874Z","end":"2026-03-03T01:23:58.37975Z","steps":["trace[1653000804] 'agreement among raft nodes before linearized reading' (duration: 2.629466638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.37982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.034578Z","time spent":"2.34523028s","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:58.379812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630759057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:23:58.379859Z","caller":"traceutil/trace.go:171","msg":"trace[1648924080] transaction","detail":"{read_only:false; response_revision:13722; number_of_response:1; }","duration":"1.395287636s","start":"2026-03-03T01:23:56.984558Z","end":"2026-03-03T01:23:58.379846Z","steps":["trace[1648924080] 'process raft request' (duration: 1.394172111s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:58.379864Z","caller":"traceutil/trace.go:171","msg":"trace[1276729925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13722; }","duration":"2.630834479s","start":"2026-03-03T01:23:55.749017Z","end":"2026-03-03T01:23:58.379852Z","steps":["trace[1276729925] 'agreement among raft nodes before linearized reading' (duration: 2.630630065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.379862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.749866Z","time spent":"2.629982989s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:58.379938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.984534Z","time spent":"1.395353028s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:58.379936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.749009Z","time spent":"2.630915271s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:23:58.380154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624108784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:23:58.380213Z","caller":"traceutil/trace.go:171","msg":"trace[1720851016] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:13722; }","duration":"2.624181226s","start":"2026-03-03T01:23:55.756021Z","end":"2026-03-03T01:23:58.380202Z","steps":["trace[1720851016] 'agreement among raft nodes before linearized reading' (duration: 2.624049463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.38024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.756013Z","time spent":"2.624221596s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:23:58.380082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45612524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:58.380341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632457397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:23:58.380352Z","caller":"traceutil/trace.go:171","msg":"trace[905251403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:13722; }","duration":"1.456432587s","start":"2026-03-03T01:23:56.923896Z","end":"2026-03-03T01:23:58.380329Z","steps":["trace[905251403] 'agreement among raft nodes before linearized reading' (duration: 1.456138351s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:58.380368Z","caller":"traceutil/trace.go:171","msg":"trace[463635894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13722; }","duration":"2.632499697s","start":"2026-03-03T01:23:55.747859Z","end":"2026-03-03T01:23:58.380359Z","steps":["trace[463635894] 'agreement among raft nodes before linearized reading' (duration: 2.632398555s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:58.379714Z","caller":"traceutil/trace.go:171","msg":"trace[989460185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13722; }","duration":"2.630634815s","start":"2026-03-03T01:23:55.749057Z","end":"2026-03-03T01:23:58.379692Z","steps":["trace[989460185] 'agreement among raft nodes before linearized reading' (duration: 2.630309887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.380402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:56.923881Z","time spent":"1.456501739s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:58.38041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041109556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:23:58.380447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.288493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-75b9ffdb8f-f4wqk.189930416a720d5b\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-03T01:23:58.38047Z","caller":"traceutil/trace.go:171","msg":"trace[1536364377] range","detail":"{range_begin:/registry/events/openstack/placement-api-75b9ffdb8f-f4wqk.189930416a720d5b; range_end:; response_count:1; response_revision:13722; }","duration":"201.349485ms","start":"2026-03-03T01:23:58.179113Z","end":"2026-03-03T01:23:58.380462Z","steps":["trace[1536364377] 'agreement among raft nodes before linearized reading' (duration: 201.285993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.38024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.162882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:23:58.380479Z","caller":"traceutil/trace.go:171","msg":"trace[508260201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13722; }","duration":"1.041227389s","start":"2026-03-03T01:23:57.33924Z","end":"2026-03-03T01:23:58.380467Z","steps":["trace[508260201] 'agreement among raft nodes before linearized reading' (duration: 1.041034054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.380508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.339206Z","time spent":"1.04129393s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:23:58.379582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.161757Z","time spent":"1.217816083s","remote":"127.0.0.1:41470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T01:23:58.380506Z","caller":"traceutil/trace.go:171","msg":"trace[151229513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13722; }","duration":"273.466679ms","start":"2026-03-03T01:23:58.107028Z","end":"2026-03-03T01:23:58.380495Z","steps":["trace[151229513] 'agreement among raft nodes before linearized reading' (duration: 273.187183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.380421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.749052Z","time spent":"2.631359581s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:23:58.38036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.932609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:23:58.380387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:55.74785Z","time spent":"2.632532169s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:23:58.380782Z","caller":"traceutil/trace.go:171","msg":"trace[1360283822] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13722; }","duration":"854.372898ms","start":"2026-03-03T01:23:57.526334Z","end":"2026-03-03T01:23:58.380707Z","steps":["trace[1360283822] 'agreement among raft nodes before linearized reading' (duration: 853.902087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:58.380916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:57.526312Z","time spent":"854.517432ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:23:59.160213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.130813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:59.160511Z","caller":"traceutil/trace.go:171","msg":"trace[108533291] transaction","detail":"{read_only:false; response_revision:13723; number_of_response:1; }","duration":"778.038049ms","start":"2026-03-03T01:23:58.382401Z","end":"2026-03-03T01:23:59.160439Z","steps":["trace[108533291] 'process raft request' (duration: 109.540867ms)","trace[108533291] 'compare' (duration: 667.905128ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:23:59.160595Z","caller":"traceutil/trace.go:171","msg":"trace[317737112] transaction","detail":"{read_only:false; response_revision:13724; number_of_response:1; }","duration":"774.271162ms","start":"2026-03-03T01:23:58.386299Z","end":"2026-03-03T01:23:59.16057Z","steps":["trace[317737112] 'process raft request' (duration: 774.075497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.160584Z","caller":"traceutil/trace.go:171","msg":"trace[511825064] linearizableReadLoop","detail":"{readStateIndex:14245; appliedIndex:14244; }","duration":"774.597389ms","start":"2026-03-03T01:23:58.385902Z","end":"2026-03-03T01:23:59.1605Z","steps":["trace[511825064] 'read index received' (duration: 105.994645ms)","trace[511825064] 'applied index is now lower than readState.Index' (duration: 668.598624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:59.160714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.386285Z","time spent":"774.375904ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:59.160743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.382379Z","time spent":"778.212382ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:59.160829Z","caller":"traceutil/trace.go:171","msg":"trace[1393747770] transaction","detail":"{read_only:false; response_revision:13725; number_of_response:1; }","duration":"774.20997ms","start":"2026-03-03T01:23:58.386596Z","end":"2026-03-03T01:23:59.160806Z","steps":["trace[1393747770] 'process raft request' (duration: 773.916183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.160996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.386586Z","time spent":"774.308272ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:23:59.161146Z","caller":"traceutil/trace.go:171","msg":"trace[526799093] transaction","detail":"{read_only:false; response_revision:13726; number_of_response:1; }","duration":"774.511927ms","start":"2026-03-03T01:23:58.386612Z","end":"2026-03-03T01:23:59.161124Z","steps":["trace[526799093] 'process raft request' (duration: 774.111988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:23:59.161158Z","caller":"traceutil/trace.go:171","msg":"trace[868670962] transaction","detail":"{read_only:false; response_revision:13727; number_of_response:1; }","duration":"774.507306ms","start":"2026-03-03T01:23:58.386619Z","end":"2026-03-03T01:23:59.161127Z","steps":["trace[868670962] 'process raft request' (duration: 774.411094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.161263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.386601Z","time spent":"774.605809ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:59.161318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.386601Z","time spent":"774.63004ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:23:59.161388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.468799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595390"} {"level":"info","ts":"2026-03-03T01:23:59.161476Z","caller":"traceutil/trace.go:171","msg":"trace[2027711617] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13725; }","duration":"775.587712ms","start":"2026-03-03T01:23:58.38587Z","end":"2026-03-03T01:23:59.161457Z","steps":["trace[2027711617] 'agreement among raft nodes before linearized reading' (duration: 774.766333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:23:59.161536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.385853Z","time spent":"775.667193ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595413,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:23:59.549037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.754578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:23:59.549317Z","caller":"traceutil/trace.go:171","msg":"trace[411009361] transaction","detail":"{read_only:false; response_revision:13728; number_of_response:1; }","duration":"849.050406ms","start":"2026-03-03T01:23:58.700213Z","end":"2026-03-03T01:23:59.549263Z","steps":["trace[411009361] 'process raft request' (duration: 570.978681ms)","trace[411009361] 'compare' (duration: 277.594154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:23:59.549483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.700185Z","time spent":"849.20996ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:00.386172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T01:24:00.386282Z","caller":"traceutil/trace.go:171","msg":"trace[1559823003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174501s","start":"2026-03-03T01:23:58.386085Z","end":"2026-03-03T01:24:00.38626Z","steps":["trace[1559823003] 'agreement among raft nodes before linearized reading' (duration: 1.999977017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:00.386342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.386074Z","time spent":"2.000251393s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 01:24:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T01:24:01.563542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014373609s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:24:01.564756Z","caller":"traceutil/trace.go:171","msg":"trace[176355316] transaction","detail":"{read_only:false; response_revision:13729; number_of_response:1; }","duration":"2.81808691s","start":"2026-03-03T01:23:58.746634Z","end":"2026-03-03T01:24:01.564721Z","steps":["trace[176355316] 'process raft request' (duration: 2.816993805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.564936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.746611Z","time spent":"2.818238213s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:01.777719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.897135123s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T01:24:01.778715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.73734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:24:01.778882Z","caller":"traceutil/trace.go:171","msg":"trace[938078108] transaction","detail":"{read_only:false; response_revision:13730; number_of_response:1; }","duration":"2.794492374s","start":"2026-03-03T01:23:58.984342Z","end":"2026-03-03T01:24:01.778834Z","steps":["trace[938078108] 'process raft request' (duration: 2.580353835s)","trace[938078108] 'compare' (duration: 213.462304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:24:01.778969Z","caller":"traceutil/trace.go:171","msg":"trace[1006909858] transaction","detail":"{read_only:false; response_revision:13731; number_of_response:1; }","duration":"2.286722431s","start":"2026-03-03T01:23:59.492224Z","end":"2026-03-03T01:24:01.778946Z","steps":["trace[1006909858] 'process raft request' (duration: 2.286614358s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.778968Z","caller":"traceutil/trace.go:171","msg":"trace[1097015997] linearizableReadLoop","detail":"{readStateIndex:14253; appliedIndex:14249; }","duration":"2.618204227s","start":"2026-03-03T01:23:59.160718Z","end":"2026-03-03T01:24:01.778922Z","steps":["trace[1097015997] 'read index received' (duration: 110.440588ms)","trace[1097015997] 'applied index is now lower than readState.Index' (duration: 2.507758209s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:24:01.779041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.492197Z","time spent":"2.286810822s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:01.779077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.984317Z","time spent":"2.794644357s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:24:01.779137Z","caller":"traceutil/trace.go:171","msg":"trace[2025422909] transaction","detail":"{read_only:false; response_revision:13732; number_of_response:1; }","duration":"2.218273462s","start":"2026-03-03T01:23:59.560845Z","end":"2026-03-03T01:24:01.779118Z","steps":["trace[2025422909] 'process raft request' (duration: 2.218062197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392286684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:24:01.779211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282736207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T01:24:01.779248Z","caller":"traceutil/trace.go:171","msg":"trace[1931257949] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13732; }","duration":"3.392340925s","start":"2026-03-03T01:23:58.386895Z","end":"2026-03-03T01:24:01.779236Z","steps":["trace[1931257949] 'agreement among raft nodes before linearized reading' (duration: 3.392171801s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.779265Z","caller":"traceutil/trace.go:171","msg":"trace[749512130] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13732; }","duration":"3.28284898s","start":"2026-03-03T01:23:58.496402Z","end":"2026-03-03T01:24:01.779251Z","steps":["trace[749512130] 'agreement among raft nodes before linearized reading' (duration: 3.282598814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.386891Z","time spent":"3.392380636s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:24:01.779276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.560816Z","time spent":"2.218365753s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:01.779297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.496357Z","time spent":"3.282932222s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T01:24:01.779278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86890111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T01:24:01.779394Z","caller":"traceutil/trace.go:171","msg":"trace[1167038821] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13732; }","duration":"2.869063324s","start":"2026-03-03T01:23:58.910294Z","end":"2026-03-03T01:24:01.779357Z","steps":["trace[1167038821] 'agreement among raft nodes before linearized reading' (duration: 2.868682775s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987967918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:01.779452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.910272Z","time spent":"2.869164447s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T01:24:01.779467Z","caller":"traceutil/trace.go:171","msg":"trace[897219714] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13733; }","duration":"1.98805456s","start":"2026-03-03T01:23:59.791395Z","end":"2026-03-03T01:24:01.77945Z","steps":["trace[897219714] 'agreement among raft nodes before linearized reading' (duration: 1.987946998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.98029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T01:24:01.77951Z","caller":"traceutil/trace.go:171","msg":"trace[679553349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13733; }","duration":"613.02598ms","start":"2026-03-03T01:24:01.166474Z","end":"2026-03-03T01:24:01.7795Z","steps":["trace[679553349] 'agreement among raft nodes before linearized reading' (duration: 612.928658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.791373Z","time spent":"1.988125862s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:01.779538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:01.166467Z","time spent":"613.064471ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:24:01.779545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389238157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T01:24:01.779602Z","caller":"traceutil/trace.go:171","msg":"trace[95626445] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b; range_end:; response_count:1; response_revision:13733; }","duration":"1.389316538s","start":"2026-03-03T01:24:00.390269Z","end":"2026-03-03T01:24:01.779585Z","steps":["trace[95626445] 'agreement among raft nodes before linearized reading' (duration: 1.389159845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126360853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:24:01.779641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.390258Z","time spent":"1.3893735s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992eca92a0a96b\" "} {"level":"info","ts":"2026-03-03T01:24:01.779655Z","caller":"traceutil/trace.go:171","msg":"trace[485717928] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13733; }","duration":"1.126440615s","start":"2026-03-03T01:24:00.653202Z","end":"2026-03-03T01:24:01.779642Z","steps":["trace[485717928] 'agreement among raft nodes before linearized reading' (duration: 1.126377303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.812706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:24:01.779686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.653181Z","time spent":"1.126497116s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:24:01.779711Z","caller":"traceutil/trace.go:171","msg":"trace[1439476027] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13733; }","duration":"123.860967ms","start":"2026-03-03T01:24:01.655836Z","end":"2026-03-03T01:24:01.779697Z","steps":["trace[1439476027] 'agreement among raft nodes before linearized reading' (duration: 123.769345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.618143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T01:24:01.779819Z","caller":"traceutil/trace.go:171","msg":"trace[2027771038] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13733; }","duration":"225.764747ms","start":"2026-03-03T01:24:01.554042Z","end":"2026-03-03T01:24:01.779807Z","steps":["trace[2027771038] 'agreement among raft nodes before linearized reading' (duration: 225.640504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228799873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:01.779856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.344597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:24:01.779871Z","caller":"traceutil/trace.go:171","msg":"trace[132855757] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13732; }","duration":"3.228873865s","start":"2026-03-03T01:23:58.550983Z","end":"2026-03-03T01:24:01.779857Z","steps":["trace[132855757] 'agreement among raft nodes before linearized reading' (duration: 3.227967084s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.779895Z","caller":"traceutil/trace.go:171","msg":"trace[529146809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13733; }","duration":"613.427869ms","start":"2026-03-03T01:24:01.166457Z","end":"2026-03-03T01:24:01.779885Z","steps":["trace[529146809] 'agreement among raft nodes before linearized reading' (duration: 613.282076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:58.550963Z","time spent":"3.228935556s","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:01.779925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:01.166433Z","time spent":"613.484801ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:24:01.779932Z","caller":"traceutil/trace.go:171","msg":"trace[1896048650] transaction","detail":"{read_only:false; response_revision:13733; number_of_response:1; }","duration":"2.192259091s","start":"2026-03-03T01:23:59.587661Z","end":"2026-03-03T01:24:01.77992Z","steps":["trace[1896048650] 'process raft request' (duration: 2.191379421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.541812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:24:01.779986Z","caller":"traceutil/trace.go:171","msg":"trace[2073216131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13733; }","duration":"613.627074ms","start":"2026-03-03T01:24:01.166346Z","end":"2026-03-03T01:24:01.779973Z","steps":["trace[2073216131] 'agreement among raft nodes before linearized reading' (duration: 613.506062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.779988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:23:59.587636Z","time spent":"2.192317843s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:01.780023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:01.166325Z","time spent":"613.688066ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:24:01.779867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388784757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:01.780065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.870361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:24:01.780093Z","caller":"traceutil/trace.go:171","msg":"trace[1389186198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:13733; }","duration":"607.924063ms","start":"2026-03-03T01:24:01.172161Z","end":"2026-03-03T01:24:01.780085Z","steps":["trace[1389186198] 'agreement among raft nodes before linearized reading' (duration: 607.834731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.780121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:01.172147Z","time spent":"607.965664ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"warn","ts":"2026-03-03T01:24:01.780161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513781319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.780214Z","caller":"traceutil/trace.go:171","msg":"trace[337777823] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13733; }","duration":"1.513839502s","start":"2026-03-03T01:24:00.26636Z","end":"2026-03-03T01:24:01.7802Z","steps":["trace[337777823] 'agreement among raft nodes before linearized reading' (duration: 1.51375023s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.780064Z","caller":"traceutil/trace.go:171","msg":"trace[2052368162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13733; }","duration":"1.389006311s","start":"2026-03-03T01:24:00.391047Z","end":"2026-03-03T01:24:01.780054Z","steps":["trace[2052368162] 'agreement among raft nodes before linearized reading' (duration: 1.388778126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.780255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.266299Z","time spent":"1.513943734s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:01.780268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.613724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:24:01.780279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.391037Z","time spent":"1.389233037s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:24:01.7803Z","caller":"traceutil/trace.go:171","msg":"trace[1969853830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13733; }","duration":"613.702446ms","start":"2026-03-03T01:24:01.166589Z","end":"2026-03-03T01:24:01.780291Z","steps":["trace[1969853830] 'agreement among raft nodes before linearized reading' (duration: 613.605143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.780321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49517354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:01.780333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394068428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T01:24:01.780376Z","caller":"traceutil/trace.go:171","msg":"trace[723531854] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13733; }","duration":"1.495269192s","start":"2026-03-03T01:24:00.28509Z","end":"2026-03-03T01:24:01.780359Z","steps":["trace[723531854] 'agreement among raft nodes before linearized reading' (duration: 1.49518115s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.780386Z","caller":"traceutil/trace.go:171","msg":"trace[82372591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13733; }","duration":"1.394154001s","start":"2026-03-03T01:24:00.386218Z","end":"2026-03-03T01:24:01.780372Z","steps":["trace[82372591] 'agreement among raft nodes before linearized reading' (duration: 1.394010957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.780422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.285064Z","time spent":"1.495343674s","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:01.780418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777513173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T01:24:01.780329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:01.166582Z","time spent":"613.741257ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:24:01.780491Z","caller":"traceutil/trace.go:171","msg":"trace[310459520] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13733; }","duration":"1.777626166s","start":"2026-03-03T01:24:00.00285Z","end":"2026-03-03T01:24:01.780476Z","steps":["trace[310459520] 'agreement among raft nodes before linearized reading' (duration: 1.777507553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.780535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.002828Z","time spent":"1.777693828s","remote":"127.0.0.1:41470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T01:24:01.780428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:00.386201Z","time spent":"1.394215522s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:24:01.921498Z","caller":"traceutil/trace.go:171","msg":"trace[334399985] transaction","detail":"{read_only:false; response_revision:13736; number_of_response:1; }","duration":"136.151911ms","start":"2026-03-03T01:24:01.785248Z","end":"2026-03-03T01:24:01.9214Z","steps":["trace[334399985] 'process raft request' (duration: 109.812653ms)","trace[334399985] 'compare' (duration: 26.097933ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:24:01.921558Z","caller":"traceutil/trace.go:171","msg":"trace[53006426] linearizableReadLoop","detail":"{readStateIndex:14262; appliedIndex:14256; }","duration":"135.277901ms","start":"2026-03-03T01:24:01.786253Z","end":"2026-03-03T01:24:01.921531Z","steps":["trace[53006426] 'read index received' (duration: 30.135746ms)","trace[53006426] 'applied index is now lower than readState.Index' (duration: 105.140905ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:24:01.921782Z","caller":"traceutil/trace.go:171","msg":"trace[267363144] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"136.314235ms","start":"2026-03-03T01:24:01.78545Z","end":"2026-03-03T01:24:01.921764Z","steps":["trace[267363144] 'process raft request' (duration: 135.846244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.921806Z","caller":"traceutil/trace.go:171","msg":"trace[1816763063] transaction","detail":"{read_only:false; response_revision:13741; number_of_response:1; }","duration":"135.481126ms","start":"2026-03-03T01:24:01.786302Z","end":"2026-03-03T01:24:01.921783Z","steps":["trace[1816763063] 'process raft request' (duration: 135.157288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.92184Z","caller":"traceutil/trace.go:171","msg":"trace[1175662318] transaction","detail":"{read_only:false; response_revision:13739; number_of_response:1; }","duration":"136.202083ms","start":"2026-03-03T01:24:01.785606Z","end":"2026-03-03T01:24:01.921808Z","steps":["trace[1175662318] 'process raft request' (duration: 135.781553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.922082Z","caller":"traceutil/trace.go:171","msg":"trace[190136242] transaction","detail":"{read_only:false; response_revision:13738; number_of_response:1; }","duration":"136.574801ms","start":"2026-03-03T01:24:01.785491Z","end":"2026-03-03T01:24:01.922066Z","steps":["trace[190136242] 'process raft request' (duration: 135.856264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.922185Z","caller":"traceutil/trace.go:171","msg":"trace[564853264] transaction","detail":"{read_only:false; response_revision:13740; number_of_response:1; }","duration":"135.886445ms","start":"2026-03-03T01:24:01.786277Z","end":"2026-03-03T01:24:01.922164Z","steps":["trace[564853264] 'process raft request' (duration: 135.148818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:01.922272Z","caller":"traceutil/trace.go:171","msg":"trace[1605448734] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"135.730021ms","start":"2026-03-03T01:24:01.786482Z","end":"2026-03-03T01:24:01.922212Z","steps":["trace[1605448734] 'process raft request' (duration: 135.008754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.922595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.075103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:01.92266Z","caller":"traceutil/trace.go:171","msg":"trace[1668443486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13742; }","duration":"134.171146ms","start":"2026-03-03T01:24:01.788474Z","end":"2026-03-03T01:24:01.922645Z","steps":["trace[1668443486] 'agreement among raft nodes before linearized reading' (duration: 133.615853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:01.924007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.728097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595390"} {"level":"info","ts":"2026-03-03T01:24:01.924098Z","caller":"traceutil/trace.go:171","msg":"trace[2050987746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13742; }","duration":"137.865801ms","start":"2026-03-03T01:24:01.786212Z","end":"2026-03-03T01:24:01.924077Z","steps":["trace[2050987746] 'agreement among raft nodes before linearized reading' (duration: 135.715231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:03.655609Z","caller":"traceutil/trace.go:171","msg":"trace[192850994] linearizableReadLoop","detail":"{readStateIndex:14272; appliedIndex:14271; }","duration":"379.508235ms","start":"2026-03-03T01:24:03.276072Z","end":"2026-03-03T01:24:03.655581Z","steps":["trace[192850994] 'read index received' (duration: 379.153447ms)","trace[192850994] 'applied index is now lower than readState.Index' (duration: 353.408µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:24:03.655793Z","caller":"traceutil/trace.go:171","msg":"trace[1679623887] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"382.284858ms","start":"2026-03-03T01:24:03.273472Z","end":"2026-03-03T01:24:03.655757Z","steps":["trace[1679623887] 'process raft request' (duration: 381.800357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:03.655935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:03.27342Z","time spent":"382.447963ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T01:24:03.656161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.069687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T01:24:03.656263Z","caller":"traceutil/trace.go:171","msg":"trace[1577755644] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13749; }","duration":"380.247881ms","start":"2026-03-03T01:24:03.275995Z","end":"2026-03-03T01:24:03.656243Z","steps":["trace[1577755644] 'agreement among raft nodes before linearized reading' (duration: 379.811051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:03.656426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.603291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:24:03.656362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:03.275969Z","time spent":"380.378805ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T01:24:03.656478Z","caller":"traceutil/trace.go:171","msg":"trace[1236593999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13749; }","duration":"374.715474ms","start":"2026-03-03T01:24:03.281748Z","end":"2026-03-03T01:24:03.656464Z","steps":["trace[1236593999] 'agreement among raft nodes before linearized reading' (duration: 374.621732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:03.656513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:03.281725Z","time spent":"374.779375ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:03.656813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.35465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T01:24:03.656851Z","caller":"traceutil/trace.go:171","msg":"trace[1432161464] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:13749; }","duration":"232.430492ms","start":"2026-03-03T01:24:03.424411Z","end":"2026-03-03T01:24:03.656841Z","steps":["trace[1432161464] 'agreement among raft nodes before linearized reading' (duration: 232.265728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.66021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217470025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:27.66043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.070368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:27.661108Z","caller":"traceutil/trace.go:171","msg":"trace[661299766] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14054; }","duration":"657.769494ms","start":"2026-03-03T01:24:27.003314Z","end":"2026-03-03T01:24:27.661084Z","steps":["trace[661299766] 'count revisions from in-memory index tree' (duration: 656.914684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.661161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.003236Z","time spent":"657.908646ms","remote":"127.0.0.1:41512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:27.660596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.149957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:24:27.661231Z","caller":"traceutil/trace.go:171","msg":"trace[742906222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14054; }","duration":"311.831023ms","start":"2026-03-03T01:24:27.349382Z","end":"2026-03-03T01:24:27.661213Z","steps":["trace[742906222] 'range keys from in-memory index tree' (duration: 310.8397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.661311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.349358Z","time spent":"311.933296ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:24:27.660662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.061538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:24:27.661523Z","caller":"traceutil/trace.go:171","msg":"trace[645254964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14054; }","duration":"553.946998ms","start":"2026-03-03T01:24:27.107541Z","end":"2026-03-03T01:24:27.661488Z","steps":["trace[645254964] 'range keys from in-memory index tree' (duration: 552.966076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.660675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474660577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f36b684-30ab-4e8a-bb05-e7c3bc281733\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-03-03T01:24:27.661591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.107516Z","time spent":"554.056191ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:24:27.661592Z","caller":"traceutil/trace.go:171","msg":"trace[1044140550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f36b684-30ab-4e8a-bb05-e7c3bc281733; range_end:; response_count:1; response_revision:14054; }","duration":"1.475606059s","start":"2026-03-03T01:24:26.185969Z","end":"2026-03-03T01:24:27.661575Z","steps":["trace[1044140550] 'range keys from in-memory index tree' (duration: 1.474522054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.661638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:26.185955Z","time spent":"1.47566881s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f36b684-30ab-4e8a-bb05-e7c3bc281733\" "} {"level":"warn","ts":"2026-03-03T01:24:27.660711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.143916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwnx4\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-03-03T01:24:27.661857Z","caller":"traceutil/trace.go:171","msg":"trace[1689165513] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwnx4; range_end:; response_count:1; response_revision:14054; }","duration":"618.340534ms","start":"2026-03-03T01:24:27.043505Z","end":"2026-03-03T01:24:27.661846Z","steps":["trace[1689165513] 'range keys from in-memory index tree' (duration: 616.982053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.661894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.043471Z","time spent":"618.411425ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20773,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwnx4\" "} {"level":"warn","ts":"2026-03-03T01:24:27.660717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104304304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:24:27.662085Z","caller":"traceutil/trace.go:171","msg":"trace[364552198] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14054; }","duration":"1.105716676s","start":"2026-03-03T01:24:26.556356Z","end":"2026-03-03T01:24:27.662073Z","steps":["trace[364552198] 'count revisions from in-memory index tree' (duration: 1.104199662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.662166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:26.556335Z","time spent":"1.105816839s","remote":"127.0.0.1:41644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:27.660781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.465753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:27.660886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.512472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f36b684-30ab-4e8a-bb05-e7c3bc281733\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-03T01:24:27.662353Z","caller":"traceutil/trace.go:171","msg":"trace[21357637] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:14054; }","duration":"990.040019ms","start":"2026-03-03T01:24:26.672245Z","end":"2026-03-03T01:24:27.662285Z","steps":["trace[21357637] 'count revisions from in-memory index tree' (duration: 988.330109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:27.662409Z","caller":"traceutil/trace.go:171","msg":"trace[505245243] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f36b684-30ab-4e8a-bb05-e7c3bc281733; range_end:; response_count:1; response_revision:14054; }","duration":"732.084498ms","start":"2026-03-03T01:24:26.930303Z","end":"2026-03-03T01:24:27.662388Z","steps":["trace[505245243] 'range keys from in-memory index tree' (duration: 730.297206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.662461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:26.930274Z","time spent":"732.170829ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f36b684-30ab-4e8a-bb05-e7c3bc281733\" "} {"level":"warn","ts":"2026-03-03T01:24:27.662498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:26.672218Z","time spent":"990.221883ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T01:24:27.661043Z","caller":"traceutil/trace.go:171","msg":"trace[158028956] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14054; }","duration":"1.218337884s","start":"2026-03-03T01:24:26.442655Z","end":"2026-03-03T01:24:27.660993Z","steps":["trace[158028956] 'count revisions from in-memory index tree' (duration: 1.217393342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.662764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:26.442637Z","time spent":"1.220097525s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:27.663271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517506725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631002"} {"level":"info","ts":"2026-03-03T01:24:27.66345Z","caller":"traceutil/trace.go:171","msg":"trace[1709019275] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14054; }","duration":"1.517773342s","start":"2026-03-03T01:24:26.14565Z","end":"2026-03-03T01:24:27.663423Z","steps":["trace[1709019275] 'range keys from in-memory index tree' (duration: 1.514185119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:27.663522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:26.145635Z","time spent":"1.517871194s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631025,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:24:28.193083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352609428,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:24:28.29798Z","caller":"traceutil/trace.go:171","msg":"trace[601031922] transaction","detail":"{read_only:false; response_revision:14055; number_of_response:1; }","duration":"628.190192ms","start":"2026-03-03T01:24:27.669753Z","end":"2026-03-03T01:24:28.297943Z","steps":["trace[601031922] 'process raft request' (duration: 627.980117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.298237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.66974Z","time spent":"628.344135ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3738,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:24:28.485802Z","caller":"traceutil/trace.go:171","msg":"trace[1089016355] transaction","detail":"{read_only:false; response_revision:14057; number_of_response:1; }","duration":"620.839232ms","start":"2026-03-03T01:24:27.864932Z","end":"2026-03-03T01:24:28.485772Z","steps":["trace[1089016355] 'process raft request' (duration: 620.75168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:28.485818Z","caller":"traceutil/trace.go:171","msg":"trace[88053759] transaction","detail":"{read_only:false; response_revision:14056; number_of_response:1; }","duration":"761.322973ms","start":"2026-03-03T01:24:27.724456Z","end":"2026-03-03T01:24:28.485779Z","steps":["trace[88053759] 'process raft request' (duration: 761.061417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.72442Z","time spent":"761.480627ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18834,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:28.485975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.864909Z","time spent":"620.976205ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:24:28.486177Z","caller":"traceutil/trace.go:171","msg":"trace[1998804138] transaction","detail":"{read_only:false; response_revision:14058; number_of_response:1; }","duration":"616.41352ms","start":"2026-03-03T01:24:27.869749Z","end":"2026-03-03T01:24:28.486162Z","steps":["trace[1998804138] 'process raft request' (duration: 615.98391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.869741Z","time spent":"616.477762ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:24:28.486258Z","caller":"traceutil/trace.go:171","msg":"trace[994993408] transaction","detail":"{read_only:false; response_revision:14059; number_of_response:1; }","duration":"583.364848ms","start":"2026-03-03T01:24:27.90284Z","end":"2026-03-03T01:24:28.486205Z","steps":["trace[994993408] 'process raft request' (duration: 583.130262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:24:28.486101Z","caller":"traceutil/trace.go:171","msg":"trace[1863082476] linearizableReadLoop","detail":"{readStateIndex:14596; appliedIndex:14591; }","duration":"793.286649ms","start":"2026-03-03T01:24:27.692785Z","end":"2026-03-03T01:24:28.486071Z","steps":["trace[1863082476] 'read index received' (duration: 605.012226ms)","trace[1863082476] 'applied index is now lower than readState.Index' (duration: 188.273143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:24:28.486328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.546276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18993053e0f62559\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-03T01:24:28.486382Z","caller":"traceutil/trace.go:171","msg":"trace[1569939782] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18993053e0f62559; range_end:; response_count:1; response_revision:14059; }","duration":"793.645748ms","start":"2026-03-03T01:24:27.692724Z","end":"2026-03-03T01:24:28.486369Z","steps":["trace[1569939782] 'agreement among raft nodes before linearized reading' (duration: 793.483845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.692699Z","time spent":"793.717239ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1024,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18993053e0f62559\" "} {"level":"warn","ts":"2026-03-03T01:24:28.486446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.902805Z","time spent":"583.550632ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:24:28.486479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.928632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:28.486519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.874789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T01:24:28.486543Z","caller":"traceutil/trace.go:171","msg":"trace[766802873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14059; }","duration":"423.918209ms","start":"2026-03-03T01:24:28.062618Z","end":"2026-03-03T01:24:28.486536Z","steps":["trace[766802873] 'agreement among raft nodes before linearized reading' (duration: 423.840367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.592378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:28.486587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:28.062607Z","time spent":"423.97523ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T01:24:28.486599Z","caller":"traceutil/trace.go:171","msg":"trace[661991755] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:14059; }","duration":"425.69944ms","start":"2026-03-03T01:24:28.060886Z","end":"2026-03-03T01:24:28.486586Z","steps":["trace[661991755] 'agreement among raft nodes before linearized reading' (duration: 425.618929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:28.060855Z","time spent":"425.779973ms","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:24:28.486684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.825768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T01:24:28.486712Z","caller":"traceutil/trace.go:171","msg":"trace[1879907890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14059; }","duration":"423.860018ms","start":"2026-03-03T01:24:28.062844Z","end":"2026-03-03T01:24:28.486704Z","steps":["trace[1879907890] 'agreement among raft nodes before linearized reading' (duration: 423.797137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.868163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T01:24:28.486732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.176569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T01:24:28.486773Z","caller":"traceutil/trace.go:171","msg":"trace[1135610963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14059; }","duration":"435.26111ms","start":"2026-03-03T01:24:28.051501Z","end":"2026-03-03T01:24:28.486762Z","steps":["trace[1135610963] 'agreement among raft nodes before linearized reading' (duration: 435.081806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.788966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-75b9ffdb8f-f4wqk.189930425d375eef\" ","response":"range_response_count:1 size:871"} {"level":"warn","ts":"2026-03-03T01:24:28.48682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:28.051479Z","time spent":"435.329193ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:24:28.486851Z","caller":"traceutil/trace.go:171","msg":"trace[1645960334] range","detail":"{range_begin:/registry/events/openstack/placement-api-75b9ffdb8f-f4wqk.189930425d375eef; range_end:; response_count:1; response_revision:14059; }","duration":"309.871048ms","start":"2026-03-03T01:24:28.176956Z","end":"2026-03-03T01:24:28.486827Z","steps":["trace[1645960334] 'agreement among raft nodes before linearized reading' (duration: 309.710564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.400044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T01:24:28.48673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:28.062838Z","time spent":"423.888679ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:24:28.486906Z","caller":"traceutil/trace.go:171","msg":"trace[1551139772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14059; }","duration":"425.483356ms","start":"2026-03-03T01:24:28.061414Z","end":"2026-03-03T01:24:28.486897Z","steps":["trace[1551139772] 'agreement among raft nodes before linearized reading' (duration: 425.381263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.486913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:28.17693Z","time spent":"309.969581ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":894,"request content":"key:\"/registry/events/openstack/placement-api-75b9ffdb8f-f4wqk.189930425d375eef\" "} {"level":"warn","ts":"2026-03-03T01:24:28.486637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.769278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:24:28.486943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:28.061397Z","time spent":"425.539967ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:24:28.486961Z","caller":"traceutil/trace.go:171","msg":"trace[1997539063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14059; }","duration":"376.128157ms","start":"2026-03-03T01:24:28.110823Z","end":"2026-03-03T01:24:28.486951Z","steps":["trace[1997539063] 'agreement among raft nodes before linearized reading' (duration: 375.762748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.487001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:28.110804Z","time spent":"376.189429ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T01:24:28.486775Z","caller":"traceutil/trace.go:171","msg":"trace[602280616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14059; }","duration":"428.974465ms","start":"2026-03-03T01:24:28.057783Z","end":"2026-03-03T01:24:28.486758Z","steps":["trace[602280616] 'agreement among raft nodes before linearized reading' (duration: 428.794671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.487133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:28.057753Z","time spent":"429.316594ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:24:28.486551Z","caller":"traceutil/trace.go:171","msg":"trace[727617249] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14059; }","duration":"757.043714ms","start":"2026-03-03T01:24:27.729488Z","end":"2026-03-03T01:24:28.486532Z","steps":["trace[727617249] 'agreement among raft nodes before linearized reading' (duration: 756.928531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:24:28.487292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:24:27.729471Z","time spent":"757.802841ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T01:25:19.309837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.789538ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T01:25:19.310389Z","caller":"traceutil/trace.go:171","msg":"trace[1618393061] transaction","detail":"{read_only:false; response_revision:14657; number_of_response:1; }","duration":"600.740388ms","start":"2026-03-03T01:25:18.709612Z","end":"2026-03-03T01:25:19.310353Z","steps":["trace[1618393061] 'process raft request' (duration: 600.341139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.310535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.709588Z","time spent":"600.8555ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:25:19.601356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.890481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:25:19.601629Z","caller":"traceutil/trace.go:171","msg":"trace[1681408770] linearizableReadLoop","detail":"{readStateIndex:15212; appliedIndex:15208; }","duration":"869.777634ms","start":"2026-03-03T01:25:18.731823Z","end":"2026-03-03T01:25:19.601601Z","steps":["trace[1681408770] 'read index received' (duration: 289.196µs)","trace[1681408770] 'applied index is now lower than readState.Index' (duration: 869.487028ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:19.60167Z","caller":"traceutil/trace.go:171","msg":"trace[1940916854] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"890.071912ms","start":"2026-03-03T01:25:18.711532Z","end":"2026-03-03T01:25:19.601604Z","steps":["trace[1940916854] 'process raft request' (duration: 598.806243ms)","trace[1940916854] 'compare' (duration: 290.420149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:25:19.601865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.711502Z","time spent":"890.264827ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:25:19.601904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.076021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:25:19.601925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.825844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:19.602017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.92565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:19.60203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.386184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:25:19.602025Z","caller":"traceutil/trace.go:171","msg":"trace[1148643708] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14659; }","duration":"722.951697ms","start":"2026-03-03T01:25:18.879052Z","end":"2026-03-03T01:25:19.602004Z","steps":["trace[1148643708] 'agreement among raft nodes before linearized reading' (duration: 722.797653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.721899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-98vw5\" ","response":"range_response_count:1 size:9790"} {"level":"warn","ts":"2026-03-03T01:25:19.602006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.053149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:19.602067Z","caller":"traceutil/trace.go:171","msg":"trace[1487107407] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14659; }","duration":"306.977782ms","start":"2026-03-03T01:25:19.295068Z","end":"2026-03-03T01:25:19.602046Z","steps":["trace[1487107407] 'agreement among raft nodes before linearized reading' (duration: 306.87254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.60208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.879047Z","time spent":"723.020728ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.504237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T01:25:19.602149Z","caller":"traceutil/trace.go:171","msg":"trace[1548569353] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14659; }","duration":"569.479376ms","start":"2026-03-03T01:25:19.032587Z","end":"2026-03-03T01:25:19.602066Z","steps":["trace[1548569353] 'agreement among raft nodes before linearized reading' (duration: 569.259891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.295061Z","time spent":"307.029513ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:25:19.602189Z","caller":"traceutil/trace.go:171","msg":"trace[681099525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14659; }","duration":"859.61287ms","start":"2026-03-03T01:25:18.742554Z","end":"2026-03-03T01:25:19.602167Z","steps":["trace[681099525] 'agreement among raft nodes before linearized reading' (duration: 859.353404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.582782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:25:19.602222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.03255Z","time spent":"569.664551ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.05152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:19.602242Z","caller":"traceutil/trace.go:171","msg":"trace[642179430] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14659; }","duration":"309.660293ms","start":"2026-03-03T01:25:19.292573Z","end":"2026-03-03T01:25:19.602233Z","steps":["trace[642179430] 'agreement among raft nodes before linearized reading' (duration: 309.569281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.60224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.742546Z","time spent":"859.685521ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.292543Z","time spent":"309.721295ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.929066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:25:19.602296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.211318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:25:19.602306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.479962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:25:19.602308Z","caller":"traceutil/trace.go:171","msg":"trace[2140309226] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14659; }","duration":"850.007398ms","start":"2026-03-03T01:25:18.752291Z","end":"2026-03-03T01:25:19.602299Z","steps":["trace[2140309226] 'agreement among raft nodes before linearized reading' (duration: 849.922046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.955726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:25:19.601959Z","caller":"traceutil/trace.go:171","msg":"trace[2018310444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14659; }","duration":"870.167624ms","start":"2026-03-03T01:25:18.731776Z","end":"2026-03-03T01:25:19.601944Z","steps":["trace[2018310444] 'agreement among raft nodes before linearized reading' (duration: 869.970689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.75227Z","time spent":"850.07377ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T01:25:19.602347Z","caller":"traceutil/trace.go:171","msg":"trace[875345273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14659; }","duration":"864.569265ms","start":"2026-03-03T01:25:18.737764Z","end":"2026-03-03T01:25:19.602333Z","steps":["trace[875345273] 'agreement among raft nodes before linearized reading' (duration: 864.452222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:19.602349Z","caller":"traceutil/trace.go:171","msg":"trace[1752992079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14659; }","duration":"865.28978ms","start":"2026-03-03T01:25:18.737038Z","end":"2026-03-03T01:25:19.602328Z","steps":["trace[1752992079] 'agreement among raft nodes before linearized reading' (duration: 864.798089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.297651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T01:25:19.602006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.803848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:19.602391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.737755Z","time spent":"864.629066ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.737022Z","time spent":"865.367913ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.731762Z","time spent":"870.618714ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T01:25:19.602434Z","caller":"traceutil/trace.go:171","msg":"trace[1646082411] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14659; }","duration":"594.271479ms","start":"2026-03-03T01:25:19.00815Z","end":"2026-03-03T01:25:19.602422Z","steps":["trace[1646082411] 'agreement among raft nodes before linearized reading' (duration: 593.685885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:19.602432Z","caller":"traceutil/trace.go:171","msg":"trace[623522285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14659; }","duration":"151.413683ms","start":"2026-03-03T01:25:19.450988Z","end":"2026-03-03T01:25:19.602402Z","steps":["trace[623522285] 'agreement among raft nodes before linearized reading' (duration: 151.193538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.232727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:25:19.602477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.008133Z","time spent":"594.33397ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:19.60249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.315248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:19.602504Z","caller":"traceutil/trace.go:171","msg":"trace[1077976623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14659; }","duration":"861.316989ms","start":"2026-03-03T01:25:18.741165Z","end":"2026-03-03T01:25:19.602482Z","steps":["trace[1077976623] 'agreement among raft nodes before linearized reading' (duration: 861.128135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:19.602518Z","caller":"traceutil/trace.go:171","msg":"trace[1849251492] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14659; }","duration":"600.351709ms","start":"2026-03-03T01:25:19.002158Z","end":"2026-03-03T01:25:19.60251Z","steps":["trace[1849251492] 'agreement among raft nodes before linearized reading' (duration: 600.311728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:19.602096Z","caller":"traceutil/trace.go:171","msg":"trace[515653835] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-98vw5; range_end:; response_count:1; response_revision:14659; }","duration":"444.812291ms","start":"2026-03-03T01:25:19.157258Z","end":"2026-03-03T01:25:19.60207Z","steps":["trace[515653835] 'agreement among raft nodes before linearized reading' (duration: 444.635047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.002153Z","time spent":"600.394151ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.026501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T01:25:19.602559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.741159Z","time spent":"861.388291ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.157213Z","time spent":"445.348154ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-98vw5\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.818794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:19.602618Z","caller":"traceutil/trace.go:171","msg":"trace[1480905751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14659; }","duration":"300.633436ms","start":"2026-03-03T01:25:19.301961Z","end":"2026-03-03T01:25:19.602594Z","steps":["trace[1480905751] 'agreement among raft nodes before linearized reading' (duration: 299.94358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.59813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:19.60262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.010781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:19.602662Z","caller":"traceutil/trace.go:171","msg":"trace[1266685753] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14659; }","duration":"570.330756ms","start":"2026-03-03T01:25:19.032319Z","end":"2026-03-03T01:25:19.602649Z","steps":["trace[1266685753] 'agreement among raft nodes before linearized reading' (duration: 569.745052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:19.60268Z","caller":"traceutil/trace.go:171","msg":"trace[1250142941] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14659; }","duration":"600.138384ms","start":"2026-03-03T01:25:19.002532Z","end":"2026-03-03T01:25:19.602671Z","steps":["trace[1250142941] 'agreement among raft nodes before linearized reading' (duration: 599.882318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.032285Z","time spent":"570.402928ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.777929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:19.60274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.002487Z","time spent":"600.243347ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:25:19.602748Z","caller":"traceutil/trace.go:171","msg":"trace[935628145] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14659; }","duration":"600.83477ms","start":"2026-03-03T01:25:19.0019Z","end":"2026-03-03T01:25:19.602735Z","steps":["trace[935628145] 'agreement among raft nodes before linearized reading' (duration: 600.787819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.301951Z","time spent":"300.708927ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:25:19.602776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.001885Z","time spent":"600.885702ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:25:19.601907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.883508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:19.602832Z","caller":"traceutil/trace.go:171","msg":"trace[155525133] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14659; }","duration":"310.842841ms","start":"2026-03-03T01:25:19.291978Z","end":"2026-03-03T01:25:19.602821Z","steps":["trace[155525133] 'agreement among raft nodes before linearized reading' (duration: 309.860838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:19.602811Z","caller":"traceutil/trace.go:171","msg":"trace[1739666466] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14659; }","duration":"723.349637ms","start":"2026-03-03T01:25:18.879126Z","end":"2026-03-03T01:25:19.602475Z","steps":["trace[1739666466] 'agreement among raft nodes before linearized reading' (duration: 723.06411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.291953Z","time spent":"310.909852ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:25:19.602392Z","caller":"traceutil/trace.go:171","msg":"trace[1394767057] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14659; }","duration":"716.078868ms","start":"2026-03-03T01:25:18.886294Z","end":"2026-03-03T01:25:19.602373Z","steps":["trace[1394767057] 'agreement among raft nodes before linearized reading' (duration: 715.891804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:19.6021Z","caller":"traceutil/trace.go:171","msg":"trace[1167500424] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14659; }","duration":"723.190383ms","start":"2026-03-03T01:25:18.878889Z","end":"2026-03-03T01:25:19.602079Z","steps":["trace[1167500424] 'agreement among raft nodes before linearized reading' (duration: 723.025969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.602937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.87911Z","time spent":"723.785137ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.878867Z","time spent":"724.093124ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.886287Z","time spent":"716.628021ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:19.602181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.370627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:19.602687Z","caller":"traceutil/trace.go:171","msg":"trace[1441091883] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14659; }","duration":"570.204403ms","start":"2026-03-03T01:25:19.032464Z","end":"2026-03-03T01:25:19.602669Z","steps":["trace[1441091883] 'agreement among raft nodes before linearized reading' (duration: 569.435776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:19.603284Z","caller":"traceutil/trace.go:171","msg":"trace[1616219089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14659; }","duration":"496.318649ms","start":"2026-03-03T01:25:19.106767Z","end":"2026-03-03T01:25:19.603085Z","steps":["trace[1616219089] 'agreement among raft nodes before linearized reading' (duration: 495.390277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.603328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.10674Z","time spent":"496.576005ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:25:19.603322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:19.032454Z","time spent":"570.826177ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:25:19.601683Z","caller":"traceutil/trace.go:171","msg":"trace[30539618] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"888.807193ms","start":"2026-03-03T01:25:18.712835Z","end":"2026-03-03T01:25:19.601642Z","steps":["trace[30539618] 'process raft request' (duration: 888.653259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:19.605883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:18.712807Z","time spent":"892.967119ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:37.572514Z","caller":"traceutil/trace.go:171","msg":"trace[1330722424] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"152.986359ms","start":"2026-03-03T01:25:37.419467Z","end":"2026-03-03T01:25:37.572453Z","steps":["trace[1330722424] 'process raft request' (duration: 152.846005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:54.251258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.830364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:25:54.25142Z","caller":"traceutil/trace.go:171","msg":"trace[1740028425] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"748.444836ms","start":"2026-03-03T01:25:53.502945Z","end":"2026-03-03T01:25:54.25139Z","steps":["trace[1740028425] 'process raft request' (duration: 224.382646ms)","trace[1740028425] 'compare' (duration: 523.588249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:25:54.251528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.50292Z","time spent":"748.547228ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:54.302911Z","caller":"traceutil/trace.go:171","msg":"trace[350884980] transaction","detail":"{read_only:false; response_revision:14819; number_of_response:1; }","duration":"677.262104ms","start":"2026-03-03T01:25:53.625633Z","end":"2026-03-03T01:25:54.302895Z","steps":["trace[350884980] 'process raft request' (duration: 677.153801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:54.303026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.625607Z","time spent":"677.347745ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:54.303115Z","caller":"traceutil/trace.go:171","msg":"trace[1557327072] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"793.606538ms","start":"2026-03-03T01:25:53.509502Z","end":"2026-03-03T01:25:54.303109Z","steps":["trace[1557327072] 'process raft request' (duration: 793.186468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:54.303146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.509481Z","time spent":"793.649588ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:54.302849Z","caller":"traceutil/trace.go:171","msg":"trace[1914912461] linearizableReadLoop","detail":"{readStateIndex:15379; appliedIndex:15376; }","duration":"613.571154ms","start":"2026-03-03T01:25:53.689256Z","end":"2026-03-03T01:25:54.302827Z","steps":["trace[1914912461] 'read index received' (duration: 38.108699ms)","trace[1914912461] 'applied index is now lower than readState.Index' (duration: 575.461855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:25:54.303373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.115887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:54.303408Z","caller":"traceutil/trace.go:171","msg":"trace[473376993] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14819; }","duration":"614.207889ms","start":"2026-03-03T01:25:53.689194Z","end":"2026-03-03T01:25:54.303402Z","steps":["trace[473376993] 'agreement among raft nodes before linearized reading' (duration: 614.134527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:54.303424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.689173Z","time spent":"614.24694ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:25:54.804061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352612104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:25:55.304836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352612104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T01:25:55.575226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272483025s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T01:25:55.575673Z","caller":"traceutil/trace.go:171","msg":"trace[818312127] transaction","detail":"{read_only:false; response_revision:14820; number_of_response:1; }","duration":"1.823872945s","start":"2026-03-03T01:25:53.751773Z","end":"2026-03-03T01:25:55.575646Z","steps":["trace[818312127] 'process raft request' (duration: 1.82369014s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.575943Z","caller":"traceutil/trace.go:171","msg":"trace[1995857483] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"1.823990447s","start":"2026-03-03T01:25:53.751925Z","end":"2026-03-03T01:25:55.575916Z","steps":["trace[1995857483] 'process raft request' (duration: 1.82367916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.751916Z","time spent":"1.824069358s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:55.57602Z","caller":"traceutil/trace.go:171","msg":"trace[1799758960] linearizableReadLoop","detail":"{readStateIndex:15383; appliedIndex:15379; }","duration":"1.27268057s","start":"2026-03-03T01:25:54.303311Z","end":"2026-03-03T01:25:55.575991Z","steps":["trace[1799758960] 'read index received' (duration: 1.272086556s)","trace[1799758960] 'applied index is now lower than readState.Index' (duration: 592.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:55.57616Z","caller":"traceutil/trace.go:171","msg":"trace[254107541] transaction","detail":"{read_only:false; response_revision:14822; number_of_response:1; }","duration":"1.491614809s","start":"2026-03-03T01:25:54.084534Z","end":"2026-03-03T01:25:55.576149Z","steps":["trace[254107541] 'process raft request' (duration: 1.491299382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825268916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:55.576283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.084512Z","time spent":"1.491684861s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:55.576323Z","caller":"traceutil/trace.go:171","msg":"trace[1247367610] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14823; }","duration":"1.825331768s","start":"2026-03-03T01:25:53.750981Z","end":"2026-03-03T01:25:55.576312Z","steps":["trace[1247367610] 'agreement among raft nodes before linearized reading' (duration: 1.825209135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.750965Z","time spent":"1.825381169s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:55.57635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501114529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:55.576428Z","caller":"traceutil/trace.go:171","msg":"trace[713983269] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14823; }","duration":"1.501227251s","start":"2026-03-03T01:25:54.075174Z","end":"2026-03-03T01:25:55.576401Z","steps":["trace[713983269] 'agreement among raft nodes before linearized reading' (duration: 1.501061187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776541722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:25:55.576478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.075159Z","time spent":"1.501307524s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T01:25:55.576519Z","caller":"traceutil/trace.go:171","msg":"trace[631253062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14823; }","duration":"1.776627604s","start":"2026-03-03T01:25:53.799876Z","end":"2026-03-03T01:25:55.576503Z","steps":["trace[631253062] 'agreement among raft nodes before linearized reading' (duration: 1.77644739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835137594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:55.576558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.799868Z","time spent":"1.776678245s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:25:55.576578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789043541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T01:25:55.576584Z","caller":"traceutil/trace.go:171","msg":"trace[1818808677] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14823; }","duration":"1.835230856s","start":"2026-03-03T01:25:53.741339Z","end":"2026-03-03T01:25:55.57657Z","steps":["trace[1818808677] 'agreement among raft nodes before linearized reading' (duration: 1.835065992s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.576611Z","caller":"traceutil/trace.go:171","msg":"trace[2028903880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14823; }","duration":"1.789110713s","start":"2026-03-03T01:25:53.78749Z","end":"2026-03-03T01:25:55.576601Z","steps":["trace[2028903880] 'agreement among raft nodes before linearized reading' (duration: 1.789020531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.741325Z","time spent":"1.835286368s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:55.576644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.787473Z","time spent":"1.789165484s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:25:55.576666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501464137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:55.576697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777410173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:25:55.576729Z","caller":"traceutil/trace.go:171","msg":"trace[1678768230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14823; }","duration":"1.777454263s","start":"2026-03-03T01:25:53.799261Z","end":"2026-03-03T01:25:55.576716Z","steps":["trace[1678768230] 'agreement among raft nodes before linearized reading' (duration: 1.777385052s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.57673Z","caller":"traceutil/trace.go:171","msg":"trace[1943127650] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14823; }","duration":"1.501528938s","start":"2026-03-03T01:25:54.075173Z","end":"2026-03-03T01:25:55.576702Z","steps":["trace[1943127650] 'agreement among raft nodes before linearized reading' (duration: 1.501472097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884638917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:55.576736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773425831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:25:55.576758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.799251Z","time spent":"1.777501154s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:25:55.576763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.075159Z","time spent":"1.50159635s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:25:55.576784Z","caller":"traceutil/trace.go:171","msg":"trace[284321808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14823; }","duration":"1.773499063s","start":"2026-03-03T01:25:53.803272Z","end":"2026-03-03T01:25:55.576771Z","steps":["trace[284321808] 'agreement among raft nodes before linearized reading' (duration: 1.77336747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.803259Z","time spent":"1.773553254s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T01:25:55.576839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848616035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:25:55.576866Z","caller":"traceutil/trace.go:171","msg":"trace[820753283] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14823; }","duration":"1.848663357s","start":"2026-03-03T01:25:53.728195Z","end":"2026-03-03T01:25:55.576859Z","steps":["trace[820753283] 'agreement among raft nodes before linearized reading' (duration: 1.848588615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88477863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:55.576764Z","caller":"traceutil/trace.go:171","msg":"trace[1561196323] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14823; }","duration":"1.884708007s","start":"2026-03-03T01:25:53.692049Z","end":"2026-03-03T01:25:55.576757Z","steps":["trace[1561196323] 'agreement among raft nodes before linearized reading' (duration: 1.884665356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.5769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.728184Z","time spent":"1.848707367s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:55.576932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499749047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:25:55.576958Z","caller":"traceutil/trace.go:171","msg":"trace[616551277] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14823; }","duration":"1.499792559s","start":"2026-03-03T01:25:54.077158Z","end":"2026-03-03T01:25:55.57695Z","steps":["trace[616551277] 'agreement among raft nodes before linearized reading' (duration: 1.499697277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.077152Z","time spent":"1.499821059s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:25:55.576999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884947304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:25:55.577014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881904163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:55.577028Z","caller":"traceutil/trace.go:171","msg":"trace[2041102435] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14823; }","duration":"1.884995434s","start":"2026-03-03T01:25:53.692025Z","end":"2026-03-03T01:25:55.57702Z","steps":["trace[2041102435] 'agreement among raft nodes before linearized reading' (duration: 1.884905082s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.57705Z","caller":"traceutil/trace.go:171","msg":"trace[322678718] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14823; }","duration":"1.881955344s","start":"2026-03-03T01:25:53.695085Z","end":"2026-03-03T01:25:55.57704Z","steps":["trace[322678718] 'agreement among raft nodes before linearized reading' (duration: 1.881908813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.692014Z","time spent":"1.885038535s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.695074Z","time spent":"1.882001096s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470741868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:55.577124Z","caller":"traceutil/trace.go:171","msg":"trace[831425969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14823; }","duration":"1.47080644s","start":"2026-03-03T01:25:54.10631Z","end":"2026-03-03T01:25:55.577116Z","steps":["trace[831425969] 'agreement among raft nodes before linearized reading' (duration: 1.470773249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883752506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:25:55.577166Z","caller":"traceutil/trace.go:171","msg":"trace[1782577993] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14823; }","duration":"1.883811517s","start":"2026-03-03T01:25:53.693345Z","end":"2026-03-03T01:25:55.577157Z","steps":["trace[1782577993] 'agreement among raft nodes before linearized reading' (duration: 1.883724575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882155179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:55.577195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49987163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:55.577197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.693328Z","time spent":"1.883862878s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:25:55.577203Z","caller":"traceutil/trace.go:171","msg":"trace[1716582199] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14823; }","duration":"1.88220879s","start":"2026-03-03T01:25:53.694985Z","end":"2026-03-03T01:25:55.577194Z","steps":["trace[1716582199] 'agreement among raft nodes before linearized reading' (duration: 1.882161279s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.577216Z","caller":"traceutil/trace.go:171","msg":"trace[59080677] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14823; }","duration":"1.499904941s","start":"2026-03-03T01:25:54.077304Z","end":"2026-03-03T01:25:55.577209Z","steps":["trace[59080677] 'agreement among raft nodes before linearized reading' (duration: 1.499849599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.077296Z","time spent":"1.499935642s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.694973Z","time spent":"1.882253641s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:25:55.57691Z","caller":"traceutil/trace.go:171","msg":"trace[1097300680] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14823; }","duration":"1.884851471s","start":"2026-03-03T01:25:53.692049Z","end":"2026-03-03T01:25:55.5769Z","steps":["trace[1097300680] 'agreement among raft nodes before linearized reading' (duration: 1.884799579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.576974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881993565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:55.577272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.692028Z","time spent":"1.88523715s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T01:25:55.577303Z","caller":"traceutil/trace.go:171","msg":"trace[1778302491] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14823; }","duration":"1.882322623s","start":"2026-03-03T01:25:53.694972Z","end":"2026-03-03T01:25:55.577294Z","steps":["trace[1778302491] 'agreement among raft nodes before linearized reading' (duration: 1.881972935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887721297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:25:55.576595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780843862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:25:55.577015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882152179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:55.576923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.692028Z","time spent":"1.884885422s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:25:55.57734Z","caller":"traceutil/trace.go:171","msg":"trace[1691212681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14823; }","duration":"1.781659751s","start":"2026-03-03T01:25:53.795676Z","end":"2026-03-03T01:25:55.577335Z","steps":["trace[1691212681] 'agreement among raft nodes before linearized reading' (duration: 1.78075126s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.577343Z","caller":"traceutil/trace.go:171","msg":"trace[1306124383] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14823; }","duration":"1.887792269s","start":"2026-03-03T01:25:53.689542Z","end":"2026-03-03T01:25:55.577334Z","steps":["trace[1306124383] 'agreement among raft nodes before linearized reading' (duration: 1.887720187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.795656Z","time spent":"1.781698781s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T01:25:55.57737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.689518Z","time spent":"1.88784603s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T01:25:55.577388Z","caller":"traceutil/trace.go:171","msg":"trace[1744924411] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14823; }","duration":"1.882514637s","start":"2026-03-03T01:25:53.69483Z","end":"2026-03-03T01:25:55.577344Z","steps":["trace[1744924411] 'agreement among raft nodes before linearized reading' (duration: 1.882161879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.57714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.106287Z","time spent":"1.470849701s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.694817Z","time spent":"1.88260968s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885221779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T01:25:55.577475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27139109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T01:25:55.577485Z","caller":"traceutil/trace.go:171","msg":"trace[1069176930] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14823; }","duration":"1.885485886s","start":"2026-03-03T01:25:53.691988Z","end":"2026-03-03T01:25:55.577474Z","steps":["trace[1069176930] 'agreement among raft nodes before linearized reading' (duration: 1.885192429s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.577501Z","caller":"traceutil/trace.go:171","msg":"trace[598267033] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14823; }","duration":"1.27143608s","start":"2026-03-03T01:25:54.306057Z","end":"2026-03-03T01:25:55.577494Z","steps":["trace[598267033] 'agreement among raft nodes before linearized reading' (duration: 1.271385959s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.57752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.691976Z","time spent":"1.885533197s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.306047Z","time spent":"1.271474971s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882814404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:55.577613Z","caller":"traceutil/trace.go:171","msg":"trace[1622557798] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14823; }","duration":"1.883387407s","start":"2026-03-03T01:25:53.694213Z","end":"2026-03-03T01:25:55.5776Z","steps":["trace[1622557798] 'agreement among raft nodes before linearized reading' (duration: 1.882824634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.924425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:25:55.577659Z","caller":"traceutil/trace.go:171","msg":"trace[373568573] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14823; }","duration":"588.974597ms","start":"2026-03-03T01:25:54.988679Z","end":"2026-03-03T01:25:55.577653Z","steps":["trace[373568573] 'agreement among raft nodes before linearized reading' (duration: 588.929116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.694202Z","time spent":"1.883443489s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500582007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-03T01:25:55.577716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.174703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T01:25:55.577723Z","caller":"traceutil/trace.go:171","msg":"trace[1324601467] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14823; }","duration":"1.500646598s","start":"2026-03-03T01:25:54.077065Z","end":"2026-03-03T01:25:55.577712Z","steps":["trace[1324601467] 'agreement among raft nodes before linearized reading' (duration: 1.500517675s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.577746Z","caller":"traceutil/trace.go:171","msg":"trace[224315288] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14823; }","duration":"860.218694ms","start":"2026-03-03T01:25:54.717519Z","end":"2026-03-03T01:25:55.577738Z","steps":["trace[224315288] 'agreement among raft nodes before linearized reading' (duration: 860.135292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.077005Z","time spent":"1.50074197s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.717512Z","time spent":"860.254985ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.072875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:55.577813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.852588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:25:55.577824Z","caller":"traceutil/trace.go:171","msg":"trace[1064467574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14823; }","duration":"200.145807ms","start":"2026-03-03T01:25:55.377668Z","end":"2026-03-03T01:25:55.577814Z","steps":["trace[1064467574] 'agreement among raft nodes before linearized reading' (duration: 200.085525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.577834Z","caller":"traceutil/trace.go:171","msg":"trace[344704889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14823; }","duration":"322.915189ms","start":"2026-03-03T01:25:55.254913Z","end":"2026-03-03T01:25:55.577828Z","steps":["trace[344704889] 'agreement among raft nodes before linearized reading' (duration: 322.845697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.254894Z","time spent":"322.954471ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T01:25:55.577679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.98866Z","time spent":"589.014057ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:25:55.577857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.569703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:55.577883Z","caller":"traceutil/trace.go:171","msg":"trace[1925123786] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14823; }","duration":"860.636684ms","start":"2026-03-03T01:25:54.717238Z","end":"2026-03-03T01:25:55.577875Z","steps":["trace[1925123786] 'agreement among raft nodes before linearized reading' (duration: 860.598153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.71721Z","time spent":"860.697215ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:25:55.576605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608578798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-98vw5\" ","response":"range_response_count:1 size:9790"} {"level":"warn","ts":"2026-03-03T01:25:55.577322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.694939Z","time spent":"1.882378534s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:25:55.577962Z","caller":"traceutil/trace.go:171","msg":"trace[1053488590] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-98vw5; range_end:; response_count:1; response_revision:14823; }","duration":"1.60998689s","start":"2026-03-03T01:25:53.967969Z","end":"2026-03-03T01:25:55.577956Z","steps":["trace[1053488590] 'agreement among raft nodes before linearized reading' (duration: 1.608492715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.577986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.967949Z","time spent":"1.610029202s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-98vw5\" "} {"level":"warn","ts":"2026-03-03T01:25:55.578092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:25:55.578254Z","caller":"traceutil/trace.go:171","msg":"trace[662514767] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14823; }","duration":"861.515765ms","start":"2026-03-03T01:25:54.716728Z","end":"2026-03-03T01:25:55.578244Z","steps":["trace[662514767] 'agreement among raft nodes before linearized reading' (duration: 861.30941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.578331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002313393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjz5k\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T01:25:55.578328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379246237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T01:25:55.578359Z","caller":"traceutil/trace.go:171","msg":"trace[1140844128] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjz5k; range_end:; response_count:1; response_revision:14823; }","duration":"1.002384704s","start":"2026-03-03T01:25:54.575967Z","end":"2026-03-03T01:25:55.578351Z","steps":["trace[1140844128] 'agreement among raft nodes before linearized reading' (duration: 1.002267341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.578359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.716712Z","time spent":"861.637887ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:25:55.578379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.575945Z","time spent":"1.002429445s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjz5k\" "} {"level":"warn","ts":"2026-03-03T01:25:55.578477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.525674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjz5k\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T01:25:55.578486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006199362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwnx4\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-03-03T01:25:55.576756Z","caller":"traceutil/trace.go:171","msg":"trace[1194030378] transaction","detail":"{read_only:false; response_revision:14823; number_of_response:1; }","duration":"1.400900437s","start":"2026-03-03T01:25:54.175835Z","end":"2026-03-03T01:25:55.576736Z","steps":["trace[1194030378] 'process raft request' (duration: 1.400102708s)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.578522Z","caller":"traceutil/trace.go:171","msg":"trace[396928761] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14823; }","duration":"1.379345519s","start":"2026-03-03T01:25:54.199021Z","end":"2026-03-03T01:25:55.578367Z","steps":["trace[396928761] 'agreement among raft nodes before linearized reading' (duration: 1.377764603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.578593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.175813Z","time spent":"1.4027357s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:25:55.578591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.199Z","time spent":"1.379571765s","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1535,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:25:55.578641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142057376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:25:55.5785Z","caller":"traceutil/trace.go:171","msg":"trace[1359622474] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjz5k; range_end:; response_count:1; response_revision:14823; }","duration":"962.588095ms","start":"2026-03-03T01:25:54.615906Z","end":"2026-03-03T01:25:55.578494Z","steps":["trace[1359622474] 'agreement among raft nodes before linearized reading' (duration: 962.527704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:55.578689Z","caller":"traceutil/trace.go:171","msg":"trace[1291791022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:14823; }","duration":"1.142141468s","start":"2026-03-03T01:25:54.436536Z","end":"2026-03-03T01:25:55.578678Z","steps":["trace[1291791022] 'agreement among raft nodes before linearized reading' (duration: 1.142022185s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.578722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.615886Z","time spent":"962.822691ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjz5k\" "} {"level":"warn","ts":"2026-03-03T01:25:55.578728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.436517Z","time spent":"1.142200349s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vpvkb\" "} {"level":"info","ts":"2026-03-03T01:25:55.578534Z","caller":"traceutil/trace.go:171","msg":"trace[1375540834] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwnx4; range_end:; response_count:1; response_revision:14823; }","duration":"1.006245403s","start":"2026-03-03T01:25:54.572275Z","end":"2026-03-03T01:25:55.57852Z","steps":["trace[1375540834] 'agreement among raft nodes before linearized reading' (duration: 1.006078579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.578321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240608739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:55.5788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.572217Z","time spent":"1.00657557s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20773,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwnx4\" "} {"level":"info","ts":"2026-03-03T01:25:55.578822Z","caller":"traceutil/trace.go:171","msg":"trace[825868551] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14823; }","duration":"1.241120361s","start":"2026-03-03T01:25:54.337691Z","end":"2026-03-03T01:25:55.578811Z","steps":["trace[825868551] 'agreement among raft nodes before linearized reading' (duration: 1.240503427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:55.57886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:54.337686Z","time spent":"1.241165192s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:55.575869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:53.751752Z","time spent":"1.824001277s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:55.86012Z","caller":"traceutil/trace.go:171","msg":"trace[1719004465] linearizableReadLoop","detail":"{readStateIndex:15384; appliedIndex:15383; }","duration":"273.324045ms","start":"2026-03-03T01:25:55.586763Z","end":"2026-03-03T01:25:55.860088Z","steps":["trace[1719004465] 'read index received' (duration: 209.903462ms)","trace[1719004465] 'applied index is now lower than readState.Index' (duration: 63.419243ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:55.860264Z","caller":"traceutil/trace.go:171","msg":"trace[1868995974] transaction","detail":"{read_only:false; response_revision:14824; number_of_response:1; }","duration":"274.36973ms","start":"2026-03-03T01:25:55.585858Z","end":"2026-03-03T01:25:55.860228Z","steps":["trace[1868995974] 'process raft request' (duration: 210.792653ms)","trace[1868995974] 'compare' (duration: 62.921221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:25:55.860388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.218776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T01:25:55.860429Z","caller":"traceutil/trace.go:171","msg":"trace[664091490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14824; }","duration":"274.293658ms","start":"2026-03-03T01:25:55.586124Z","end":"2026-03-03T01:25:55.860418Z","steps":["trace[664091490] 'agreement among raft nodes before linearized reading' (duration: 274.092193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.36103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352612115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:25:56.564157Z","caller":"traceutil/trace.go:171","msg":"trace[756949525] transaction","detail":"{read_only:false; response_revision:14828; number_of_response:1; }","duration":"973.511187ms","start":"2026-03-03T01:25:55.590624Z","end":"2026-03-03T01:25:56.564135Z","steps":["trace[756949525] 'process raft request' (duration: 973.427065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:56.564475Z","caller":"traceutil/trace.go:171","msg":"trace[1207576531] transaction","detail":"{read_only:false; response_revision:14826; number_of_response:1; }","duration":"976.942096ms","start":"2026-03-03T01:25:55.587496Z","end":"2026-03-03T01:25:56.564438Z","steps":["trace[1207576531] 'process raft request' (duration: 976.463865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:56.564476Z","caller":"traceutil/trace.go:171","msg":"trace[408810451] transaction","detail":"{read_only:false; response_revision:14825; number_of_response:1; }","duration":"977.367016ms","start":"2026-03-03T01:25:55.587074Z","end":"2026-03-03T01:25:56.564441Z","steps":["trace[408810451] 'process raft request' (duration: 967.830536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.564532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.590611Z","time spent":"973.601878ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:25:56.564619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.587488Z","time spent":"977.055268ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:25:56.564649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.587063Z","time spent":"977.505429ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:56.564499Z","caller":"traceutil/trace.go:171","msg":"trace[227755729] transaction","detail":"{read_only:false; response_revision:14827; number_of_response:1; }","duration":"975.173795ms","start":"2026-03-03T01:25:55.589278Z","end":"2026-03-03T01:25:56.564452Z","steps":["trace[227755729] 'process raft request' (duration: 974.749645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.564914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.58927Z","time spent":"975.559254ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:25:56.629565Z","caller":"traceutil/trace.go:171","msg":"trace[698172821] linearizableReadLoop","detail":"{readStateIndex:15389; appliedIndex:15384; }","duration":"769.337306ms","start":"2026-03-03T01:25:55.860192Z","end":"2026-03-03T01:25:56.629529Z","steps":["trace[698172821] 'read index received' (duration: 694.890409ms)","trace[698172821] 'applied index is now lower than readState.Index' (duration: 74.445317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:56.629663Z","caller":"traceutil/trace.go:171","msg":"trace[2096233901] transaction","detail":"{read_only:false; response_revision:14829; number_of_response:1; }","duration":"320.995315ms","start":"2026-03-03T01:25:56.308623Z","end":"2026-03-03T01:25:56.629618Z","steps":["trace[2096233901] 'process raft request' (duration: 320.731159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.629862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:56.308603Z","time spent":"321.143828ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:25:56.62997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.235791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18848"} {"level":"info","ts":"2026-03-03T01:25:56.630282Z","caller":"traceutil/trace.go:171","msg":"trace[202765208] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14829; }","duration":"768.60997ms","start":"2026-03-03T01:25:55.861647Z","end":"2026-03-03T01:25:56.630257Z","steps":["trace[202765208] 'agreement among raft nodes before linearized reading' (duration: 768.132059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.630297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.374367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:56.630288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.494479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:56.630332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.211869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-57c778cd68-nq9zl.18992fd42e3fc187\" ","response":"range_response_count:1 size:2095"} {"level":"warn","ts":"2026-03-03T01:25:56.630342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.861628Z","time spent":"768.702592ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18871,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T01:25:56.630351Z","caller":"traceutil/trace.go:171","msg":"trace[1269163505] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14829; }","duration":"322.50361ms","start":"2026-03-03T01:25:56.30783Z","end":"2026-03-03T01:25:56.630334Z","steps":["trace[1269163505] 'agreement among raft nodes before linearized reading' (duration: 322.176962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.630349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.794287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T01:25:56.630387Z","caller":"traceutil/trace.go:171","msg":"trace[1384709797] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14829; }","duration":"195.668293ms","start":"2026-03-03T01:25:56.434693Z","end":"2026-03-03T01:25:56.630361Z","steps":["trace[1384709797] 'agreement among raft nodes before linearized reading' (duration: 195.267584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:56.630388Z","caller":"traceutil/trace.go:171","msg":"trace[1191326013] range","detail":"{range_begin:/registry/events/openstack/glance-api-57c778cd68-nq9zl.18992fd42e3fc187; range_end:; response_count:1; response_revision:14829; }","duration":"350.303741ms","start":"2026-03-03T01:25:56.280068Z","end":"2026-03-03T01:25:56.630372Z","steps":["trace[1191326013] 'agreement among raft nodes before linearized reading' (duration: 349.762288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.630404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:56.30781Z","time spent":"322.582371ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:25:56.630433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:56.280058Z","time spent":"350.366353ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2118,"request content":"key:\"/registry/events/openstack/glance-api-57c778cd68-nq9zl.18992fd42e3fc187\" "} {"level":"info","ts":"2026-03-03T01:25:56.63041Z","caller":"traceutil/trace.go:171","msg":"trace[966079011] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:14829; }","duration":"449.862818ms","start":"2026-03-03T01:25:56.18053Z","end":"2026-03-03T01:25:56.630393Z","steps":["trace[966079011] 'agreement among raft nodes before linearized reading' (duration: 449.467919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.630615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:56.180505Z","time spent":"450.074732ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T01:25:56.630803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03868252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737781"} {"level":"info","ts":"2026-03-03T01:25:56.630834Z","caller":"traceutil/trace.go:171","msg":"trace[1591287010] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14829; }","duration":"1.038727941s","start":"2026-03-03T01:25:55.592098Z","end":"2026-03-03T01:25:56.630825Z","steps":["trace[1591287010] 'agreement among raft nodes before linearized reading' (duration: 1.037466292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.630867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.59209Z","time spent":"1.038767072s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:25:56.630895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.71662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:56.630981Z","caller":"traceutil/trace.go:171","msg":"trace[768266764] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:14829; }","duration":"351.493408ms","start":"2026-03-03T01:25:56.279466Z","end":"2026-03-03T01:25:56.63096Z","steps":["trace[768266764] 'agreement among raft nodes before linearized reading' (duration: 350.525146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.631025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:56.279445Z","time spent":"351.56722ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:25:56.631351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042004457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737781"} {"level":"info","ts":"2026-03-03T01:25:56.63139Z","caller":"traceutil/trace.go:171","msg":"trace[1143175822] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14829; }","duration":"1.042057888s","start":"2026-03-03T01:25:55.589322Z","end":"2026-03-03T01:25:56.631379Z","steps":["trace[1143175822] 'agreement among raft nodes before linearized reading' (duration: 1.040370889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.631425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.589318Z","time spent":"1.042094669s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:25:56.631742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039826716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737781"} {"level":"info","ts":"2026-03-03T01:25:56.631798Z","caller":"traceutil/trace.go:171","msg":"trace[1869583402] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14829; }","duration":"1.039878697s","start":"2026-03-03T01:25:55.591899Z","end":"2026-03-03T01:25:56.631778Z","steps":["trace[1869583402] 'agreement among raft nodes before linearized reading' (duration: 1.037785139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.63185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.591884Z","time spent":"1.03995557s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:25:56.631859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042419617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737781"} {"level":"info","ts":"2026-03-03T01:25:56.632601Z","caller":"traceutil/trace.go:171","msg":"trace[72121786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14829; }","duration":"1.043155634s","start":"2026-03-03T01:25:55.589423Z","end":"2026-03-03T01:25:56.632579Z","steps":["trace[72121786] 'agreement among raft nodes before linearized reading' (duration: 1.040340779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.632686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.589369Z","time spent":"1.043276316s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:25:56.633217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039763955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737781"} {"level":"info","ts":"2026-03-03T01:25:56.633288Z","caller":"traceutil/trace.go:171","msg":"trace[663629082] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14829; }","duration":"1.039831406s","start":"2026-03-03T01:25:55.593426Z","end":"2026-03-03T01:25:56.633258Z","steps":["trace[663629082] 'agreement among raft nodes before linearized reading' (duration: 1.036416587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.633405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:55.593421Z","time spent":"1.039893378s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:25:56.899839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.765596ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T01:25:56.900019Z","caller":"traceutil/trace.go:171","msg":"trace[1655086714] linearizableReadLoop","detail":"{readStateIndex:15390; appliedIndex:15389; }","duration":"265.74704ms","start":"2026-03-03T01:25:56.634247Z","end":"2026-03-03T01:25:56.899994Z","steps":["trace[1655086714] 'read index received' (duration: 131.805361ms)","trace[1655086714] 'applied index is now lower than readState.Index' (duration: 133.939919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:25:56.900208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.567137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:56.900249Z","caller":"traceutil/trace.go:171","msg":"trace[1607478477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:14829; }","duration":"239.621078ms","start":"2026-03-03T01:25:56.660615Z","end":"2026-03-03T01:25:56.900236Z","steps":["trace[1607478477] 'agreement among raft nodes before linearized reading' (duration: 239.524646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.900313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.038217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cbafadd4-f746-4a8e-ab27-2d4609682796\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T01:25:56.900411Z","caller":"traceutil/trace.go:171","msg":"trace[925117576] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cbafadd4-f746-4a8e-ab27-2d4609682796; range_end:; response_count:1; response_revision:14829; }","duration":"266.17835ms","start":"2026-03-03T01:25:56.634207Z","end":"2026-03-03T01:25:56.900385Z","steps":["trace[925117576] 'agreement among raft nodes before linearized reading' (duration: 265.906714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:56.900522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.345809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:56.900618Z","caller":"traceutil/trace.go:171","msg":"trace[1734013039] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14829; }","duration":"199.489862ms","start":"2026-03-03T01:25:56.701107Z","end":"2026-03-03T01:25:56.900597Z","steps":["trace[1734013039] 'agreement among raft nodes before linearized reading' (duration: 199.320058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.092158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352612137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:25:58.164046Z","caller":"traceutil/trace.go:171","msg":"trace[610148085] transaction","detail":"{read_only:false; response_revision:14831; number_of_response:1; }","duration":"576.182092ms","start":"2026-03-03T01:25:57.587832Z","end":"2026-03-03T01:25:58.164014Z","steps":["trace[610148085] 'process raft request' (duration: 576.034028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.164205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.587818Z","time spent":"576.309864ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:25:58.393539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.882999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T01:25:58.393671Z","caller":"traceutil/trace.go:171","msg":"trace[1009366005] linearizableReadLoop","detail":"{readStateIndex:15393; appliedIndex:15391; }","duration":"801.93373ms","start":"2026-03-03T01:25:57.591701Z","end":"2026-03-03T01:25:58.393635Z","steps":["trace[1009366005] 'read index received' (duration: 572.156589ms)","trace[1009366005] 'applied index is now lower than readState.Index' (duration: 229.77595ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:58.393771Z","caller":"traceutil/trace.go:171","msg":"trace[1187365443] transaction","detail":"{read_only:false; response_revision:14832; number_of_response:1; }","duration":"804.625491ms","start":"2026-03-03T01:25:57.589129Z","end":"2026-03-03T01:25:58.393755Z","steps":["trace[1187365443] 'process raft request' (duration: 696.429345ms)","trace[1187365443] 'compare' (duration: 107.770126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:25:58.393838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.589115Z","time spent":"804.690963ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:25:58.393836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.056932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:58.393931Z","caller":"traceutil/trace.go:171","msg":"trace[992249425] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14832; }","duration":"802.173145ms","start":"2026-03-03T01:25:57.591736Z","end":"2026-03-03T01:25:58.393909Z","steps":["trace[992249425] 'agreement among raft nodes before linearized reading' (duration: 802.030832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.393978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.591731Z","time spent":"802.238626ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:25:58.3944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.09124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:58.394419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.486222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:25:58.394483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.502938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T01:25:58.394524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.841448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:58.39453Z","caller":"traceutil/trace.go:171","msg":"trace[617727123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14832; }","duration":"530.58108ms","start":"2026-03-03T01:25:57.863932Z","end":"2026-03-03T01:25:58.394514Z","steps":["trace[617727123] 'agreement among raft nodes before linearized reading' (duration: 530.430456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:58.394534Z","caller":"traceutil/trace.go:171","msg":"trace[821196793] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14832; }","duration":"802.643606ms","start":"2026-03-03T01:25:57.591862Z","end":"2026-03-03T01:25:58.394505Z","steps":["trace[821196793] 'agreement among raft nodes before linearized reading' (duration: 802.434921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:58.394565Z","caller":"traceutil/trace.go:171","msg":"trace[1250943254] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:14832; }","duration":"697.91442ms","start":"2026-03-03T01:25:57.696632Z","end":"2026-03-03T01:25:58.394547Z","steps":["trace[1250943254] 'agreement among raft nodes before linearized reading' (duration: 697.865088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.394606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.69661Z","time spent":"697.989502ms","remote":"127.0.0.1:39188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T01:25:58.394609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.985027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:58.39464Z","caller":"traceutil/trace.go:171","msg":"trace[1051641875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14832; }","duration":"286.052379ms","start":"2026-03-03T01:25:58.10858Z","end":"2026-03-03T01:25:58.394632Z","steps":["trace[1051641875] 'agreement among raft nodes before linearized reading' (duration: 286.009268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.394568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.86392Z","time spent":"530.640141ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T01:25:58.394469Z","caller":"traceutil/trace.go:171","msg":"trace[1643013573] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14832; }","duration":"801.176451ms","start":"2026-03-03T01:25:57.59328Z","end":"2026-03-03T01:25:58.394456Z","steps":["trace[1643013573] 'agreement among raft nodes before linearized reading' (duration: 801.017748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.394688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.160708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:58.394763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.195579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T01:25:58.394802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.593255Z","time spent":"801.53401ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:25:58.394817Z","caller":"traceutil/trace.go:171","msg":"trace[1970093814] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14832; }","duration":"800.25938ms","start":"2026-03-03T01:25:57.594544Z","end":"2026-03-03T01:25:58.394803Z","steps":["trace[1970093814] 'agreement among raft nodes before linearized reading' (duration: 800.126287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.394863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.594535Z","time spent":"800.317432ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:25:58.394616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.59185Z","time spent":"802.752258ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:25:58.39445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.912913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:25:58.395053Z","caller":"traceutil/trace.go:171","msg":"trace[857915127] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14832; }","duration":"800.545517ms","start":"2026-03-03T01:25:57.594496Z","end":"2026-03-03T01:25:58.395041Z","steps":["trace[857915127] 'agreement among raft nodes before linearized reading' (duration: 799.79815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.395097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.594489Z","time spent":"800.597698ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T01:25:58.396025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.315664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:25:58.394856Z","caller":"traceutil/trace.go:171","msg":"trace[1218798716] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14832; }","duration":"800.349083ms","start":"2026-03-03T01:25:57.594486Z","end":"2026-03-03T01:25:58.394835Z","steps":["trace[1218798716] 'agreement among raft nodes before linearized reading' (duration: 799.854522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:58.396072Z","caller":"traceutil/trace.go:171","msg":"trace[963978084] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14832; }","duration":"804.382466ms","start":"2026-03-03T01:25:57.591678Z","end":"2026-03-03T01:25:58.396061Z","steps":["trace[963978084] 'agreement among raft nodes before linearized reading' (duration: 802.497722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.396102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.591669Z","time spent":"804.426287ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:25:58.396318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:25:57.594477Z","time spent":"801.827177ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T01:25:58.799722Z","caller":"traceutil/trace.go:171","msg":"trace[1688489683] transaction","detail":"{read_only:false; response_revision:14836; number_of_response:1; }","duration":"162.238103ms","start":"2026-03-03T01:25:58.637452Z","end":"2026-03-03T01:25:58.79969Z","steps":["trace[1688489683] 'process raft request' (duration: 162.151541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:58.799736Z","caller":"traceutil/trace.go:171","msg":"trace[1351370002] transaction","detail":"{read_only:false; response_revision:14835; number_of_response:1; }","duration":"162.453348ms","start":"2026-03-03T01:25:58.637238Z","end":"2026-03-03T01:25:58.799692Z","steps":["trace[1351370002] 'process raft request' (duration: 123.058789ms)","trace[1351370002] 'compare' (duration: 39.171974ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:58.800026Z","caller":"traceutil/trace.go:171","msg":"trace[599366368] linearizableReadLoop","detail":"{readStateIndex:15399; appliedIndex:15394; }","duration":"152.530309ms","start":"2026-03-03T01:25:58.647464Z","end":"2026-03-03T01:25:58.799995Z","steps":["trace[599366368] 'read index received' (duration: 29.839279ms)","trace[599366368] 'applied index is now lower than readState.Index' (duration: 122.68972ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:25:58.800172Z","caller":"traceutil/trace.go:171","msg":"trace[657014621] transaction","detail":"{read_only:false; response_revision:14837; number_of_response:1; }","duration":"162.336395ms","start":"2026-03-03T01:25:58.637824Z","end":"2026-03-03T01:25:58.800161Z","steps":["trace[657014621] 'process raft request' (duration: 161.823833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.800281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.794775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjz5k\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T01:25:58.80033Z","caller":"traceutil/trace.go:171","msg":"trace[1135241844] transaction","detail":"{read_only:false; response_revision:14838; number_of_response:1; }","duration":"161.145177ms","start":"2026-03-03T01:25:58.639176Z","end":"2026-03-03T01:25:58.800321Z","steps":["trace[1135241844] 'process raft request' (duration: 160.692287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:58.800336Z","caller":"traceutil/trace.go:171","msg":"trace[274606034] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjz5k; range_end:; response_count:1; response_revision:14838; }","duration":"152.864176ms","start":"2026-03-03T01:25:58.647459Z","end":"2026-03-03T01:25:58.800324Z","steps":["trace[274606034] 'agreement among raft nodes before linearized reading' (duration: 152.698753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.800381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.850151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwnx4\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-03-03T01:25:58.80043Z","caller":"traceutil/trace.go:171","msg":"trace[592897974] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwnx4; range_end:; response_count:1; response_revision:14838; }","duration":"144.936454ms","start":"2026-03-03T01:25:58.655482Z","end":"2026-03-03T01:25:58.800419Z","steps":["trace[592897974] 'agreement among raft nodes before linearized reading' (duration: 144.727869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.800591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.777014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjz5k\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T01:25:58.800602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.065955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-98vw5\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-03-03T01:25:58.800623Z","caller":"traceutil/trace.go:171","msg":"trace[1518239622] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjz5k; range_end:; response_count:1; response_revision:14838; }","duration":"139.827965ms","start":"2026-03-03T01:25:58.660787Z","end":"2026-03-03T01:25:58.800615Z","steps":["trace[1518239622] 'agreement among raft nodes before linearized reading' (duration: 139.731103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:25:58.800849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.879622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:25:58.800884Z","caller":"traceutil/trace.go:171","msg":"trace[1567753915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:14838; }","duration":"141.936494ms","start":"2026-03-03T01:25:58.658938Z","end":"2026-03-03T01:25:58.800875Z","steps":["trace[1567753915] 'agreement among raft nodes before linearized reading' (duration: 141.73902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:25:58.800638Z","caller":"traceutil/trace.go:171","msg":"trace[598235480] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-98vw5; range_end:; response_count:1; response_revision:14838; }","duration":"141.121875ms","start":"2026-03-03T01:25:58.659506Z","end":"2026-03-03T01:25:58.800628Z","steps":["trace[598235480] 'agreement among raft nodes before linearized reading' (duration: 141.014123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:54.697944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.594486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:26:54.698051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.40404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T01:26:54.698294Z","caller":"traceutil/trace.go:171","msg":"trace[627759740] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15160; }","duration":"173.709807ms","start":"2026-03-03T01:26:54.524569Z","end":"2026-03-03T01:26:54.698278Z","steps":["trace[627759740] 'range keys from in-memory index tree' (duration: 173.221336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:26:54.698094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.163859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:26:54.698435Z","caller":"traceutil/trace.go:171","msg":"trace[108587233] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15160; }","duration":"171.523626ms","start":"2026-03-03T01:26:54.526891Z","end":"2026-03-03T01:26:54.698414Z","steps":["trace[108587233] 'range keys from in-memory index tree' (duration: 171.088406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:54.698228Z","caller":"traceutil/trace.go:171","msg":"trace[1240774369] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15160; }","duration":"170.968413ms","start":"2026-03-03T01:26:54.527237Z","end":"2026-03-03T01:26:54.698205Z","steps":["trace[1240774369] 'range keys from in-memory index tree' (duration: 170.501913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:26:54.725555Z","caller":"traceutil/trace.go:171","msg":"trace[1148794297] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"148.738942ms","start":"2026-03-03T01:26:54.576786Z","end":"2026-03-03T01:26:54.725525Z","steps":["trace[1148794297] 'process raft request' (duration: 148.591908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:27:17.96094Z","caller":"traceutil/trace.go:171","msg":"trace[310519541] transaction","detail":"{read_only:false; response_revision:15305; number_of_response:1; }","duration":"101.179824ms","start":"2026-03-03T01:27:17.859727Z","end":"2026-03-03T01:27:17.960906Z","steps":["trace[310519541] 'process raft request' (duration: 100.515339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:27:52.725662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13359} {"level":"info","ts":"2026-03-03T01:27:52.806377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13359,"took":"76.89591ms","hash":3690802903,"current-db-size-bytes":42016768,"current-db-size":"42 MB","current-db-size-in-use-bytes":27742208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T01:27:52.806453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3690802903,"revision":13359,"compact-revision":11474} {"level":"info","ts":"2026-03-03T01:28:56.967671Z","caller":"traceutil/trace.go:171","msg":"trace[1097622225] linearizableReadLoop","detail":"{readStateIndex:16795; appliedIndex:16794; }","duration":"182.596093ms","start":"2026-03-03T01:28:56.785053Z","end":"2026-03-03T01:28:56.967649Z","steps":["trace[1097622225] 'read index received' (duration: 182.488511ms)","trace[1097622225] 'applied index is now lower than readState.Index' (duration: 106.302µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:28:56.967767Z","caller":"traceutil/trace.go:171","msg":"trace[1027122489] transaction","detail":"{read_only:false; response_revision:16188; number_of_response:1; }","duration":"199.38728ms","start":"2026-03-03T01:28:56.768333Z","end":"2026-03-03T01:28:56.967721Z","steps":["trace[1027122489] 'process raft request' (duration: 199.176325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:56.967899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.289692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjz5k\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T01:28:56.967944Z","caller":"traceutil/trace.go:171","msg":"trace[1968279826] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjz5k; range_end:; response_count:1; response_revision:16188; }","duration":"177.460745ms","start":"2026-03-03T01:28:56.790465Z","end":"2026-03-03T01:28:56.967926Z","steps":["trace[1968279826] 'agreement among raft nodes before linearized reading' (duration: 177.333842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:56.968063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.965642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwnx4\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-03-03T01:28:56.969672Z","caller":"traceutil/trace.go:171","msg":"trace[902651390] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwnx4; range_end:; response_count:1; response_revision:16188; }","duration":"184.654651ms","start":"2026-03-03T01:28:56.784981Z","end":"2026-03-03T01:28:56.969636Z","steps":["trace[902651390] 'agreement among raft nodes before linearized reading' (duration: 182.774708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:56.968139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.340024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-98vw5\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-03-03T01:28:56.96986Z","caller":"traceutil/trace.go:171","msg":"trace[1441992359] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-98vw5; range_end:; response_count:1; response_revision:16188; }","duration":"173.135455ms","start":"2026-03-03T01:28:56.796714Z","end":"2026-03-03T01:28:56.96985Z","steps":["trace[1441992359] 'agreement among raft nodes before linearized reading' (duration: 171.17286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:28:58.506266Z","caller":"traceutil/trace.go:171","msg":"trace[197263066] transaction","detail":"{read_only:false; response_revision:16200; number_of_response:1; }","duration":"122.085621ms","start":"2026-03-03T01:28:58.38414Z","end":"2026-03-03T01:28:58.506225Z","steps":["trace[197263066] 'process raft request' (duration: 121.825755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:58.829712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.763731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:28:58.829824Z","caller":"traceutil/trace.go:171","msg":"trace[17456201] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16200; }","duration":"200.935924ms","start":"2026-03-03T01:28:58.628862Z","end":"2026-03-03T01:28:58.829798Z","steps":["trace[17456201] 'count revisions from in-memory index tree' (duration: 200.666558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:28:58.958724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.885711ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T01:29:01.373981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.621374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-59k2j\" ","response":"range_response_count:1 size:14271"} {"level":"info","ts":"2026-03-03T01:29:01.374221Z","caller":"traceutil/trace.go:171","msg":"trace[1952600399] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-59k2j; range_end:; response_count:1; response_revision:16215; }","duration":"149.912941ms","start":"2026-03-03T01:29:01.224278Z","end":"2026-03-03T01:29:01.374191Z","steps":["trace[1952600399] 'range keys from in-memory index tree' (duration: 149.361549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:01.879897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360638352617512,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T01:29:01.884874Z","caller":"traceutil/trace.go:171","msg":"trace[1994912602] transaction","detail":"{read_only:false; response_revision:16216; number_of_response:1; }","duration":"525.380593ms","start":"2026-03-03T01:29:01.35946Z","end":"2026-03-03T01:29:01.884841Z","steps":["trace[1994912602] 'process raft request' (duration: 525.034245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:01.885142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.359424Z","time spent":"525.531237ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:02.243116Z","caller":"traceutil/trace.go:171","msg":"trace[187995661] linearizableReadLoop","detail":"{readStateIndex:16827; appliedIndex:16824; }","duration":"863.808623ms","start":"2026-03-03T01:29:01.379276Z","end":"2026-03-03T01:29:02.243085Z","steps":["trace[187995661] 'read index received' (duration: 505.205059ms)","trace[187995661] 'applied index is now lower than readState.Index' (duration: 358.602683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:02.243246Z","caller":"traceutil/trace.go:171","msg":"trace[184993611] transaction","detail":"{read_only:false; response_revision:16217; number_of_response:1; }","duration":"813.926344ms","start":"2026-03-03T01:29:01.429283Z","end":"2026-03-03T01:29:02.24321Z","steps":["trace[184993611] 'process raft request' (duration: 813.581826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.243283Z","caller":"traceutil/trace.go:171","msg":"trace[436531256] transaction","detail":"{read_only:false; response_revision:16218; number_of_response:1; }","duration":"376.988326ms","start":"2026-03-03T01:29:01.866255Z","end":"2026-03-03T01:29:02.243243Z","steps":["trace[436531256] 'process raft request' (duration: 376.776561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.42925Z","time spent":"814.061848ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:02.243432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.866238Z","time spent":"377.11535ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:02.243459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.730249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T01:29:02.243476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.314429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:29:02.243525Z","caller":"traceutil/trace.go:171","msg":"trace[294849398] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16218; }","duration":"107.817611ms","start":"2026-03-03T01:29:02.135687Z","end":"2026-03-03T01:29:02.243505Z","steps":["trace[294849398] 'agreement among raft nodes before linearized reading' (duration: 107.606936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.24356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.296168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:29:02.243579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.497293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:29:02.243581Z","caller":"traceutil/trace.go:171","msg":"trace[866908303] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16218; }","duration":"458.476172ms","start":"2026-03-03T01:29:01.785081Z","end":"2026-03-03T01:29:02.243557Z","steps":["trace[866908303] 'agreement among raft nodes before linearized reading' (duration: 458.290828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.243619Z","caller":"traceutil/trace.go:171","msg":"trace[1424780924] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16218; }","duration":"458.577995ms","start":"2026-03-03T01:29:01.78503Z","end":"2026-03-03T01:29:02.243608Z","steps":["trace[1424780924] 'agreement among raft nodes before linearized reading' (duration: 458.529513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.70404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:29:02.243632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.785058Z","time spent":"458.565324ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:29:02.243653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.785005Z","time spent":"458.639946ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-03T01:29:02.243661Z","caller":"traceutil/trace.go:171","msg":"trace[1010332517] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16218; }","duration":"515.834973ms","start":"2026-03-03T01:29:01.727817Z","end":"2026-03-03T01:29:02.243652Z","steps":["trace[1010332517] 'agreement among raft nodes before linearized reading' (duration: 515.688999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.468648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T01:29:02.243693Z","caller":"traceutil/trace.go:171","msg":"trace[1140420176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16218; }","duration":"758.532709ms","start":"2026-03-03T01:29:01.485155Z","end":"2026-03-03T01:29:02.243688Z","steps":["trace[1140420176] 'agreement among raft nodes before linearized reading' (duration: 758.449077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.161071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-9xlcq\" ","response":"range_response_count:1 size:18664"} {"level":"warn","ts":"2026-03-03T01:29:02.24374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.233218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T01:29:02.243756Z","caller":"traceutil/trace.go:171","msg":"trace[1718568704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16218; }","duration":"127.280829ms","start":"2026-03-03T01:29:02.116471Z","end":"2026-03-03T01:29:02.243752Z","steps":["trace[1718568704] 'agreement among raft nodes before linearized reading' (duration: 127.022373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.243743Z","caller":"traceutil/trace.go:171","msg":"trace[1010856805] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-9xlcq; range_end:; response_count:1; response_revision:16218; }","duration":"619.255563ms","start":"2026-03-03T01:29:01.624466Z","end":"2026-03-03T01:29:02.243722Z","steps":["trace[1010856805] 'agreement among raft nodes before linearized reading' (duration: 619.048428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.584934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:29:02.243784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.522077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T01:29:02.243787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.444744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T01:29:02.243791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.624443Z","time spent":"619.338656ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18687,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-9xlcq\" "} {"level":"info","ts":"2026-03-03T01:29:02.243814Z","caller":"traceutil/trace.go:171","msg":"trace[1325877371] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16218; }","duration":"458.614375ms","start":"2026-03-03T01:29:01.78519Z","end":"2026-03-03T01:29:02.243805Z","steps":["trace[1325877371] 'agreement among raft nodes before linearized reading' (duration: 458.565774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.243821Z","caller":"traceutil/trace.go:171","msg":"trace[906926730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16218; }","duration":"379.521105ms","start":"2026-03-03T01:29:01.864292Z","end":"2026-03-03T01:29:02.243813Z","steps":["trace[906926730] 'agreement among raft nodes before linearized reading' (duration: 379.424163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.785162Z","time spent":"458.678877ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T01:29:02.243851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.864265Z","time spent":"379.579986ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:02.243883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.097927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T01:29:02.243856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.974726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:29:02.243917Z","caller":"traceutil/trace.go:171","msg":"trace[1107291823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16218; }","duration":"376.173487ms","start":"2026-03-03T01:29:01.867736Z","end":"2026-03-03T01:29:02.243909Z","steps":["trace[1107291823] 'agreement among raft nodes before linearized reading' (duration: 376.035454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.344841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:29:02.243925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.751459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:29:02.24393Z","caller":"traceutil/trace.go:171","msg":"trace[720709645] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16218; }","duration":"493.059749ms","start":"2026-03-03T01:29:01.750863Z","end":"2026-03-03T01:29:02.243922Z","steps":["trace[720709645] 'agreement among raft nodes before linearized reading' (duration: 492.973777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.711704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:29:02.243947Z","caller":"traceutil/trace.go:171","msg":"trace[129481900] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16218; }","duration":"495.393982ms","start":"2026-03-03T01:29:01.748545Z","end":"2026-03-03T01:29:02.243939Z","steps":["trace[129481900] 'agreement among raft nodes before linearized reading' (duration: 495.361241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.243955Z","caller":"traceutil/trace.go:171","msg":"trace[1808726734] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16218; }","duration":"458.794659ms","start":"2026-03-03T01:29:01.785152Z","end":"2026-03-03T01:29:02.243947Z","steps":["trace[1808726734] 'agreement among raft nodes before linearized reading' (duration: 458.755228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.243966Z","caller":"traceutil/trace.go:171","msg":"trace[401994087] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16218; }","duration":"493.812686ms","start":"2026-03-03T01:29:01.750148Z","end":"2026-03-03T01:29:02.24396Z","steps":["trace[401994087] 'agreement among raft nodes before linearized reading' (duration: 493.725434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.748529Z","time spent":"495.441363ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:29:02.243982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.785144Z","time spent":"458.833481ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-03T01:29:02.243692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.727736Z","time spent":"515.945965ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:29:02.24394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.867719Z","time spent":"376.216869ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T01:29:02.243817Z","caller":"traceutil/trace.go:171","msg":"trace[2087462043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16218; }","duration":"489.563578ms","start":"2026-03-03T01:29:01.754244Z","end":"2026-03-03T01:29:02.243808Z","steps":["trace[2087462043] 'agreement among raft nodes before linearized reading' (duration: 489.481756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.485128Z","time spent":"758.57802ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T01:29:02.243862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.360679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T01:29:02.24364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.783326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-03T01:29:02.243963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.750856Z","time spent":"493.1004ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T01:29:02.244074Z","caller":"traceutil/trace.go:171","msg":"trace[166622279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16218; }","duration":"375.595835ms","start":"2026-03-03T01:29:01.868465Z","end":"2026-03-03T01:29:02.244061Z","steps":["trace[166622279] 'agreement among raft nodes before linearized reading' (duration: 374.993381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.244092Z","caller":"traceutil/trace.go:171","msg":"trace[527523713] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16218; }","duration":"680.277248ms","start":"2026-03-03T01:29:01.563808Z","end":"2026-03-03T01:29:02.244085Z","steps":["trace[527523713] 'agreement among raft nodes before linearized reading' (duration: 679.721065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.244105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.868451Z","time spent":"375.646826ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T01:29:02.243593Z","caller":"traceutil/trace.go:171","msg":"trace[1591475616] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16218; }","duration":"680.37805ms","start":"2026-03-03T01:29:01.563207Z","end":"2026-03-03T01:29:02.243585Z","steps":["trace[1591475616] 'agreement among raft nodes before linearized reading' (duration: 680.335049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.243994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.750136Z","time spent":"493.851306ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-03T01:29:02.244141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.189306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T01:29:02.244146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.563183Z","time spent":"680.954274ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T01:29:02.244171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.563782Z","time spent":"680.38031ms","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T01:29:02.24418Z","caller":"traceutil/trace.go:171","msg":"trace[1643998906] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16218; }","duration":"160.274388ms","start":"2026-03-03T01:29:02.083893Z","end":"2026-03-03T01:29:02.244167Z","steps":["trace[1643998906] 'agreement among raft nodes before linearized reading' (duration: 160.205827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.244064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.75424Z","time spent":"489.810904ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T01:29:02.244454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.446434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T01:29:02.244472Z","caller":"traceutil/trace.go:171","msg":"trace[72487111] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16218; }","duration":"227.512566ms","start":"2026-03-03T01:29:02.016954Z","end":"2026-03-03T01:29:02.244466Z","steps":["trace[72487111] 'agreement among raft nodes before linearized reading' (duration: 227.460825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.245262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.973832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898830"} {"level":"info","ts":"2026-03-03T01:29:02.245311Z","caller":"traceutil/trace.go:171","msg":"trace[1370400354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16218; }","duration":"866.040613ms","start":"2026-03-03T01:29:01.37926Z","end":"2026-03-03T01:29:02.2453Z","steps":["trace[1370400354] 'agreement among raft nodes before linearized reading' (duration: 863.986966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.245349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.379248Z","time spent":"866.090875ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":898853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T01:29:02.244259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.62194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:29:02.245835Z","caller":"traceutil/trace.go:171","msg":"trace[928353075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16218; }","duration":"137.199007ms","start":"2026-03-03T01:29:02.108589Z","end":"2026-03-03T01:29:02.245788Z","steps":["trace[928353075] 'agreement among raft nodes before linearized reading' (duration: 135.645421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.246011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.606766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898830"} {"level":"info","ts":"2026-03-03T01:29:02.246056Z","caller":"traceutil/trace.go:171","msg":"trace[77017311] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16218; }","duration":"866.701119ms","start":"2026-03-03T01:29:01.379345Z","end":"2026-03-03T01:29:02.246046Z","steps":["trace[77017311] 'agreement among raft nodes before linearized reading' (duration: 863.952695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.246129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:01.379322Z","time spent":"866.779121ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":898853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:29:02.488349Z","caller":"traceutil/trace.go:171","msg":"trace[1845902633] transaction","detail":"{read_only:false; response_revision:16219; number_of_response:1; }","duration":"240.134597ms","start":"2026-03-03T01:29:02.248171Z","end":"2026-03-03T01:29:02.488306Z","steps":["trace[1845902633] 'process raft request' (duration: 187.583748ms)","trace[1845902633] 'compare' (duration: 52.113249ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:02.777461Z","caller":"traceutil/trace.go:171","msg":"trace[1160305975] transaction","detail":"{read_only:false; response_revision:16220; number_of_response:1; }","duration":"528.753811ms","start":"2026-03-03T01:29:02.248668Z","end":"2026-03-03T01:29:02.777422Z","steps":["trace[1160305975] 'process raft request' (duration: 481.876902ms)","trace[1160305975] 'compare' (duration: 46.544351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:02.777627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:02.248647Z","time spent":"528.888875ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:02.777621Z","caller":"traceutil/trace.go:171","msg":"trace[713964679] linearizableReadLoop","detail":"{readStateIndex:16830; appliedIndex:16827; }","duration":"526.563421ms","start":"2026-03-03T01:29:02.251038Z","end":"2026-03-03T01:29:02.777602Z","steps":["trace[713964679] 'read index received' (duration: 184.795274ms)","trace[713964679] 'applied index is now lower than readState.Index' (duration: 341.767247ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:02.777609Z","caller":"traceutil/trace.go:171","msg":"trace[2046868223] transaction","detail":"{read_only:false; response_revision:16222; number_of_response:1; }","duration":"526.540421ms","start":"2026-03-03T01:29:02.251034Z","end":"2026-03-03T01:29:02.777575Z","steps":["trace[2046868223] 'process raft request' (duration: 526.408758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.77774Z","caller":"traceutil/trace.go:171","msg":"trace[546808887] transaction","detail":"{read_only:false; response_revision:16225; number_of_response:1; }","duration":"526.53203ms","start":"2026-03-03T01:29:02.251197Z","end":"2026-03-03T01:29:02.777729Z","steps":["trace[546808887] 'process raft request' (duration: 526.349746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.777736Z","caller":"traceutil/trace.go:171","msg":"trace[889799753] transaction","detail":"{read_only:false; response_revision:16224; number_of_response:1; }","duration":"526.5561ms","start":"2026-03-03T01:29:02.251141Z","end":"2026-03-03T01:29:02.777697Z","steps":["trace[889799753] 'process raft request' (duration: 526.372816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.777806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:02.251023Z","time spent":"526.692784ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:02.777824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:02.251172Z","time spent":"526.592971ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:02.777885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:02.251128Z","time spent":"526.681823ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T01:29:02.777937Z","caller":"traceutil/trace.go:171","msg":"trace[434943896] transaction","detail":"{read_only:false; response_revision:16221; number_of_response:1; }","duration":"529.14598ms","start":"2026-03-03T01:29:02.248768Z","end":"2026-03-03T01:29:02.777914Z","steps":["trace[434943896] 'process raft request' (duration: 528.562817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:02.77799Z","caller":"traceutil/trace.go:171","msg":"trace[63334922] transaction","detail":"{read_only:false; response_revision:16223; number_of_response:1; }","duration":"526.845277ms","start":"2026-03-03T01:29:02.251136Z","end":"2026-03-03T01:29:02.777981Z","steps":["trace[63334922] 'process raft request' (duration: 526.348756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.778027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:02.251126Z","time spent":"526.881048ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:02.778044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:02.248742Z","time spent":"529.251892ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:29:02.778219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.506202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vpvkb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T01:29:02.778342Z","caller":"traceutil/trace.go:171","msg":"trace[73442034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vpvkb; range_end:; response_count:1; response_revision:16225; }","duration":"189.666736ms","start":"2026-03-03T01:29:02.588658Z","end":"2026-03-03T01:29:02.778325Z","steps":["trace[73442034] 'agreement among raft nodes before linearized reading' (duration: 189.355679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.779025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.975694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898830"} {"level":"info","ts":"2026-03-03T01:29:02.779085Z","caller":"traceutil/trace.go:171","msg":"trace[1620495482] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16225; }","duration":"528.055945ms","start":"2026-03-03T01:29:02.251013Z","end":"2026-03-03T01:29:02.779069Z","steps":["trace[1620495482] 'agreement among raft nodes before linearized reading' (duration: 526.918639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:02.77914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:29:02.250997Z","time spent":"528.128386ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":898853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T01:29:03.317358Z","caller":"traceutil/trace.go:171","msg":"trace[512912249] transaction","detail":"{read_only:false; response_revision:16226; number_of_response:1; }","duration":"167.192949ms","start":"2026-03-03T01:29:03.15014Z","end":"2026-03-03T01:29:03.317333Z","steps":["trace[512912249] 'process raft request' (duration: 167.053216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:03.317389Z","caller":"traceutil/trace.go:171","msg":"trace[2036810081] linearizableReadLoop","detail":"{readStateIndex:16835; appliedIndex:16835; }","duration":"146.556153ms","start":"2026-03-03T01:29:03.170787Z","end":"2026-03-03T01:29:03.317343Z","steps":["trace[2036810081] 'read index received' (duration: 146.528873ms)","trace[2036810081] 'applied index is now lower than readState.Index' (duration: 23.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:03.317595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.788628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:29:03.317745Z","caller":"traceutil/trace.go:171","msg":"trace[925552834] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16226; }","duration":"146.979233ms","start":"2026-03-03T01:29:03.170727Z","end":"2026-03-03T01:29:03.317707Z","steps":["trace[925552834] 'agreement among raft nodes before linearized reading' (duration: 146.735507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:03.380372Z","caller":"traceutil/trace.go:171","msg":"trace[1940865136] transaction","detail":"{read_only:false; response_revision:16227; number_of_response:1; }","duration":"118.240571ms","start":"2026-03-03T01:29:03.262097Z","end":"2026-03-03T01:29:03.380338Z","steps":["trace[1940865136] 'process raft request' (duration: 98.22396ms)","trace[1940865136] 'compare' (duration: 19.832547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:03.380513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.048432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T01:29:03.380589Z","caller":"traceutil/trace.go:171","msg":"trace[536437395] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16227; }","duration":"209.170545ms","start":"2026-03-03T01:29:03.171399Z","end":"2026-03-03T01:29:03.38057Z","steps":["trace[536437395] 'agreement among raft nodes before linearized reading' (duration: 208.94581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:29:03.791398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.043139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T01:29:03.791542Z","caller":"traceutil/trace.go:171","msg":"trace[843036497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16229; }","duration":"102.440178ms","start":"2026-03-03T01:29:03.689077Z","end":"2026-03-03T01:29:03.791518Z","steps":["trace[843036497] 'count revisions from in-memory index tree' (duration: 101.957087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:05.423321Z","caller":"traceutil/trace.go:171","msg":"trace[1845586512] linearizableReadLoop","detail":"{readStateIndex:16853; appliedIndex:16852; }","duration":"100.229247ms","start":"2026-03-03T01:29:05.323057Z","end":"2026-03-03T01:29:05.423287Z","steps":["trace[1845586512] 'read index received' (duration: 100.004861ms)","trace[1845586512] 'applied index is now lower than readState.Index' (duration: 223.286µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:29:05.423473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.397131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T01:29:05.423565Z","caller":"traceutil/trace.go:171","msg":"trace[1136045455] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16243; }","duration":"100.541974ms","start":"2026-03-03T01:29:05.32301Z","end":"2026-03-03T01:29:05.423552Z","steps":["trace[1136045455] 'agreement among raft nodes before linearized reading' (duration: 100.38186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:05.423914Z","caller":"traceutil/trace.go:171","msg":"trace[1890328803] transaction","detail":"{read_only:false; response_revision:16243; number_of_response:1; }","duration":"101.102217ms","start":"2026-03-03T01:29:05.322236Z","end":"2026-03-03T01:29:05.423338Z","steps":["trace[1890328803] 'process raft request' (duration: 100.885012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:37.104602Z","caller":"traceutil/trace.go:171","msg":"trace[1060419935] transaction","detail":"{read_only:false; response_revision:16420; number_of_response:1; }","duration":"140.878783ms","start":"2026-03-03T01:29:36.963691Z","end":"2026-03-03T01:29:37.10457Z","steps":["trace[1060419935] 'process raft request' (duration: 140.819542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:37.108299Z","caller":"traceutil/trace.go:171","msg":"trace[1004529549] transaction","detail":"{read_only:false; response_revision:16418; number_of_response:1; }","duration":"146.00132ms","start":"2026-03-03T01:29:36.96222Z","end":"2026-03-03T01:29:37.108222Z","steps":["trace[1004529549] 'process raft request' (duration: 71.68022ms)","trace[1004529549] 'compare' (duration: 70.314898ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:29:37.10874Z","caller":"traceutil/trace.go:171","msg":"trace[1699030331] transaction","detail":"{read_only:false; response_revision:16419; number_of_response:1; }","duration":"145.081239ms","start":"2026-03-03T01:29:36.963621Z","end":"2026-03-03T01:29:37.108702Z","steps":["trace[1699030331] 'process raft request' (duration: 140.806291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:29:40.810832Z","caller":"traceutil/trace.go:171","msg":"trace[1021365589] transaction","detail":"{read_only:false; response_revision:16433; number_of_response:1; }","duration":"140.524384ms","start":"2026-03-03T01:29:40.670264Z","end":"2026-03-03T01:29:40.810788Z","steps":["trace[1021365589] 'process raft request' (duration: 140.209697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:47.876421Z","caller":"traceutil/trace.go:171","msg":"trace[599456441] transaction","detail":"{read_only:false; response_revision:16828; number_of_response:1; }","duration":"159.719127ms","start":"2026-03-03T01:30:47.71667Z","end":"2026-03-03T01:30:47.87639Z","steps":["trace[599456441] 'process raft request' (duration: 159.506532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:47.876645Z","caller":"traceutil/trace.go:171","msg":"trace[1585590440] transaction","detail":"{read_only:false; response_revision:16829; number_of_response:1; }","duration":"159.897781ms","start":"2026-03-03T01:30:47.716703Z","end":"2026-03-03T01:30:47.876601Z","steps":["trace[1585590440] 'process raft request' (duration: 159.639455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:47.8766Z","caller":"traceutil/trace.go:171","msg":"trace[1961910742] linearizableReadLoop","detail":"{readStateIndex:17460; appliedIndex:17458; }","duration":"156.058353ms","start":"2026-03-03T01:30:47.720503Z","end":"2026-03-03T01:30:47.876562Z","steps":["trace[1961910742] 'read index received' (duration: 155.597532ms)","trace[1961910742] 'applied index is now lower than readState.Index' (duration: 458.791µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:30:47.876871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.351519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wlk2b\" ","response":"range_response_count:1 size:18640"} {"level":"info","ts":"2026-03-03T01:30:47.876936Z","caller":"traceutil/trace.go:171","msg":"trace[195800799] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wlk2b; range_end:; response_count:1; response_revision:16829; }","duration":"156.429631ms","start":"2026-03-03T01:30:47.720489Z","end":"2026-03-03T01:30:47.876918Z","steps":["trace[195800799] 'agreement among raft nodes before linearized reading' (duration: 156.250097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:30:47.877111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.808168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T01:30:47.877142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.058051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-59k2j\" ","response":"range_response_count:1 size:14272"} {"level":"info","ts":"2026-03-03T01:30:47.877187Z","caller":"traceutil/trace.go:171","msg":"trace[441102795] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-59k2j; range_end:; response_count:1; response_revision:16829; }","duration":"129.115232ms","start":"2026-03-03T01:30:47.748056Z","end":"2026-03-03T01:30:47.877171Z","steps":["trace[441102795] 'agreement among raft nodes before linearized reading' (duration: 128.990219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:47.877172Z","caller":"traceutil/trace.go:171","msg":"trace[1081293383] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16829; }","duration":"149.943651ms","start":"2026-03-03T01:30:47.727213Z","end":"2026-03-03T01:30:47.877157Z","steps":["trace[1081293383] 'agreement among raft nodes before linearized reading' (duration: 149.738357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:30:47.988541Z","caller":"traceutil/trace.go:171","msg":"trace[938997013] transaction","detail":"{read_only:false; response_revision:16830; number_of_response:1; }","duration":"100.044322ms","start":"2026-03-03T01:30:47.888457Z","end":"2026-03-03T01:30:47.988501Z","steps":["trace[938997013] 'process raft request' (duration: 67.535204ms)","trace[938997013] 'compare' (duration: 32.111529ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T01:31:06.623953Z","caller":"traceutil/trace.go:171","msg":"trace[992470489] transaction","detail":"{read_only:false; response_revision:16948; number_of_response:1; }","duration":"125.090489ms","start":"2026-03-03T01:31:06.498828Z","end":"2026-03-03T01:31:06.623918Z","steps":["trace[992470489] 'process raft request' (duration: 124.860384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:32:52.733284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15491} {"level":"info","ts":"2026-03-03T01:32:52.830977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15491,"took":"94.422151ms","hash":2240598813,"current-db-size-bytes":42438656,"current-db-size":"42 MB","current-db-size-in-use-bytes":26841088,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T01:32:52.83105Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2240598813,"revision":15491,"compact-revision":13359} {"level":"info","ts":"2026-03-03T01:36:49.202359Z","caller":"traceutil/trace.go:171","msg":"trace[1025416999] linearizableReadLoop","detail":"{readStateIndex:19343; appliedIndex:19342; }","duration":"173.470799ms","start":"2026-03-03T01:36:49.028859Z","end":"2026-03-03T01:36:49.20233Z","steps":["trace[1025416999] 'read index received' (duration: 173.302765ms)","trace[1025416999] 'applied index is now lower than readState.Index' (duration: 164.304µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T01:36:49.202878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.174048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T01:36:49.20291Z","caller":"traceutil/trace.go:171","msg":"trace[2001838469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18631; }","duration":"143.255ms","start":"2026-03-03T01:36:49.059645Z","end":"2026-03-03T01:36:49.2029Z","steps":["trace[2001838469] 'agreement among raft nodes before linearized reading' (duration: 143.182388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:36:49.202477Z","caller":"traceutil/trace.go:171","msg":"trace[38715211] transaction","detail":"{read_only:false; response_revision:18631; number_of_response:1; }","duration":"313.508305ms","start":"2026-03-03T01:36:48.888929Z","end":"2026-03-03T01:36:49.202437Z","steps":["trace[38715211] 'process raft request' (duration: 313.227679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:36:49.203216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T01:36:48.888894Z","time spent":"314.15654ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T01:36:49.202685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.810757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416665"} {"level":"info","ts":"2026-03-03T01:36:49.20364Z","caller":"traceutil/trace.go:171","msg":"trace[347775167] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18631; }","duration":"174.775269ms","start":"2026-03-03T01:36:49.028832Z","end":"2026-03-03T01:36:49.203608Z","steps":["trace[347775167] 'agreement among raft nodes before linearized reading' (duration: 173.618033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:37:42.864066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.307951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-03T01:37:42.8641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.369405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-03-03T01:37:42.864143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.582909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:37:42.864192Z","caller":"traceutil/trace.go:171","msg":"trace[810883100] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18887; }","duration":"143.482955ms","start":"2026-03-03T01:37:42.720681Z","end":"2026-03-03T01:37:42.864163Z","steps":["trace[810883100] 'range keys from in-memory index tree' (duration: 143.054506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:37:42.86423Z","caller":"traceutil/trace.go:171","msg":"trace[730702182] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18887; }","duration":"158.712562ms","start":"2026-03-03T01:37:42.705496Z","end":"2026-03-03T01:37:42.864209Z","steps":["trace[730702182] 'range keys from in-memory index tree' (duration: 158.394365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:37:42.864234Z","caller":"traceutil/trace.go:171","msg":"trace[1297432910] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:18887; }","duration":"162.570781ms","start":"2026-03-03T01:37:42.701629Z","end":"2026-03-03T01:37:42.864199Z","steps":["trace[1297432910] 'range keys from in-memory index tree' (duration: 162.011898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:37:42.864331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.140095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/secretgen-controller-cluster-role-binding\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-03T01:37:42.864444Z","caller":"traceutil/trace.go:171","msg":"trace[2089891061] range","detail":"{range_begin:/registry/clusterrolebindings/secretgen-controller-cluster-role-binding; range_end:; response_count:1; response_revision:18887; }","duration":"167.311859ms","start":"2026-03-03T01:37:42.697098Z","end":"2026-03-03T01:37:42.864409Z","steps":["trace[2089891061] 'range keys from in-memory index tree' (duration: 166.888259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T01:37:42.864458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.431301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T01:37:42.864612Z","caller":"traceutil/trace.go:171","msg":"trace[1863537512] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18887; }","duration":"142.616555ms","start":"2026-03-03T01:37:42.721946Z","end":"2026-03-03T01:37:42.864563Z","steps":["trace[1863537512] 'range keys from in-memory index tree' (duration: 142.159874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T01:37:52.739343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17524} {"level":"info","ts":"2026-03-03T01:37:52.834799Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17524,"took":"91.853086ms","hash":2161145150,"current-db-size-bytes":42438656,"current-db-size":"42 MB","current-db-size-in-use-bytes":21475328,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T01:37:52.834898Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2161145150,"revision":17524,"compact-revision":15491} {"level":"info","ts":"2026-03-03T01:39:00.36978Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T01:39:00.375744Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T01:39:00.375869Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002}